diff --git a/runs/fixed_internvl/context/Deep8_s13/adapter/README.md b/runs/fixed_internvl/context/Deep8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Deep8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4df493ffb8e6d616ec7602806c405f746ae366a9 --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.34.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s13/config.json b/runs/fixed_internvl/context/Deep8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e44f18963d568df8e485c6c25af3172337c0e2ab --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s13/steps.jsonl b/runs/fixed_internvl/context/Deep8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..844c7a873867f5eee5113ee4713e91d8225f159f --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 1.812181830406189, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.82, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 2.5002501010894775, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.16, "ce": 0.6370583198950044, "kl": 0.4672029710179686, "context": 0.8706598142525763} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 5.444128036499023, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 17.16, "ce": 1.0801377519965172, "kl": 0.06854924000799656, "context": 1.114412359893322} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 2.9628217220306396, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 17.16, "ce": 0.4243074264668394, "kl": 0.4303124627288071, "context": 0.6394636367040221} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.07388123124837875, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.16, "ce": 0.009455782290388015, "kl": 0.008399454643949866, "context": 0.013655509290401824} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.5715748071670532, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.16, "ce": 0.2512020075228065, "kl": 0.07727284164502635, "context": 0.2898384299769532} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.149362087249756, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.16, "ce": 0.6523881078956038, "kl": 0.13780375702981473, "context": 0.7212899907171959} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 4.742311000823975, "loss_scale": 4.0, "retries": 0, "seconds": 10.9, "max_memory_gb": 17.16, "ce": 0.5290221078321338, "kl": 0.27690887823700905, "context": 0.6674765534698963} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.94350528717041, "loss_scale": 4.0, "retries": 0, "seconds": 11.9, "max_memory_gb": 17.16, "ce": 0.32971244119107723, "kl": 0.14058688236400485, "context": 0.40000587701797485} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.36275264620780945, "loss_scale": 4.0, "retries": 0, "seconds": 13.2, "max_memory_gb": 17.17, "ce": 0.01835650607245043, "kl": 0.03650940035004169, "context": 0.03661120717879385} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 2.9789609909057617, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 17.17, "ce": 0.26278729269688483, "kl": 0.006145508888494078, "context": 0.2658600529030082} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.7524590492248535, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 17.17, "ce": 0.13266762145212851, "kl": 0.00769646729941087, "context": 0.1365158588396298} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.277373194694519, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 17.17, "ce": 0.07405381870921701, "kl": 0.004092818877325044, "context": 0.07610022867447697} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.6385324001312256, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.17, "ce": 0.14630828518420458, "kl": 0.7798234634101391, "context": 0.5362200140953064} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.7272673845291138, "loss_scale": 4.0, "retries": 0, "seconds": 19.6, "max_memory_gb": 17.17, "ce": 0.0305775954134333, "kl": 0.35678735339911327, "context": 0.2089712662996135} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.07364799827337265, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 17.17, "ce": 0.004997973821446067, "kl": 0.0009932242837749072, "context": 0.005494586112035904} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.1263378858566284, "loss_scale": 4.0, "retries": 0, "seconds": 21.9, "max_memory_gb": 17.17, "ce": 0.07678368443157524, "kl": 0.771829182820511, "context": 0.4626982837507967} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.1623005867004395, "loss_scale": 4.0, "retries": 0, "seconds": 23.2, "max_memory_gb": 17.17, "ce": 0.005871358283911832, "kl": 0.19301155040011508, "context": 0.10237713038804941} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5272781252861023, "loss_scale": 4.0, "retries": 0, "seconds": 24.5, "max_memory_gb": 17.17, "ce": 0.007640933901711833, "kl": 0.061808698297681985, "context": 0.038545283787243534} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.12629635632038116, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.17, "ce": 0.0017145065212389454, "kl": 0.023422316859068815, "context": 0.013425664605165366} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.028014322742819786, "loss_scale": 4.0, "retries": 0, "seconds": 27.0, "max_memory_gb": 17.17, "ce": 0.0006025260736350901, "kl": 0.0016008519114620867, "context": 0.0014029520589247113} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.3166513442993164, "loss_scale": 4.0, "retries": 0, "seconds": 28.2, "max_memory_gb": 17.17, "ce": 0.07420578552410007, "kl": 0.06320566335489275, "context": 0.10580861626658589} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 4.8444037437438965, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.17, "ce": 0.053133628565774416, "kl": 0.3104921901685884, "context": 0.20837972634217294} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.4193844497203827, "loss_scale": 4.0, "retries": 0, "seconds": 30.6, "max_memory_gb": 17.17, "ce": 0.006335942831356078, "kl": 0.02312395744229434, "context": 0.017897921192343347} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.7011940479278564, "loss_scale": 4.0, "retries": 0, "seconds": 31.8, "max_memory_gb": 17.17, "ce": 0.1673484880302567, "kl": 0.036944972118362784, "context": 0.18582098092883825} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.9954259395599365, "loss_scale": 4.0, "retries": 0, "seconds": 33.2, "max_memory_gb": 17.17, "ce": 0.05375188577454537, "kl": 0.5376869943756901, "context": 0.3225953792934888} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.5959731340408325, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 17.17, "ce": 0.007506129921239335, "kl": 0.23210993677548686, "context": 0.12356109911343083} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.327549934387207, "loss_scale": 4.0, "retries": 0, "seconds": 35.3, "max_memory_gb": 17.17, "ce": 0.28955295400260184, "kl": 0.24374229926615953, "context": 0.41142410784959793} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.9216989278793335, "loss_scale": 4.0, "retries": 0, "seconds": 36.4, "max_memory_gb": 17.17, "ce": 0.23438446265936363, "kl": 0.1377454483517795, "context": 0.30325719009852037} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.8041544556617737, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 17.17, "ce": 0.009571633945597569, "kl": 0.02701514815998962, "context": 0.023079208338458557} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.2329540252685547, "loss_scale": 4.0, "retries": 0, "seconds": 38.5, "max_memory_gb": 17.17, "ce": 0.2731182707939297, "kl": 0.07294665742665529, "context": 0.30959160439670086} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.474756121635437, "loss_scale": 4.0, "retries": 0, "seconds": 39.6, "max_memory_gb": 17.17, "ce": 0.033845352358184755, "kl": 0.06706631847191602, "context": 0.06737851339858025} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.0575454235076904, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.17, "ce": 0.166953457868658, "kl": 0.09119154687505215, "context": 0.21254922938533127} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.4579172134399414, "loss_scale": 4.0, "retries": 0, "seconds": 41.9, "max_memory_gb": 17.17, "ce": 0.005521952785784379, "kl": 0.8125344407817465, "context": 0.41178916351054795} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.039288658648729324, "loss_scale": 4.0, "retries": 0, "seconds": 43.2, "max_memory_gb": 17.17, "ce": 0.0021605125730275176, "kl": 0.0009677864727564156, "context": 0.002644405889441259} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 4.2995381355285645, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.17, "ce": 0.3138902176215197, "kl": 0.01134191112487315, "context": 0.3195611623596051} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.6376709938049316, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 17.17, "ce": 0.09967949890415184, "kl": 0.7331476365798153, "context": 0.4662533125374466} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.4344699382781982, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 17.17, "ce": 0.10513919993536547, "kl": 0.43449529476311, "context": 0.32238684309413657} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 0.7039386034011841, "loss_scale": 4.0, "retries": 0, "seconds": 47.8, "max_memory_gb": 17.17, "ce": 0.10896424192833365, "kl": 0.008893082602298819, "context": 0.11341078365512658} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.12234393507242203, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.17, "ce": 0.005200468527618796, "kl": 0.006076518853660673, "context": 0.008238727925345302} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 1.5136289596557617, "loss_scale": 4.0, "retries": 0, "seconds": 50.4, "max_memory_gb": 17.17, "ce": 0.3704541700426489, "kl": 0.10028676502406597, "context": 0.42059754487127066} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.0672064796090126, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.17, "ce": 0.003102694929111749, "kl": 0.0003326835358166136, "context": 0.003269036766141653} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.2903884947299957, "loss_scale": 4.0, "retries": 0, "seconds": 52.9, "max_memory_gb": 17.17, "ce": 0.009289817520766519, "kl": 0.005105824617203325, "context": 0.011842729581985623} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.3040456771850586, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.17, "ce": 0.35967659691232257, "kl": 1.0860589302756125, "context": 0.9027060579392128} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.9447078704833984, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 17.17, "ce": 0.4801703990669921, "kl": 0.14586229812994134, "context": 0.5531015625456348} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.7393617033958435, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.17, "ce": 0.08116464741760865, "kl": 0.15267023828346282, "context": 0.1574997646966949} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.0881098508834839, "loss_scale": 4.0, "retries": 0, "seconds": 57.5, "max_memory_gb": 17.17, "ce": 0.023649929091334343, "kl": 0.08873500076879282, "context": 0.06801743136020377} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.03351658582687378, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 17.17, "ce": 0.0007536836856161244, "kl": 0.005150898801730364, "context": 0.003329132989165373} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.7504462003707886, "loss_scale": 4.0, "retries": 0, "seconds": 60.0, "max_memory_gb": 17.17, "ce": 0.0105929309502244, "kl": 0.07232319558784184, "context": 0.04675452839001082} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.2799723148345947, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.17, "ce": 0.059000132969231345, "kl": 0.008226783320424147, "context": 0.06311352463671938} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.2174360752105713, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.17, "ce": 0.1108363901003031, "kl": 0.012225408093968326, "context": 0.11694909035577439} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.7817173004150391, "loss_scale": 4.0, "retries": 0, "seconds": 63.7, "max_memory_gb": 17.17, "ce": 0.012980813859030604, "kl": 0.1270643518655561, "context": 0.07651298749260604} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.6972322463989258, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.17, "ce": 0.07240663905395195, "kl": 0.09230654942803085, "context": 0.11855991370975971} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.6772079467773438, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 17.17, "ce": 0.1100555745215388, "kl": 0.1665953122319479, "context": 0.19335323809355032} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.1448521465063095, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.17, "ce": 0.008928472816478461, "kl": 0.003905286308054201, "context": 0.010881116322707385} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.4168004989624023, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.17, "ce": 0.043971930630505085, "kl": 0.1021740113501437, "context": 0.09505893406458199} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.4447759985923767, "loss_scale": 4.0, "retries": 0, "seconds": 69.9, "max_memory_gb": 17.17, "ce": 0.01058391624246724, "kl": 0.015271444812242407, "context": 0.018219638615846634} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.024496236816048622, "loss_scale": 4.0, "retries": 0, "seconds": 71.1, "max_memory_gb": 17.17, "ce": 0.0015277589918696322, "kl": 0.0008489364673778255, "context": 0.001952227219589986} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.9706892967224121, "loss_scale": 4.0, "retries": 0, "seconds": 72.5, "max_memory_gb": 17.17, "ce": 0.09226395527366549, "kl": 0.03796625856193714, "context": 0.11124708643183112} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.9312384128570557, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.17, "ce": 0.08708509616553783, "kl": 0.07066301739541814, "context": 0.12241660105064511} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.55452036857605, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.17, "ce": 0.04822125763166696, "kl": 0.5934425515297335, "context": 0.3449425370199606} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.8972410559654236, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 17.17, "ce": 0.11519795807544142, "kl": 0.012541151176264975, "context": 0.121468535537133} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.0026606321334839, "loss_scale": 4.0, "retries": 0, "seconds": 77.6, "max_memory_gb": 17.17, "ce": 0.03640467408695258, "kl": 0.04009341957862489, "context": 0.05645138374529779} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.3242029845714569, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 17.17, "ce": 0.015917495999019593, "kl": 0.009568590496201068, "context": 0.0207017915090546} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.1142122745513916, "loss_scale": 4.0, "retries": 0, "seconds": 80.2, "max_memory_gb": 17.17, "ce": 0.15551569312810898, "kl": 0.11613433994352818, "context": 0.21358286775648594} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.3280110359191895, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.17, "ce": 0.140234782641528, "kl": 0.0794852754315798, "context": 0.1799774240971601} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.09067615121603012, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 17.17, "ce": 0.005124494316987693, "kl": 0.007445332417773898, "context": 0.008847160817822441} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.27270621061325073, "loss_scale": 4.0, "retries": 0, "seconds": 84.0, "max_memory_gb": 17.17, "ce": 0.021264699062157888, "kl": 0.020490024748141877, "context": 0.03150971050490625} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.9228219985961914, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 17.17, "ce": 0.47014783578924835, "kl": 0.017636343283811584, "context": 0.4789660186506808} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.19388391077518463, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 17.17, "ce": 0.012885233736597002, "kl": 0.0008492928336636396, "context": 0.013309879825101234} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.8915916085243225, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.17, "ce": 0.02948242365164333, "kl": 0.012287422412100568, "context": 0.03562613577742013} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.2359211444854736, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.17, "ce": 0.022830390837043524, "kl": 0.4875044960062951, "context": 0.26658263336867094} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 0.850096583366394, "loss_scale": 4.0, "retries": 0, "seconds": 90.2, "max_memory_gb": 17.17, "ce": 0.15565147854795214, "kl": 0.07432271524157841, "context": 0.19281282869633287} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.4960964024066925, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.17, "ce": 0.1237428292442928, "kl": 0.044147657325083856, "context": 0.14581665790683473} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.4971617460250854, "loss_scale": 4.0, "retries": 0, "seconds": 92.8, "max_memory_gb": 17.17, "ce": 0.5366569122998044, "kl": 0.788906242698431, "context": 0.931110018864274} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.411860942840576, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 17.17, "ce": 0.008811871928628534, "kl": 1.4424456903943792, "context": 0.7300347306299955} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.3461388051509857, "loss_scale": 4.0, "retries": 0, "seconds": 95.3, "max_memory_gb": 17.17, "ce": 0.014135750418063253, "kl": 0.0067808184739988064, "context": 0.01752615999430418} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.7102403044700623, "loss_scale": 4.0, "retries": 0, "seconds": 96.5, "max_memory_gb": 17.17, "ce": 0.002365042208111845, "kl": 0.07489756667928305, "context": 0.03981382661731914} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.26708441972732544, "loss_scale": 4.0, "retries": 0, "seconds": 97.8, "max_memory_gb": 17.17, "ce": 0.02111745684305788, "kl": 0.02754199093396892, "context": 0.03488845237006899} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.47131404280662537, "loss_scale": 4.0, "retries": 0, "seconds": 99.0, "max_memory_gb": 17.17, "ce": 0.0027342792782292236, "kl": 0.03789943751181113, "context": 0.021683997350919526} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.8572149872779846, "loss_scale": 4.0, "retries": 0, "seconds": 100.3, "max_memory_gb": 17.17, "ce": 0.07426515300903702, "kl": 0.04305198701786139, "context": 0.09579114694497548} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.09075267612934113, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 17.17, "ce": 0.009494683530647308, "kl": 0.0019294319627078949, "context": 0.010459399796673097} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.1873996257781982, "loss_scale": 4.0, "retries": 0, "seconds": 102.6, "max_memory_gb": 17.17, "ce": 0.07464515666652005, "kl": 0.6297564269116265, "context": 0.38952335905923974} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 3.772671937942505, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 17.17, "ce": 0.2997529194908566, "kl": 0.06351046054351173, "context": 0.33150815458066063} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.16011419892311096, "loss_scale": 4.0, "retries": 0, "seconds": 105.1, "max_memory_gb": 17.17, "ce": 0.010103080527187558, "kl": 0.001507803912829786, "context": 0.010856982305995189} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.8416686058044434, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.17, "ce": 0.053500251786317676, "kl": 0.1658465339569375, "context": 0.13642351934686303} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.4778759479522705, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.17, "ce": 0.004748054489027709, "kl": 0.7324123680882622, "context": 0.3709542391006835} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.28394174575805664, "loss_scale": 4.0, "retries": 0, "seconds": 108.8, "max_memory_gb": 17.17, "ce": 0.027070375261246227, "kl": 0.0036374794699725044, "context": 0.028889115012134425} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.18133105337619781, "loss_scale": 4.0, "retries": 0, "seconds": 109.9, "max_memory_gb": 17.17, "ce": 0.021958471012112568, "kl": 0.0154502781406336, "context": 0.029683610948268324} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.11543586105108261, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.17, "ce": 0.013157008914276958, "kl": 0.002896241843700409, "context": 0.01460512971971184} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 1.626430630683899, "loss_scale": 4.0, "retries": 0, "seconds": 112.4, "max_memory_gb": 17.17, "ce": 0.4189282711377018, "kl": 0.2062638176175824, "context": 0.5220601743640145} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.8636984825134277, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 17.17, "ce": 0.17833327456901316, "kl": 0.30683224193580827, "context": 0.3317493800568627} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 0.9206052422523499, "loss_scale": 4.0, "retries": 0, "seconds": 114.9, "max_memory_gb": 17.17, "ce": 0.05274313386689755, "kl": 0.2642732804597472, "context": 0.18487977038603276} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.81131511926651, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.17, "ce": 0.06366272366722114, "kl": 0.019730922911548987, "context": 0.07352818321669474} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.7402982711791992, "loss_scale": 4.0, "retries": 0, "seconds": 117.5, "max_memory_gb": 17.17, "ce": 0.39448140573949786, "kl": 0.025226724974345416, "context": 0.4070947610598523} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.1202974319458008, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.17, "ce": 0.3094506870547775, "kl": 0.003624161625339184, "context": 0.31126275926362723} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.8359766602516174, "loss_scale": 4.0, "retries": 0, "seconds": 120.0, "max_memory_gb": 17.17, "ce": 0.011010028363671154, "kl": 0.10725601846934296, "context": 0.06463803676888347} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.5974938869476318, "loss_scale": 4.0, "retries": 0, "seconds": 121.3, "max_memory_gb": 17.17, "ce": 0.0016925452873692848, "kl": 0.06818350423418451, "context": 0.03578429740446154} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.16940727829933167, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.17, "ce": 0.020146329174167477, "kl": 0.006431978814362083, "context": 0.023362318199360743} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.8482698798179626, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 17.17, "ce": 0.03235358005622402, "kl": 0.44509652652050136, "context": 0.25490183680085465} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.30787962675094604, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 17.17, "ce": 0.004517650661000516, "kl": 0.08284916276898002, "context": 0.04594223134336062} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.1024107933044434, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.17, "ce": 0.055466983234509826, "kl": 0.013238392857601866, "context": 0.06208618078380823} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.16102838516235352, "loss_scale": 4.0, "retries": 0, "seconds": 127.6, "max_memory_gb": 17.17, "ce": 0.010310036959708668, "kl": 0.012940934324433329, "context": 0.016780504243797623} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.5252429246902466, "loss_scale": 4.0, "retries": 0, "seconds": 128.7, "max_memory_gb": 17.17, "ce": 0.03796425736072706, "kl": 0.007481925470074202, "context": 0.04170522151252953} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.005780816078186, "loss_scale": 4.0, "retries": 0, "seconds": 129.9, "max_memory_gb": 17.17, "ce": 0.026467526506166905, "kl": 0.18014334260078613, "context": 0.1165392006514594} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.05167245492339134, "loss_scale": 4.0, "retries": 0, "seconds": 131.2, "max_memory_gb": 17.17, "ce": 0.003938190573535394, "kl": 0.0006173441615828779, "context": 0.004246862714353483} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.34503838419914246, "loss_scale": 4.0, "retries": 0, "seconds": 132.5, "max_memory_gb": 17.17, "ce": 0.03562348058039788, "kl": 0.1400426699108266, "context": 0.1056448197341524} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.5144912004470825, "loss_scale": 4.0, "retries": 0, "seconds": 133.6, "max_memory_gb": 17.17, "ce": 0.25817210515378974, "kl": 0.009350387910103564, "context": 0.2628473096701782} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.747531771659851, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.17, "ce": 0.25129214688786305, "kl": 0.18438460887409747, "context": 0.3434844480943866} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.9781686067581177, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.17, "ce": 0.0551076652482152, "kl": 0.027828104561194777, "context": 0.06902171717956662} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.01655208319425583, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.17, "ce": 0.0010810808234964497, "kl": 0.0008955265093391063, "context": 0.0015288441209122539} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3254707157611847, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 17.17, "ce": 0.020156158891040832, "kl": 0.002453635214806127, "context": 0.02138297593774041} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.44416773319244385, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 17.17, "ce": 0.02323285659076646, "kl": 0.04859227349516004, "context": 0.047528992872685194} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.0881381034851074, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 17.17, "ce": 0.012674357763899025, "kl": 0.40684174411944696, "context": 0.21609523046936374} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.7135800123214722, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 17.17, "ce": 0.04778380028437823, "kl": 0.040015062266320456, "context": 0.06779133132658899} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.4401596486568451, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 17.17, "ce": 0.10218888576491736, "kl": 0.21966026289351248, "context": 0.21201902470784262} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.2302914559841156, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.17, "ce": 0.011555089615285397, "kl": 0.008391468083573272, "context": 0.015750823673442937} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.9010377526283264, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 17.17, "ce": 0.2830549227510346, "kl": 0.004487590671487851, "context": 0.2852987264341209} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.2042669802904129, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.17, "ce": 0.01857961783389328, "kl": 0.016399422328049695, "context": 0.02677932899678126} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.244381904602051, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 17.17, "ce": 0.15028868155786768, "kl": 0.16848074694280513, "context": 0.2345290568191558} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.495490163564682, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.17, "ce": 0.09687411398772383, "kl": 0.04294337371902657, "context": 0.11834580084541813} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.0132253170013428, "loss_scale": 4.0, "retries": 0, "seconds": 150.8, "max_memory_gb": 17.17, "ce": 0.16079488267132547, "kl": 0.02149009651839151, "context": 0.17153993509418797} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 1.2140508890151978, "loss_scale": 4.0, "retries": 0, "seconds": 152.1, "max_memory_gb": 17.17, "ce": 0.058733595069497824, "kl": 0.046174824063200504, "context": 0.08182100532576442} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.7246472835540771, "loss_scale": 4.0, "retries": 0, "seconds": 153.5, "max_memory_gb": 17.17, "ce": 0.6194883030548226, "kl": 0.42342341434323316, "context": 0.8311999925062992} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.4449476897716522, "loss_scale": 4.0, "retries": 0, "seconds": 154.8, "max_memory_gb": 17.17, "ce": 0.1504652264120523, "kl": 0.053553415287751704, "context": 0.17724192677997053} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.8665691614151, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.17, "ce": 0.6307596561964601, "kl": 0.16718341386877, "context": 0.7143513574264944} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.02024846337735653, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 17.17, "ce": 0.0014324385992949829, "kl": 0.0002771078325167764, "context": 0.001570992506458424} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.4315677881240845, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.17, "ce": 0.12543094166903757, "kl": 0.44627376439166255, "context": 0.34856782405404374} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.435054898262024, "loss_scale": 4.0, "retries": 0, "seconds": 159.8, "max_memory_gb": 17.17, "ce": 0.09085330905509181, "kl": 0.046731498192457366, "context": 0.11421905997849535} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6418062448501587, "loss_scale": 4.0, "retries": 0, "seconds": 160.9, "max_memory_gb": 17.17, "ce": 0.03458515554666519, "kl": 0.34030825992886093, "context": 0.2047392794629559} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.7723246812820435, "loss_scale": 4.0, "retries": 0, "seconds": 162.2, "max_memory_gb": 17.17, "ce": 0.23855444003129378, "kl": 0.2576670278212987, "context": 0.3673879705602303} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.8856477737426758, "loss_scale": 4.0, "retries": 0, "seconds": 163.4, "max_memory_gb": 17.17, "ce": 0.21060430513171013, "kl": 0.033165693374030525, "context": 0.22718714717484545} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.9224534630775452, "loss_scale": 4.0, "retries": 0, "seconds": 164.5, "max_memory_gb": 17.17, "ce": 0.27485009652082226, "kl": 0.008661898202262819, "context": 0.27918104105629027} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.6254575252532959, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.17, "ce": 0.1653976356246858, "kl": 0.0019456103266293212, "context": 0.16637044603703544} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.3742566704750061, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 17.17, "ce": 0.010644078342011198, "kl": 0.029793241406878224, "context": 0.025540699512930587} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.848394513130188, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 17.17, "ce": 0.051726081350352615, "kl": 0.059865131122933235, "context": 0.08165864303009585} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.3848358392715454, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 17.17, "ce": 0.03034283201850485, "kl": 0.03925115794118028, "context": 0.049968409090070054} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.7681028842926025, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.17, "ce": 0.11204583221115172, "kl": 0.20106892008334398, "context": 0.2125802922528237} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.46688568592071533, "loss_scale": 4.0, "retries": 0, "seconds": 172.0, "max_memory_gb": 17.17, "ce": 0.01020808813336771, "kl": 0.11564479436492547, "context": 0.068030488997465} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.07253945618867874, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 17.17, "ce": 0.006950749637326226, "kl": 0.002780344177153893, "context": 0.008340921514900401} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.06820055097341537, "loss_scale": 4.0, "retries": 0, "seconds": 174.3, "max_memory_gb": 17.17, "ce": 0.008462791880447185, "kl": 0.0006754665037078667, "context": 0.008800525185506558} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.3246577978134155, "loss_scale": 4.0, "retries": 0, "seconds": 175.6, "max_memory_gb": 17.17, "ce": 0.029550600855145603, "kl": 0.012018402892863378, "context": 0.035559802141506225} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.5252171754837036, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 17.17, "ce": 0.29067018906062003, "kl": 0.038070105665610754, "context": 0.3097052424127469} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.6809080839157104, "loss_scale": 4.0, "retries": 0, "seconds": 178.0, "max_memory_gb": 17.17, "ce": 0.04679104400565848, "kl": 0.11387254227884114, "context": 0.10372731456300244} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.06230277940630913, "loss_scale": 4.0, "retries": 0, "seconds": 179.3, "max_memory_gb": 17.17, "ce": 0.0015314090705942363, "kl": 0.005744065045291791, "context": 0.004403441591421142} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.3150610625743866, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 17.17, "ce": 0.028018508397508413, "kl": 0.015567417945931084, "context": 0.035802216618321836} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.0035037994384766, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 17.17, "ce": 0.3650016735191457, "kl": 0.3772731379576726, "context": 0.5536382386344485} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.1621292680501938, "loss_scale": 4.0, "retries": 0, "seconds": 182.9, "max_memory_gb": 17.17, "ce": 0.00934554597188253, "kl": 0.013975089357700199, "context": 0.016333090970874764} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.19239163398742676, "loss_scale": 4.0, "retries": 0, "seconds": 184.1, "max_memory_gb": 17.17, "ce": 0.02393083501374349, "kl": 0.0015655986808269517, "context": 0.024713634193176404} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.35061389207839966, "loss_scale": 4.0, "retries": 0, "seconds": 185.4, "max_memory_gb": 17.17, "ce": 0.06308448548952583, "kl": 0.01349357855906419, "context": 0.06983127756393515} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.5456501841545105, "loss_scale": 4.0, "retries": 0, "seconds": 186.6, "max_memory_gb": 17.17, "ce": 0.012625848030438647, "kl": 0.018400740480501554, "context": 0.021826219162903726} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.5666942596435547, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.17, "ce": 0.005713934529921971, "kl": 0.5335091592482968, "context": 0.27246850164374337} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.8546605706214905, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.17, "ce": 0.0072012469681794755, "kl": 0.5473670548799419, "context": 0.280884783147485} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.6877098083496094, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 17.17, "ce": 0.0339106808823999, "kl": 0.07278423327079508, "context": 0.07030279567698017} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.341421365737915, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.17, "ce": 0.29377179472794523, "kl": 0.01459119159335387, "context": 0.3010674036195269} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.7215952277183533, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.17, "ce": 0.03881182059558341, "kl": 0.006231372189176909, "context": 0.04192750505899312} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.48571234941482544, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.17, "ce": 0.030586532084271312, "kl": 0.04581892399437493, "context": 0.05349599476903677} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.057472825050354, "loss_scale": 4.0, "retries": 0, "seconds": 195.1, "max_memory_gb": 17.17, "ce": 0.23382426978787407, "kl": 0.07229835007456131, "context": 0.2699734370689839} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.4283993244171143, "loss_scale": 4.0, "retries": 0, "seconds": 196.1, "max_memory_gb": 17.17, "ce": 0.04544021066976711, "kl": 0.09817048635886749, "context": 0.09452545479871333} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.8363748788833618, "loss_scale": 4.0, "retries": 0, "seconds": 197.1, "max_memory_gb": 17.17, "ce": 0.08177297990187071, "kl": 0.4675472019298468, "context": 0.31554658274399117} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.6411335468292236, "loss_scale": 4.0, "retries": 0, "seconds": 198.2, "max_memory_gb": 17.17, "ce": 0.1508958459016867, "kl": 0.12019956241056207, "context": 0.21099562988092657} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.1930755376815796, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.17, "ce": 0.1153716549888486, "kl": 0.16990801657084376, "context": 0.20032566323061474} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.611849546432495, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.17, "ce": 0.2864777326103649, "kl": 0.69442832621462, "context": 0.6336918968809186} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8291441798210144, "loss_scale": 4.0, "retries": 0, "seconds": 201.9, "max_memory_gb": 17.17, "ce": 0.1228084122412838, "kl": 0.06911329376816866, "context": 0.15736506191751687} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.17929305136203766, "loss_scale": 4.0, "retries": 0, "seconds": 203.1, "max_memory_gb": 17.17, "ce": 0.013538177619921044, "kl": 0.008493337856634753, "context": 0.017784846655558795} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 1.621791958808899, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 17.17, "ce": 0.35523274436127394, "kl": 0.07112796074943617, "context": 0.3907967173727229} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.8963177800178528, "loss_scale": 4.0, "retries": 0, "seconds": 205.6, "max_memory_gb": 17.17, "ce": 0.036897899757605046, "kl": 0.01725137696485035, "context": 0.045523586217314005} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.0741063728928566, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.17, "ce": 0.007087765807227697, "kl": 0.0013944303573225625, "context": 0.0077849807785241865} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.448339819908142, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.17, "ce": 0.07963591019506566, "kl": 0.9894316755235195, "context": 0.5743517405353487} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.011044066399335861, "loss_scale": 4.0, "retries": 0, "seconds": 209.3, "max_memory_gb": 17.17, "ce": 0.0009484397014603019, "kl": 0.00015682032517361222, "context": 0.0010268498590448871} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5916393399238586, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.17, "ce": 0.018315283090487355, "kl": 0.0547605799511075, "context": 0.0456955733243376} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.23444953560829163, "loss_scale": 4.0, "retries": 0, "seconds": 211.5, "max_memory_gb": 17.17, "ce": 0.004880985943600535, "kl": 0.021372100105509162, "context": 0.015567035996355116} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.29242607951164246, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 17.17, "ce": 0.01645482037565671, "kl": 0.0034771543359966017, "context": 0.018193397554568946} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.8046543002128601, "loss_scale": 4.0, "retries": 0, "seconds": 213.8, "max_memory_gb": 17.17, "ce": 0.04572465185628971, "kl": 0.017295567311407467, "context": 0.054372434664401226} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.2328717708587646, "loss_scale": 4.0, "retries": 0, "seconds": 215.0, "max_memory_gb": 17.17, "ce": 0.16404905798844993, "kl": 0.03595857380423695, "context": 0.18202834483236074} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.04849863797426224, "loss_scale": 4.0, "retries": 0, "seconds": 216.2, "max_memory_gb": 17.17, "ce": 0.0033375245693605393, "kl": 0.000957695156103, "context": 0.003816372074652463} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.7655101418495178, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 17.17, "ce": 0.041943148273276165, "kl": 0.7535008476370422, "context": 0.418693561834516} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.3443300724029541, "loss_scale": 4.0, "retries": 0, "seconds": 218.5, "max_memory_gb": 17.17, "ce": 0.08126789328525774, "kl": 0.03239665599539876, "context": 0.09746622084639966} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.7303569912910461, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 17.17, "ce": 0.3834742694743909, "kl": 0.009832888270466356, "context": 0.3883907117706258} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.40673330426216125, "loss_scale": 4.0, "retries": 0, "seconds": 221.0, "max_memory_gb": 17.17, "ce": 0.027674103461322375, "kl": 0.01758121303282678, "context": 0.0364647091482766} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.8850833177566528, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 17.17, "ce": 0.0037063498530187644, "kl": 0.17063088667055126, "context": 0.0890217955748085} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.7791585922241211, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.17, "ce": 0.06730972579680383, "kl": 0.2117179761062289, "context": 0.17316870918148197} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.02054680325090885, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 17.17, "ce": 0.001788605484762229, "kl": 0.0002723038378462661, "context": 0.0019247574236942455} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.046755459159612656, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 17.17, "ce": 0.0025932076532626525, "kl": 0.0027666354035318363, "context": 0.0039765252149663866} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.7348775863647461, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.17, "ce": 0.005821058701258153, "kl": 0.15886524895904586, "context": 0.08525367960100994} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.3337676525115967, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.17, "ce": 0.11550780403922545, "kl": 0.203167304280214, "context": 0.21709146400826285} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8345776200294495, "loss_scale": 4.0, "retries": 0, "seconds": 229.1, "max_memory_gb": 17.17, "ce": 0.0168796896468848, "kl": 0.5907320742844604, "context": 0.3122457338613458} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.8081107139587402, "loss_scale": 4.0, "retries": 0, "seconds": 230.3, "max_memory_gb": 17.17, "ce": 0.23831413600419182, "kl": 0.01694367236632388, "context": 0.2467859651951585} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.1436333656311035, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.17, "ce": 0.32222982932580635, "kl": 0.2307173918306944, "context": 0.43758853641338646} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.021973051130771637, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 17.17, "ce": 0.0011606832267716527, "kl": 0.0007700861388002522, "context": 0.0015457262779818848} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 1.2787071466445923, "loss_scale": 4.0, "retries": 0, "seconds": 233.8, "max_memory_gb": 17.17, "ce": 0.26205070258583874, "kl": 0.12882527078363637, "context": 0.32646333042066544} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.0984406471252441, "loss_scale": 4.0, "retries": 0, "seconds": 234.9, "max_memory_gb": 17.17, "ce": 0.42466153742861934, "kl": 0.0810182077857462, "context": 0.4651706548174843} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.036923617124557495, "loss_scale": 4.0, "retries": 0, "seconds": 236.0, "max_memory_gb": 17.17, "ce": 0.002666613072506152, "kl": 0.001559746258863015, "context": 0.003446486225584522} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4216868281364441, "loss_scale": 4.0, "retries": 0, "seconds": 237.2, "max_memory_gb": 17.17, "ce": 0.07359765440924093, "kl": 0.05387709207843727, "context": 0.10053619695827365} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.10618511587381363, "loss_scale": 4.0, "retries": 0, "seconds": 238.3, "max_memory_gb": 17.17, "ce": 0.013985197787405923, "kl": 0.0021196947564021684, "context": 0.015045045205624774} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.3614286184310913, "loss_scale": 4.0, "retries": 0, "seconds": 239.4, "max_memory_gb": 17.17, "ce": 0.0015564733985229395, "kl": 0.19651632138413788, "context": 0.09981463351141429} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.3605514764785767, "loss_scale": 4.0, "retries": 0, "seconds": 240.6, "max_memory_gb": 17.17, "ce": 0.07181623319047503, "kl": 0.6615924726247613, "context": 0.4026124707306735} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.41695526242256165, "loss_scale": 4.0, "retries": 0, "seconds": 241.7, "max_memory_gb": 17.17, "ce": 0.09492115968896542, "kl": 0.006749767824658193, "context": 0.0982960434484994} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.6752862930297852, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 17.17, "ce": 0.10872498295793775, "kl": 0.004330197483795928, "context": 0.11089008179260418} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.6320797204971313, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 17.17, "ce": 0.2582071844371967, "kl": 0.02681066144577926, "context": 0.27161251683719456} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.5678330063819885, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.17, "ce": 0.07711806186125614, "kl": 0.1043078816801426, "context": 0.12927200258127414} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.0328667126595974, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 17.17, "ce": 0.0018380228502792306, "kl": 0.0023165852740021364, "context": 0.002996315488417167} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.27737152576446533, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 17.17, "ce": 0.01925751392263919, "kl": 0.018608041194966063, "context": 0.0285615345928818} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.1592673361301422, "loss_scale": 4.0, "retries": 0, "seconds": 249.0, "max_memory_gb": 17.17, "ce": 0.01117481803521514, "kl": 0.00461875883047469, "context": 0.013484197144862264} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.1138784885406494, "loss_scale": 4.0, "retries": 0, "seconds": 250.3, "max_memory_gb": 17.17, "ce": 0.004879677828284912, "kl": 0.39515761913207825, "context": 0.2024584861646872} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.03777071088552475, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 17.17, "ce": 0.002235359548649285, "kl": 0.0012578098649100866, "context": 0.002864264417439699} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.34842461347579956, "loss_scale": 4.0, "retries": 0, "seconds": 252.3, "max_memory_gb": 17.17, "ce": 0.08483929396606982, "kl": 0.043690498161595315, "context": 0.10668454656843096} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.07164427638053894, "loss_scale": 4.0, "retries": 0, "seconds": 253.4, "max_memory_gb": 17.17, "ce": 0.004501330782659352, "kl": 0.0015061304966366151, "context": 0.005254396062809974} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.701663613319397, "loss_scale": 4.0, "retries": 0, "seconds": 254.5, "max_memory_gb": 17.17, "ce": 0.17933276438270696, "kl": 0.03826221560302656, "context": 0.19846387204597704} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.987954318523407, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 17.17, "ce": 0.47495988329319516, "kl": 0.0962879936923855, "context": 0.5231038949859794} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.31506475806236267, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 17.17, "ce": 0.10714741318952292, "kl": 0.08965169939256157, "context": 0.1519732558663236} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.4163920879364014, "loss_scale": 4.0, "retries": 0, "seconds": 258.2, "max_memory_gb": 17.17, "ce": 0.08312123283394612, "kl": 0.8812529965798603, "context": 0.5237477171467617} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.610927164554596, "loss_scale": 4.0, "retries": 0, "seconds": 259.5, "max_memory_gb": 17.17, "ce": 0.20090961814275943, "kl": 0.023448548545275116, "context": 0.2126338998787105} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.525634527206421, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 17.17, "ce": 0.3431636616878677, "kl": 0.08756635640747845, "context": 0.3869468446355313} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 1.1381407976150513, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.17, "ce": 0.4877461838477757, "kl": 0.024749544758492448, "context": 0.5001209645706695} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.0476963520050049, "loss_scale": 4.0, "retries": 0, "seconds": 263.1, "max_memory_gb": 17.17, "ce": 0.02704529243055731, "kl": 0.17677212536364095, "context": 0.11543135368265212} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.03009088709950447, "loss_scale": 4.0, "retries": 0, "seconds": 264.3, "max_memory_gb": 17.17, "ce": 0.0027707960980478674, "kl": 0.001251096951477848, "context": 0.003396344560314901} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.6098612546920776, "loss_scale": 4.0, "retries": 0, "seconds": 265.5, "max_memory_gb": 17.17, "ce": 0.17262533027678728, "kl": 0.1484958678483963, "context": 0.246873265132308} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.2628982663154602, "loss_scale": 4.0, "retries": 0, "seconds": 266.8, "max_memory_gb": 17.17, "ce": 0.016200560377910733, "kl": 0.09933605304104276, "context": 0.06586858618538827} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.1447935551404953, "loss_scale": 4.0, "retries": 0, "seconds": 267.9, "max_memory_gb": 17.17, "ce": 0.011552053212653846, "kl": 0.002546448390603473, "context": 0.012825276935473084} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.8940602540969849, "loss_scale": 4.0, "retries": 0, "seconds": 268.9, "max_memory_gb": 17.17, "ce": 0.0027994435222353786, "kl": 0.09447128744250222, "context": 0.05003508829395287} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9111977815628052, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 17.17, "ce": 0.03416727975127287, "kl": 0.03670242847010741, "context": 0.052518494543619454} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.1838207244873047, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 17.17, "ce": 0.13838681284687482, "kl": 0.009660452235038974, "context": 0.1432170347252395} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.7213457226753235, "loss_scale": 4.0, "retries": 0, "seconds": 273.0, "max_memory_gb": 17.17, "ce": 0.06089513027109206, "kl": 0.06630754847356002, "context": 0.09404890798032284} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.3274647295475006, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 17.17, "ce": 0.006845470023108646, "kl": 0.027718577002815437, "context": 0.02070475887740031} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5293148159980774, "loss_scale": 4.0, "retries": 0, "seconds": 275.4, "max_memory_gb": 17.17, "ce": 0.04853493164409883, "kl": 0.013125889738148544, "context": 0.05509787835762836} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.28395920991897583, "loss_scale": 4.0, "retries": 0, "seconds": 276.7, "max_memory_gb": 17.17, "ce": 0.0317718611768214, "kl": 0.010692757157812594, "context": 0.037118238338734955} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.30336666107177734, "loss_scale": 4.0, "retries": 0, "seconds": 277.9, "max_memory_gb": 17.17, "ce": 0.013465223644743674, "kl": 0.028199283173307776, "context": 0.027564865071326494} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5743948817253113, "loss_scale": 4.0, "retries": 0, "seconds": 279.2, "max_memory_gb": 17.17, "ce": 0.08919886223156936, "kl": 0.027885683919976145, "context": 0.10314170466153882} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 1.5106315612792969, "loss_scale": 4.0, "retries": 0, "seconds": 280.4, "max_memory_gb": 17.17, "ce": 0.4172187414369546, "kl": 0.23507299809716642, "context": 0.5347552332095802} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5437212586402893, "loss_scale": 4.0, "retries": 0, "seconds": 281.4, "max_memory_gb": 17.17, "ce": 0.04768705632886849, "kl": 0.07344143361842725, "context": 0.08440777464420535} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.4932134747505188, "loss_scale": 4.0, "retries": 0, "seconds": 282.5, "max_memory_gb": 17.17, "ce": 0.02531382002052851, "kl": 0.011985641496721655, "context": 0.031306640827097} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.8576617240905762, "loss_scale": 4.0, "retries": 0, "seconds": 283.7, "max_memory_gb": 17.17, "ce": 0.016856422764249146, "kl": 0.15726120950421318, "context": 0.09548702707979828} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.22822783887386322, "loss_scale": 4.0, "retries": 0, "seconds": 284.9, "max_memory_gb": 17.17, "ce": 0.016124081215821207, "kl": 0.022204827175301034, "context": 0.027226494741626084} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.1906509399414062, "loss_scale": 4.0, "retries": 0, "seconds": 286.1, "max_memory_gb": 17.17, "ce": 0.2967374254949391, "kl": 0.020910483166517224, "context": 0.3071926624106709} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.13400773704051971, "loss_scale": 4.0, "retries": 0, "seconds": 287.1, "max_memory_gb": 17.17, "ce": 0.011999558832030743, "kl": 0.010180579367442988, "context": 0.01708984829019755} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.4404430389404297, "loss_scale": 4.0, "retries": 0, "seconds": 288.3, "max_memory_gb": 17.17, "ce": 0.09045262302970514, "kl": 0.023132905933607617, "context": 0.10201907809823751} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.22602027654647827, "loss_scale": 4.0, "retries": 0, "seconds": 289.5, "max_memory_gb": 17.17, "ce": 0.0258348767310963, "kl": 0.006877036675177806, "context": 0.029273396023199894} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.38312995433807373, "loss_scale": 4.0, "retries": 0, "seconds": 290.6, "max_memory_gb": 17.17, "ce": 0.10611355619039387, "kl": 0.013434938300633803, "context": 0.11283102806191891} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.004941701889038, "loss_scale": 4.0, "retries": 0, "seconds": 291.7, "max_memory_gb": 17.17, "ce": 0.07155561505351216, "kl": 0.027928116673137993, "context": 0.08551967534003779} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.6549524068832397, "loss_scale": 4.0, "retries": 0, "seconds": 293.0, "max_memory_gb": 17.17, "ce": 0.18756708248110954, "kl": 0.021150303073227406, "context": 0.19814223151479382} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.13964082300662994, "loss_scale": 4.0, "retries": 0, "seconds": 294.1, "max_memory_gb": 17.17, "ce": 0.011596616823226213, "kl": 0.012089955697547339, "context": 0.01764159437152557} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.027527255937457085, "loss_scale": 4.0, "retries": 0, "seconds": 295.2, "max_memory_gb": 17.17, "ce": 0.002241319540189579, "kl": 0.0013264674271340482, "context": 0.002904553199186921} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6525247097015381, "loss_scale": 4.0, "retries": 0, "seconds": 296.7, "max_memory_gb": 17.17, "ce": 0.04821555160742719, "kl": 0.12105363168211625, "context": 0.10874236628296785} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.7651572227478027, "loss_scale": 4.0, "retries": 0, "seconds": 297.9, "max_memory_gb": 17.17, "ce": 0.3628020916803507, "kl": 0.04305742982251104, "context": 0.3843308141513262} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.0331629179418087, "loss_scale": 4.0, "retries": 0, "seconds": 299.2, "max_memory_gb": 17.17, "ce": 0.002583730311016552, "kl": 0.0006625045025430154, "context": 0.002914982571383007} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.315447449684143, "loss_scale": 4.0, "retries": 0, "seconds": 300.4, "max_memory_gb": 17.17, "ce": 0.010847874393220991, "kl": 0.32863646338228136, "context": 0.17516611239989288} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.26374366879463196, "loss_scale": 4.0, "retries": 0, "seconds": 301.6, "max_memory_gb": 17.17, "ce": 0.018962105794344097, "kl": 0.016673276550136507, "context": 0.027298744302242994} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.6211029887199402, "loss_scale": 4.0, "retries": 0, "seconds": 303.0, "max_memory_gb": 17.17, "ce": 0.03100784868001938, "kl": 0.028340452525299042, "context": 0.04517807625234127} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.09143319725990295, "loss_scale": 4.0, "retries": 0, "seconds": 304.1, "max_memory_gb": 17.17, "ce": 0.009566727734636515, "kl": 0.004660507052903995, "context": 0.011896981159225106} diff --git a/runs/fixed_internvl/context/Deep8_s42/adapter/README.md b/runs/fixed_internvl/context/Deep8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/Deep8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2cca4605f1919732e6830cea6288b2f7d072ce7a --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.31.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s42/config.json b/runs/fixed_internvl/context/Deep8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..989f6cfe285139843a348bc53b0f500fe6cf451f --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s42/steps.jsonl b/runs/fixed_internvl/context/Deep8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7f5e6c29d1d57290c749c0e84c6f7a11b59e5e61 --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 3.9035534858703613, "loss_scale": 4.0, "retries": 0, "seconds": 1.9, "max_memory_gb": 16.82, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 2.8002266883850098, "loss_scale": 4.0, "retries": 0, "seconds": 3.1, "max_memory_gb": 17.16, "ce": 0.6083660274738065, "kl": 0.05966476090713968, "context": 0.6381984065303641} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 3.8795273303985596, "loss_scale": 4.0, "retries": 0, "seconds": 4.1, "max_memory_gb": 17.16, "ce": 0.6847236417233944, "kl": 0.03509709611535072, "context": 0.7022721879184246} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 3.481139659881592, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.16, "ce": 0.6198926807701355, "kl": 0.6797756503801793, "context": 0.9597804778022692} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.54557466506958, "loss_scale": 4.0, "retries": 0, "seconds": 6.0, "max_memory_gb": 17.16, "ce": 0.34780728968326, "kl": 1.1837049000896513, "context": 0.9396597266895697} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.3097851276397705, "loss_scale": 4.0, "retries": 0, "seconds": 6.9, "max_memory_gb": 17.16, "ce": 0.4388646013685502, "kl": 0.3634428328368813, "context": 0.6205860138870776} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.6304967403411865, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 17.16, "ce": 0.5953800231218338, "kl": 0.25627907377202064, "context": 0.723519578576088} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.46104326844215393, "loss_scale": 4.0, "retries": 0, "seconds": 8.8, "max_memory_gb": 17.16, "ce": 0.21414320718213276, "kl": 0.08747628704577437, "context": 0.2578813565260134} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 1.5892064571380615, "loss_scale": 4.0, "retries": 0, "seconds": 9.8, "max_memory_gb": 17.16, "ce": 0.5818650387227535, "kl": 0.12115913070738316, "context": 0.6424446105957031} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.366463661193848, "loss_scale": 4.0, "retries": 0, "seconds": 10.9, "max_memory_gb": 17.16, "ce": 0.5267138730851002, "kl": 0.3389527503750287, "context": 0.6961902445182204} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 1.1637603044509888, "loss_scale": 4.0, "retries": 0, "seconds": 11.9, "max_memory_gb": 17.16, "ce": 0.04728699973657058, "kl": 0.2949166549271922, "context": 0.19474533092306956} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 2.829620122909546, "loss_scale": 4.0, "retries": 0, "seconds": 12.9, "max_memory_gb": 17.16, "ce": 0.435618289076956, "kl": 1.21550249910797, "context": 1.043369532097131} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.1988158226013184, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.16, "ce": 0.095564043847844, "kl": 0.05038636829704046, "context": 0.12075723125599325} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.762923240661621, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.16, "ce": 0.07954805018380284, "kl": 0.1445939627592452, "context": 0.15184503188356757} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.9827539920806885, "loss_scale": 4.0, "retries": 0, "seconds": 16.0, "max_memory_gb": 17.16, "ce": 0.43757709220517427, "kl": 0.01175800763303414, "context": 0.44345610856544226} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 3.538012981414795, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 17.16, "ce": 0.3605157564024921, "kl": 0.02893844027130399, "context": 0.37498496443095064} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.0155155658721924, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 17.17, "ce": 0.016656835709000006, "kl": 0.10558374342508614, "context": 0.0694487064902205} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.39618349075317383, "loss_scale": 4.0, "retries": 0, "seconds": 19.1, "max_memory_gb": 17.17, "ce": 0.03849301557056606, "kl": 0.05419126420747489, "context": 0.06558864773251116} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.24527572095394135, "loss_scale": 4.0, "retries": 0, "seconds": 20.1, "max_memory_gb": 17.17, "ce": 0.00350157467983081, "kl": 0.013775130237718258, "context": 0.01038913993670576} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.505104124546051, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.17, "ce": 0.00391058751847595, "kl": 0.0418965242588456, "context": 0.024858849777956493} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.3925231993198395, "loss_scale": 4.0, "retries": 0, "seconds": 22.2, "max_memory_gb": 17.17, "ce": 0.008384191198274493, "kl": 0.0929425046160759, "context": 0.05485544208204374} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.38145381212234497, "loss_scale": 4.0, "retries": 0, "seconds": 23.2, "max_memory_gb": 17.17, "ce": 0.014190926165611017, "kl": 0.009757604082551552, "context": 0.01906972855795175} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.5100793838500977, "loss_scale": 4.0, "retries": 0, "seconds": 24.2, "max_memory_gb": 17.17, "ce": 0.17003119055880234, "kl": 0.4882387764359919, "context": 0.41415057686390355} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.1126534938812256, "loss_scale": 4.0, "retries": 0, "seconds": 25.3, "max_memory_gb": 17.17, "ce": 0.04177619704569224, "kl": 0.6596828565379838, "context": 0.3716176137968432} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.4462907314300537, "loss_scale": 4.0, "retries": 0, "seconds": 26.3, "max_memory_gb": 17.17, "ce": 0.1501279730873648, "kl": 0.20249444540968398, "context": 0.25137518864357844} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.273355096578598, "loss_scale": 4.0, "retries": 0, "seconds": 27.4, "max_memory_gb": 17.17, "ce": 0.02449841300949629, "kl": 0.001384124379910645, "context": 0.025190474843839183} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.3090739250183105, "loss_scale": 4.0, "retries": 0, "seconds": 28.4, "max_memory_gb": 17.17, "ce": 0.4257746175862849, "kl": 0.02275828883284703, "context": 0.4371537652623374} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.478975534439087, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 17.17, "ce": 0.014598234149161726, "kl": 0.8590118163265288, "context": 0.44410413317382336} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.9766550064086914, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 17.17, "ce": 0.1164096433785744, "kl": 0.03564891393762082, "context": 0.13423410162795335} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.6167476177215576, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.17, "ce": 0.0426380470598815, "kl": 0.6435944912373088, "context": 0.36443529289681464} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.317021369934082, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 17.17, "ce": 0.49866707233013585, "kl": 0.15696259250398725, "context": 0.5771483774296939} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.47087010741233826, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.17, "ce": 0.038100419798865914, "kl": 0.010217920411378145, "context": 0.04320938000455499} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.029021691530942917, "loss_scale": 4.0, "retries": 0, "seconds": 34.6, "max_memory_gb": 17.17, "ce": 0.0014660890446975827, "kl": 0.0013108857710903976, "context": 0.002121531892044004} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.057008206844329834, "loss_scale": 4.0, "retries": 0, "seconds": 35.5, "max_memory_gb": 17.17, "ce": 0.0016266992024611682, "kl": 0.0010320814917577081, "context": 0.0021427399769891053} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.3224713802337646, "loss_scale": 4.0, "retries": 0, "seconds": 36.7, "max_memory_gb": 17.17, "ce": 0.08128328766906634, "kl": 0.05388808964926284, "context": 0.10822733154054731} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.145294189453125, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.17, "ce": 0.20737456240021857, "kl": 0.023000703582738424, "context": 0.2188749210035894} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.8414790630340576, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 17.17, "ce": 0.03501607704674825, "kl": 0.47639194352086633, "context": 0.2732120563450735} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.7160285115242004, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.17, "ce": 0.036796623360714875, "kl": 0.03697897517122328, "context": 0.055286109913140535} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.8743436336517334, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.17, "ce": 0.2185823601903394, "kl": 0.19164497646852396, "context": 0.31440483895130455} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.4033258855342865, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 17.17, "ce": 0.011923543755983701, "kl": 0.004642062491257093, "context": 0.014244575046177488} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.469732403755188, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 17.17, "ce": 0.009621565623092465, "kl": 0.03748530050506815, "context": 0.028364216326735914} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.2627851963043213, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 17.17, "ce": 0.010262208052154165, "kl": 0.44935525796609, "context": 0.23493983800290152} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.8097621202468872, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 17.17, "ce": 0.11630816649994813, "kl": 0.16553940795711242, "context": 0.199077871395275} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 2.21175217628479, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 17.17, "ce": 0.4699406801519217, "kl": 0.048410660558147356, "context": 0.49414601968601346} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.8696534633636475, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 17.17, "ce": 0.335085139493458, "kl": 0.030082710647548083, "context": 0.35012648365227506} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.9383848309516907, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.17, "ce": 0.25610666451393627, "kl": 0.031004241107439157, "context": 0.27160877487040125} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.09397338330745697, "loss_scale": 4.0, "retries": 0, "seconds": 49.0, "max_memory_gb": 17.17, "ce": 0.003204610708053224, "kl": 0.0026829107555386145, "context": 0.004546066222246736} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.046918511390686, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.17, "ce": 0.1691927220672369, "kl": 0.02451821396516607, "context": 0.18145183008164167} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.7627127170562744, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.17, "ce": 0.10665435597547912, "kl": 0.1301736397449531, "context": 0.17174118325056043} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.4171065092086792, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 17.17, "ce": 0.017828226555138826, "kl": 0.14743880357127637, "context": 0.09154762723483145} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.330644130706787, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.17, "ce": 0.10929016483714804, "kl": 0.23742539624799974, "context": 0.22800286917481571} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.25609737634658813, "loss_scale": 4.0, "retries": 0, "seconds": 54.2, "max_memory_gb": 17.17, "ce": 0.006913085373525973, "kl": 0.012972781717053294, "context": 0.013399476494669216} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.21657691895961761, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 17.17, "ce": 0.011512463039252907, "kl": 0.029563174495706335, "context": 0.026294049806892872} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.6489869952201843, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 17.17, "ce": 0.04750628570036497, "kl": 0.15506132882228485, "context": 0.12503694593033288} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.099449634552002, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 17.17, "ce": 0.43086173614574363, "kl": 0.40634203855552187, "context": 0.6340327385405544} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5823087692260742, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 17.17, "ce": 0.021917953759839293, "kl": 0.06867418113597523, "context": 0.056255046190926805} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.0421921014785767, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 17.17, "ce": 0.06512154071242549, "kl": 0.058710252051241696, "context": 0.09447666697087698} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.0218472480773926, "loss_scale": 4.0, "retries": 0, "seconds": 60.4, "max_memory_gb": 17.17, "ce": 0.017467454221332446, "kl": 0.5492737338645384, "context": 0.2921043161477428} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.11567912250757217, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 17.17, "ce": 0.004756674497912172, "kl": 0.0007097502584656468, "context": 0.005111549602588639} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.7589711546897888, "loss_scale": 4.0, "retries": 0, "seconds": 62.4, "max_memory_gb": 17.17, "ce": 0.06112031461088918, "kl": 0.0641530029970454, "context": 0.09319681249326095} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.7969347238540649, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 17.17, "ce": 0.005418521963292733, "kl": 0.10330092846561456, "context": 0.05706898507196456} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.875832438468933, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 17.17, "ce": 0.04365344923280645, "kl": 0.2002197439869633, "context": 0.14376332249958068} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.1440147161483765, "loss_scale": 4.0, "retries": 0, "seconds": 65.5, "max_memory_gb": 17.17, "ce": 0.11829531694820616, "kl": 0.1478063697043126, "context": 0.1921985015651444} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.6605828404426575, "loss_scale": 4.0, "retries": 0, "seconds": 66.5, "max_memory_gb": 17.17, "ce": 0.045919552867417224, "kl": 0.07859522399508023, "context": 0.08521716351970099} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 2.1516213417053223, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 17.17, "ce": 0.4597609137999825, "kl": 0.012201983176055364, "context": 0.46586189928348176} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.49353983998298645, "loss_scale": 4.0, "retries": 0, "seconds": 68.6, "max_memory_gb": 17.17, "ce": 0.03762363069108687, "kl": 0.025353562770760618, "context": 0.050300413931836374} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.335880309343338, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 17.17, "ce": 0.010642829154676292, "kl": 0.0016548842186239199, "context": 0.011470271056168713} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.28347650170326233, "loss_scale": 4.0, "retries": 0, "seconds": 70.7, "max_memory_gb": 17.17, "ce": 0.028600279467354994, "kl": 0.013211634441177011, "context": 0.03520609719998902} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.5933691263198853, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 17.17, "ce": 0.052209732559276745, "kl": 0.05576961033511907, "context": 0.08009454142302275} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.5832629203796387, "loss_scale": 4.0, "retries": 0, "seconds": 72.8, "max_memory_gb": 17.17, "ce": 0.3016824205114972, "kl": 0.06341954309209541, "context": 0.3333921902230941} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.8969097137451172, "loss_scale": 4.0, "retries": 0, "seconds": 73.8, "max_memory_gb": 17.17, "ce": 0.3778968175756745, "kl": 0.07112129000597633, "context": 0.4134574660565704} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.06112781539559364, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 17.17, "ce": 0.002889910407247953, "kl": 0.006153069507490727, "context": 0.005966445052763447} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.347398042678833, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 17.17, "ce": 0.34286977333249524, "kl": 0.009073337563677342, "context": 0.3474064337351592} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.31845998764038086, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 17.17, "ce": 0.019780139366048388, "kl": 0.08024322066194145, "context": 0.059901747707044706} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.1843509674072266, "loss_scale": 4.0, "retries": 0, "seconds": 77.9, "max_memory_gb": 17.17, "ce": 0.1777039704611525, "kl": 0.27933771114658157, "context": 0.3173728271503933} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.019840717315674, "loss_scale": 4.0, "retries": 0, "seconds": 79.0, "max_memory_gb": 17.17, "ce": 0.007493015116779134, "kl": 0.39334634992701467, "context": 0.20416619061143138} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.1728503704071045, "loss_scale": 4.0, "retries": 0, "seconds": 80.0, "max_memory_gb": 17.17, "ce": 0.05153384403092787, "kl": 0.0729115956764872, "context": 0.08798964008747134} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.167577028274536, "loss_scale": 4.0, "retries": 0, "seconds": 80.9, "max_memory_gb": 17.17, "ce": 0.09611628722632304, "kl": 0.2780276322446298, "context": 0.2351300943410024} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7509509325027466, "loss_scale": 4.0, "retries": 0, "seconds": 82.1, "max_memory_gb": 17.17, "ce": 0.08634142059599981, "kl": 0.1181014527392108, "context": 0.145392146660015} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.7877548933029175, "loss_scale": 4.0, "retries": 0, "seconds": 83.0, "max_memory_gb": 17.17, "ce": 0.21405930585751776, "kl": 0.018875057381023908, "context": 0.22349684200889897} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.5719956159591675, "loss_scale": 4.0, "retries": 0, "seconds": 84.1, "max_memory_gb": 17.17, "ce": 0.5350054235677817, "kl": 0.029970133415190503, "context": 0.549990495754173} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.117292881011963, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 17.17, "ce": 0.0006568575190613046, "kl": 0.3109248002449476, "context": 0.15611926079873228} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.0228285789489746, "loss_scale": 4.0, "retries": 0, "seconds": 86.1, "max_memory_gb": 17.17, "ce": 0.06972321914508939, "kl": 0.0824898832506733, "context": 0.11096816044300795} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.8568670153617859, "loss_scale": 4.0, "retries": 0, "seconds": 87.2, "max_memory_gb": 17.17, "ce": 0.022198917984496802, "kl": 0.2984973930288106, "context": 0.17144761432427913} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.31172817945480347, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 17.17, "ce": 0.034223784488858655, "kl": 0.05335685288082459, "context": 0.06090221095655579} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.43125784397125244, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 17.17, "ce": 0.04412254970520735, "kl": 0.04123979921860155, "context": 0.06474245118442923} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.6088965535163879, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.17, "ce": 0.025234055938199162, "kl": 0.020928637582983356, "context": 0.035698372856131755} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.44681382179260254, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 17.17, "ce": 0.05231973360059783, "kl": 0.0016206453183258418, "context": 0.053130057494854555} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.23676274716854095, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 17.17, "ce": 0.0037484575586859137, "kl": 0.023721210891380906, "context": 0.01560906259692274} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.013998436741530895, "loss_scale": 4.0, "retries": 0, "seconds": 93.3, "max_memory_gb": 17.17, "ce": 0.0006760860997019336, "kl": 0.001016238291413174, "context": 0.0011842052335850894} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 1.2220243215560913, "loss_scale": 4.0, "retries": 0, "seconds": 94.3, "max_memory_gb": 17.17, "ce": 0.05992758111824514, "kl": 0.0832230998785235, "context": 0.1015391310211271} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.8199462890625, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 17.17, "ce": 0.14056211620481918, "kl": 0.019355653319507837, "context": 0.15023994515649974} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.9093270301818848, "loss_scale": 4.0, "retries": 0, "seconds": 96.4, "max_memory_gb": 17.17, "ce": 0.1328317997395061, "kl": 0.2844585549319163, "context": 0.27506106754299253} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.9994146823883057, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.17, "ce": 0.38748509092692984, "kl": 0.32923875108826905, "context": 0.5521044659544714} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.5365524291992188, "loss_scale": 4.0, "retries": 0, "seconds": 98.4, "max_memory_gb": 17.17, "ce": 0.0907244321424514, "kl": 0.1613976899534464, "context": 0.1714232787489891} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.1491831541061401, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 17.17, "ce": 0.008497170987538993, "kl": 0.21186729701730656, "context": 0.1144308217917569} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.39913707971572876, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 17.17, "ce": 0.005614397479803301, "kl": 0.04127247783617349, "context": 0.026250637107295915} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.21375998854637146, "loss_scale": 4.0, "retries": 0, "seconds": 101.5, "max_memory_gb": 17.17, "ce": 0.023701792786596343, "kl": 0.017031540750394925, "context": 0.03221756230777828} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.5188719034194946, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.17, "ce": 0.026330413078540005, "kl": 0.040802610443279264, "context": 0.046731718350201845} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.1547398567199707, "loss_scale": 4.0, "retries": 0, "seconds": 103.4, "max_memory_gb": 17.17, "ce": 0.013246496993815526, "kl": 0.008606375345152628, "context": 0.017549684780533426} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.5754351615905762, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.17, "ce": 0.14275023230584338, "kl": 0.032743268757940314, "context": 0.15912186301648035} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.23710331320762634, "loss_scale": 4.0, "retries": 0, "seconds": 105.5, "max_memory_gb": 17.17, "ce": 0.0073701988367247395, "kl": 0.015004218253821477, "context": 0.014872307954647113} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.6729626059532166, "loss_scale": 4.0, "retries": 0, "seconds": 106.6, "max_memory_gb": 17.17, "ce": 0.19355726358480752, "kl": 0.06968838085595053, "context": 0.22840145858936012} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.5915459990501404, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.17, "ce": 0.11802978802006692, "kl": 0.0035359154535399284, "context": 0.11979774665087461} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.206865906715393, "loss_scale": 4.0, "retries": 0, "seconds": 108.6, "max_memory_gb": 17.17, "ce": 0.1063350019576319, "kl": 0.24810073047882497, "context": 0.23038536696549272} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.8622151613235474, "loss_scale": 4.0, "retries": 0, "seconds": 109.7, "max_memory_gb": 17.17, "ce": 0.07335432760010008, "kl": 0.023955172024216154, "context": 0.08533191363676451} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.684211015701294, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 17.17, "ce": 0.13087856359197758, "kl": 0.07039446220733225, "context": 0.1660757985082455} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.1271618604660034, "loss_scale": 4.0, "retries": 0, "seconds": 111.6, "max_memory_gb": 17.17, "ce": 0.26870662305736914, "kl": 0.002637078632687917, "context": 0.2700251577189192} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.8582795262336731, "loss_scale": 4.0, "retries": 0, "seconds": 112.7, "max_memory_gb": 17.17, "ce": 0.06851282261777669, "kl": 0.38459281904943055, "context": 0.26080922840628773} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.6669542193412781, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 17.17, "ce": 0.05818675528280437, "kl": 0.009566253091179533, "context": 0.06296988189569674} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.03257614001631737, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.17, "ce": 0.0008325845119543374, "kl": 0.0025652949741470366, "context": 0.0021152320041437633} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.7125474810600281, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 17.17, "ce": 0.06973989144898951, "kl": 0.12304884796685656, "context": 0.13126431172713637} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.3081551790237427, "loss_scale": 4.0, "retries": 0, "seconds": 116.8, "max_memory_gb": 17.17, "ce": 0.5785571119959059, "kl": 0.11041378005393199, "context": 0.6337640020356048} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.1489705741405487, "loss_scale": 4.0, "retries": 0, "seconds": 117.9, "max_memory_gb": 17.17, "ce": 0.01547848604968749, "kl": 0.0006642810221819673, "context": 0.015810626311576925} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.6978247165679932, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.17, "ce": 0.2778524705208838, "kl": 0.023326770577114075, "context": 0.2895158608444035} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.665996253490448, "loss_scale": 4.0, "retries": 0, "seconds": 119.8, "max_memory_gb": 17.17, "ce": 0.02520155147067271, "kl": 0.0019212209153920412, "context": 0.02616216184105724} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 1.1609588861465454, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 17.17, "ce": 0.30474144017352955, "kl": 0.049197769210877595, "context": 0.32934032481716713} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.7018332481384277, "loss_scale": 4.0, "retries": 0, "seconds": 121.9, "max_memory_gb": 17.17, "ce": 0.15908167883753777, "kl": 0.9473806878777395, "context": 0.6327720085973851} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.152791738510132, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 17.17, "ce": 0.13267125710262917, "kl": 0.0029245589594211197, "context": 0.13413353101350367} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 0.48073360323905945, "loss_scale": 4.0, "retries": 0, "seconds": 124.0, "max_memory_gb": 17.17, "ce": 0.02571694753714837, "kl": 0.049492449584704445, "context": 0.050463172323361505} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.44966086745262146, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 17.17, "ce": 0.043254702919512056, "kl": 0.040440992751427984, "context": 0.06347519883274799} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.3722388744354248, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 17.17, "ce": 0.00542087150097359, "kl": 0.15957714421165292, "context": 0.085209445504006} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.39372196793556213, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.17, "ce": 0.015912370567093603, "kl": 0.0054845736540301004, "context": 0.018654656712897122} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.7941759824752808, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.17, "ce": 0.03664462004962843, "kl": 0.6159514868929818, "context": 0.3446203560597496} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.4952064752578735, "loss_scale": 4.0, "retries": 0, "seconds": 129.1, "max_memory_gb": 17.17, "ce": 0.05386867836932652, "kl": 0.16659200848880573, "context": 0.13716468354687095} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.5348445177078247, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 17.17, "ce": 0.5970403361134231, "kl": 0.2085484642660731, "context": 0.7013145904638804} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.2120622843503952, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.17, "ce": 0.0025304424634668976, "kl": 0.038983446913334774, "context": 0.02202216614386998} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.38122209906578064, "loss_scale": 4.0, "retries": 0, "seconds": 132.2, "max_memory_gb": 17.17, "ce": 0.046482018326059915, "kl": 0.0392089762899559, "context": 0.0660865078389179} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.2772842645645142, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 17.17, "ce": 0.20574555778875947, "kl": 0.08581846022389072, "context": 0.2486547879234422} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5114309191703796, "loss_scale": 4.0, "retries": 0, "seconds": 134.1, "max_memory_gb": 17.17, "ce": 0.039902715070638806, "kl": 0.06222818430978805, "context": 0.07101680722553283} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.45810914039611816, "loss_scale": 4.0, "retries": 0, "seconds": 135.2, "max_memory_gb": 17.17, "ce": 0.16498647240223363, "kl": 0.07628985771771113, "context": 0.20313139993231744} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.024873115122318268, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 17.17, "ce": 0.00229105404287111, "kl": 9.278219795305631e-05, "context": 0.0023374451411655173} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.09084931015968323, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 17.17, "ce": 0.0110678665296291, "kl": 0.0018848802574211732, "context": 0.012010306949377991} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.545754313468933, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 17.17, "ce": 0.045064352816552855, "kl": 0.08749897685157748, "context": 0.08881383707921486} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.2919485569000244, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.17, "ce": 0.32168408104917035, "kl": 0.46329564915504307, "context": 0.5533319240785204} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.11042992770671844, "loss_scale": 4.0, "retries": 0, "seconds": 140.3, "max_memory_gb": 17.17, "ce": 0.010243737386190332, "kl": 0.006599498330615461, "context": 0.013543486420530826} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 2.7831404209136963, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.17, "ce": 0.4157399415562395, "kl": 0.26167454887036, "context": 0.5465772156312596} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.1428060531616211, "loss_scale": 4.0, "retries": 0, "seconds": 142.1, "max_memory_gb": 17.17, "ce": 0.015120575175387785, "kl": 0.0056990662415046245, "context": 0.017970108485314995} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.2336182594299316, "loss_scale": 4.0, "retries": 0, "seconds": 143.1, "max_memory_gb": 17.17, "ce": 0.3507224323111586, "kl": 0.008569134170102188, "context": 0.35500698938267305} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.4257831871509552, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 17.17, "ce": 0.020030664338264614, "kl": 0.008434787578153191, "context": 0.0242480592278298} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.016634225845337, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.17, "ce": 0.21137082163477316, "kl": 0.2689971663057804, "context": 0.3458694047294557} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.3438292741775513, "loss_scale": 4.0, "retries": 0, "seconds": 146.1, "max_memory_gb": 17.17, "ce": 0.0031560398056171834, "kl": 0.17232689482625574, "context": 0.08931948625831865} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 0.4508211314678192, "loss_scale": 4.0, "retries": 0, "seconds": 147.0, "max_memory_gb": 17.17, "ce": 0.1503128191397991, "kl": 0.10337762953713536, "context": 0.20200163457775488} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.269636631011963, "loss_scale": 4.0, "retries": 0, "seconds": 148.0, "max_memory_gb": 17.17, "ce": 0.0037156126491026953, "kl": 0.14738683329778723, "context": 0.07740902830846608} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.22705627977848053, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 17.17, "ce": 0.020101334957871586, "kl": 0.005727108435166883, "context": 0.022964889052673243} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.03862845525145531, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 17.17, "ce": 0.0027045557217206806, "kl": 0.0018217817341792397, "context": 0.003615446505136788} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.4797735810279846, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.17, "ce": 0.08686946405214258, "kl": 0.00297239440260455, "context": 0.08835566104971804} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.4282352924346924, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.17, "ce": 0.33118941268185154, "kl": 0.20087083269027062, "context": 0.4316248127142899} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 2.34830379486084, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.17, "ce": 0.1340147740993416, "kl": 0.23523679497702688, "context": 0.2516331756778527} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.9990683197975159, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 17.17, "ce": 0.003037200032849796, "kl": 0.4786089227645789, "context": 0.24234165511734318} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.05241882801055908, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.17, "ce": 0.0046777521492913365, "kl": 0.001032916028634645, "context": 0.0051942100981250405} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.6079447269439697, "loss_scale": 4.0, "retries": 0, "seconds": 155.5, "max_memory_gb": 17.17, "ce": 0.0829616082191933, "kl": 0.011679783376166597, "context": 0.08880149622564204} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.11230204254388809, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 17.17, "ce": 0.005889734617085196, "kl": 0.01166584057500586, "context": 0.011722654802724719} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.10181357711553574, "loss_scale": 4.0, "retries": 0, "seconds": 157.3, "max_memory_gb": 17.17, "ce": 0.011645977276202757, "kl": 0.0013484537198564794, "context": 0.012320204048592132} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.38782796263694763, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 17.17, "ce": 0.10790972723043524, "kl": 0.04573490134816893, "context": 0.13077717230771668} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.7358171343803406, "loss_scale": 4.0, "retries": 0, "seconds": 159.3, "max_memory_gb": 17.17, "ce": 0.11655350824003108, "kl": 0.009252265346731292, "context": 0.12117964151548222} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.05833827331662178, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 17.17, "ce": 0.002622548272483982, "kl": 0.0018354562598688062, "context": 0.003540276433341205} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.3860770463943481, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 17.17, "ce": 0.0059556407504715025, "kl": 0.44889362626418006, "context": 0.23040245875017717} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.8530033826828003, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 17.17, "ce": 0.030141681840177625, "kl": 0.051972372448290116, "context": 0.05612786806887016} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.5930055379867554, "loss_scale": 4.0, "retries": 0, "seconds": 162.9, "max_memory_gb": 17.17, "ce": 0.050966973714821506, "kl": 0.030202079206901544, "context": 0.06606801395537332} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.41593655943870544, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.17, "ce": 0.07000558386789635, "kl": 0.03943657362833619, "context": 0.08972386928508058} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.39973148703575134, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.17, "ce": 0.020634121072362177, "kl": 0.06659631121146958, "context": 0.05393227666354505} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.4043184816837311, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 17.17, "ce": 0.08648134308168665, "kl": 0.05775055849335331, "context": 0.11535662232199684} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.5714597702026367, "loss_scale": 4.0, "retries": 0, "seconds": 166.7, "max_memory_gb": 17.17, "ce": 0.15003579383483157, "kl": 0.027106780151370913, "context": 0.16358918300829828} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.2814876437187195, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 17.17, "ce": 0.00274127593729645, "kl": 0.029494578752292, "context": 0.017488565645180643} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.15362872183322906, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 17.17, "ce": 0.014522571815177798, "kl": 0.017423396922822576, "context": 0.023234270280227065} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.18086080253124237, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 17.17, "ce": 0.007940329720440786, "kl": 0.0030131534640531754, "context": 0.009446906442462932} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.804979145526886, "loss_scale": 4.0, "retries": 0, "seconds": 170.4, "max_memory_gb": 17.17, "ce": 0.018591916596051306, "kl": 0.11397574887087103, "context": 0.0755797945894301} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.3435262143611908, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 17.17, "ce": 0.02587968739680946, "kl": 0.13073832455847878, "context": 0.09124885153141804} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.9228337407112122, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 17.17, "ce": 0.06889646759373136, "kl": 0.17538511804741574, "context": 0.15658902656286955} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.8133348822593689, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 17.17, "ce": 0.15668174935126444, "kl": 0.013288481506606331, "context": 0.16332599382440094} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.9741442203521729, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 17.17, "ce": 0.19362597446888685, "kl": 0.025960512546589598, "context": 0.20660623151343316} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.643818199634552, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 17.17, "ce": 0.03479617890843656, "kl": 0.044736893934896216, "context": 0.057164625817677006} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.760993242263794, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 17.17, "ce": 0.10022546019172296, "kl": 0.06893053138628602, "context": 0.13469073333544657} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.36581265926361084, "loss_scale": 4.0, "retries": 0, "seconds": 176.9, "max_memory_gb": 17.17, "ce": 0.026051132997963578, "kl": 0.00956686590791378, "context": 0.03083456671447493} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.3678165674209595, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 17.17, "ce": 0.012189363595098257, "kl": 0.24952609431784367, "context": 0.1369524101028219} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.2008979320526123, "loss_scale": 4.0, "retries": 0, "seconds": 178.7, "max_memory_gb": 17.17, "ce": 0.24654447444481775, "kl": 0.11962601153936703, "context": 0.30635748972417787} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.7966410517692566, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 17.17, "ce": 0.001849619162385352, "kl": 0.21079091335923295, "context": 0.10724507889244705} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.39352741837501526, "loss_scale": 4.0, "retries": 0, "seconds": 180.6, "max_memory_gb": 17.17, "ce": 0.08652513028937392, "kl": 0.08062548883208365, "context": 0.12683787377318367} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.5766645669937134, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 17.17, "ce": 0.22745670239964966, "kl": 0.013378305449805339, "context": 0.23414586037688423} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.2833775281906128, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.17, "ce": 0.32860351220006123, "kl": 0.1379155475005973, "context": 0.39756128448061645} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.26497483253479, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 17.17, "ce": 0.1449785807635635, "kl": 0.1149477533181198, "context": 0.20245245602563955} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.037863120436668396, "loss_scale": 4.0, "retries": 0, "seconds": 184.4, "max_memory_gb": 17.17, "ce": 0.0014694128767587245, "kl": 0.0028618553624255583, "context": 0.002900340565247461} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.023493345826864243, "loss_scale": 4.0, "retries": 0, "seconds": 185.4, "max_memory_gb": 17.17, "ce": 0.0019394326373003423, "kl": 0.0009562202612869442, "context": 0.002417542797047645} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.044191308319568634, "loss_scale": 4.0, "retries": 0, "seconds": 186.3, "max_memory_gb": 17.17, "ce": 0.0025360613217344508, "kl": 0.0015454925742233172, "context": 0.0033088076452258974} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.16300630569458008, "loss_scale": 4.0, "retries": 0, "seconds": 187.3, "max_memory_gb": 17.17, "ce": 0.004943735068081878, "kl": 0.016477152763400227, "context": 0.01318231166806072} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.69459468126297, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 17.17, "ce": 0.16324632294708863, "kl": 0.004112450718821492, "context": 0.16530255414545536} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.42978182435035706, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 17.17, "ce": 0.05644015266443603, "kl": 0.1162114024082257, "context": 0.11454585660248995} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.5212754011154175, "loss_scale": 4.0, "retries": 0, "seconds": 190.5, "max_memory_gb": 17.17, "ce": 0.10600827832240611, "kl": 0.012346955640850865, "context": 0.11218175389512908} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.8455212116241455, "loss_scale": 4.0, "retries": 0, "seconds": 191.5, "max_memory_gb": 17.17, "ce": 0.03672196087427437, "kl": 0.017765563970897347, "context": 0.04560474102618173} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.05695787072181702, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 17.17, "ce": 0.00409081790712662, "kl": 0.003726676670339657, "context": 0.00595415620773565} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.576688051223755, "loss_scale": 4.0, "retries": 0, "seconds": 193.6, "max_memory_gb": 17.17, "ce": 0.4319506098108832, "kl": 0.3752718006289797, "context": 0.6195865173940547} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.7887452244758606, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.17, "ce": 0.05060849440633319, "kl": 0.1078214742410637, "context": 0.1045192305900855} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7634215354919434, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 17.17, "ce": 0.004523246054304764, "kl": 0.1152844697207911, "context": 0.06216548086376861} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.034857865422964096, "loss_scale": 4.0, "retries": 0, "seconds": 196.7, "max_memory_gb": 17.17, "ce": 0.0026522442931309342, "kl": 0.0005617017886834219, "context": 0.002933095267508179} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.05158420652151108, "loss_scale": 4.0, "retries": 0, "seconds": 197.7, "max_memory_gb": 17.17, "ce": 0.0028948147082701325, "kl": 0.0007773097657661765, "context": 0.003283469646703452} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.11432158946990967, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 17.17, "ce": 0.0010107098423759453, "kl": 0.00861027381324675, "context": 0.0053158468144829385} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.8117381930351257, "loss_scale": 4.0, "retries": 0, "seconds": 199.8, "max_memory_gb": 17.17, "ce": 0.0028707406454486772, "kl": 0.26563034874925506, "context": 0.13568591488001402} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.8719722032546997, "loss_scale": 4.0, "retries": 0, "seconds": 200.8, "max_memory_gb": 17.17, "ce": 0.09383138797420543, "kl": 0.23113001618912676, "context": 0.2093963990919292} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.08443251252174377, "loss_scale": 4.0, "retries": 0, "seconds": 201.9, "max_memory_gb": 17.17, "ce": 0.011183450595126487, "kl": 0.0011286416847724468, "context": 0.011747771728551015} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.40546858310699463, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.17, "ce": 0.030478220724035054, "kl": 0.020796815573703498, "context": 0.040876628598198295} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 1.0983099937438965, "loss_scale": 4.0, "retries": 0, "seconds": 204.1, "max_memory_gb": 17.17, "ce": 0.017112704808823764, "kl": 1.0081440044450574, "context": 0.5211847013561055} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.1745569407939911, "loss_scale": 4.0, "retries": 0, "seconds": 205.1, "max_memory_gb": 17.17, "ce": 0.014378269203007221, "kl": 0.010215471549599897, "context": 0.019486005694488995} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.06519432365894318, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 17.17, "ce": 0.00604699325049296, "kl": 0.001833615835494129, "context": 0.006963801104575396} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.1369883418083191, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.17, "ce": 0.014366236631758511, "kl": 0.0070174154825508595, "context": 0.01787494495511055} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.7136102914810181, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.17, "ce": 0.028136113716755062, "kl": 0.04275651622447185, "context": 0.04951437271665782} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.22996735572814941, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 17.17, "ce": 0.016051385187893175, "kl": 0.005087003523840394, "context": 0.01859488735499326} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.5232735276222229, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 17.17, "ce": 0.023137405514717102, "kl": 0.017497744600404985, "context": 0.03188627731287852} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.320197731256485, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.17, "ce": 0.039645152442972176, "kl": 0.014172537994454615, "context": 0.046731422597076744} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.48997199535369873, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.17, "ce": 0.08264218652038835, "kl": 0.0276451052777702, "context": 0.09646473848260939} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.345649391412735, "loss_scale": 4.0, "retries": 0, "seconds": 213.4, "max_memory_gb": 17.17, "ce": 0.0112039293453563, "kl": 0.01496379910986434, "context": 0.018685828428715467} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.5594438910484314, "loss_scale": 4.0, "retries": 0, "seconds": 214.3, "max_memory_gb": 17.17, "ce": 0.12251370315789245, "kl": 0.2009116836125031, "context": 0.2229695375135634} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.0285007953643799, "loss_scale": 4.0, "retries": 0, "seconds": 215.5, "max_memory_gb": 17.17, "ce": 0.33762180496705696, "kl": 0.5411519223853247, "context": 0.608197766385274} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.18013904988765717, "loss_scale": 4.0, "retries": 0, "seconds": 216.5, "max_memory_gb": 17.17, "ce": 0.021321210777387023, "kl": 0.0036078345656278543, "context": 0.023125127743696794} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.4923410713672638, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 17.17, "ce": 0.03827136306790635, "kl": 0.012117277830839157, "context": 0.044330001110211015} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.7926775217056274, "loss_scale": 4.0, "retries": 0, "seconds": 218.6, "max_memory_gb": 17.17, "ce": 0.004126985892071389, "kl": 0.13701891566597624, "context": 0.07263644045451656} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.3708926439285278, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.17, "ce": 0.0015009701273811515, "kl": 0.37275962448620703, "context": 0.18788078795842011} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.899045467376709, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 17.17, "ce": 0.16781036247266456, "kl": 1.1557321937580127, "context": 0.7456764721428044} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.17286770045757294, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.17, "ce": 0.015206038151518442, "kl": 0.03581488521513165, "context": 0.03311347994895186} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.4135265350341797, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 17.17, "ce": 0.11362784932134673, "kl": 0.360343167974861, "context": 0.2937994179665111} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.2727798223495483, "loss_scale": 4.0, "retries": 0, "seconds": 223.7, "max_memory_gb": 17.17, "ce": 0.23467661961331032, "kl": 0.03574129432672635, "context": 0.25254727236460894} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.3992897570133209, "loss_scale": 4.0, "retries": 0, "seconds": 224.8, "max_memory_gb": 17.17, "ce": 0.010537035777815618, "kl": 0.06782692197884899, "context": 0.044450498098740354} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.6070038676261902, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 17.17, "ce": 0.012476008443627506, "kl": 0.10323059500660747, "context": 0.06409130780957639} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.01331840455532074, "loss_scale": 4.0, "retries": 0, "seconds": 226.8, "max_memory_gb": 17.17, "ce": 0.0010664186520443764, "kl": 0.0001018860819215206, "context": 0.0011173616803716868} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.9690026044845581, "loss_scale": 4.0, "retries": 0, "seconds": 227.8, "max_memory_gb": 17.17, "ce": 0.0252594436678919, "kl": 0.7898293980820199, "context": 0.4201741533615859} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.30196651816368103, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 17.17, "ce": 0.07127650501206517, "kl": 0.14821980148553848, "context": 0.14538640901446342} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.18908017873764038, "loss_scale": 4.0, "retries": 0, "seconds": 229.9, "max_memory_gb": 17.17, "ce": 0.01088306400924921, "kl": 0.023294647020520642, "context": 0.0225303876795806} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.9184678792953491, "loss_scale": 4.0, "retries": 0, "seconds": 230.9, "max_memory_gb": 17.17, "ce": 0.11139805254060775, "kl": 0.133307454077908, "context": 0.1780517870793119} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.007952094078064, "loss_scale": 4.0, "retries": 0, "seconds": 231.9, "max_memory_gb": 17.17, "ce": 0.4493102957494557, "kl": 0.014294068329036236, "context": 0.4564573303796351} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.2873489260673523, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.17, "ce": 0.003816623575403355, "kl": 0.031156540564552415, "context": 0.019394894101424143} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.31371399760246277, "loss_scale": 4.0, "retries": 0, "seconds": 234.0, "max_memory_gb": 17.17, "ce": 0.06520618191279937, "kl": 0.22833739344787318, "context": 0.17937487526796758} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.6022036671638489, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 17.17, "ce": 0.0019826806092169136, "kl": 0.06494516489328817, "context": 0.03445526283758227} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3118502199649811, "loss_scale": 4.0, "retries": 0, "seconds": 236.1, "max_memory_gb": 17.17, "ce": 0.05103295887238346, "kl": 0.004542111948467209, "context": 0.05330401464016177} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.7104184031486511, "loss_scale": 4.0, "retries": 0, "seconds": 237.1, "max_memory_gb": 17.17, "ce": 0.05991029666620307, "kl": 0.06826180472853594, "context": 0.09404119895771146} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.6784074902534485, "loss_scale": 4.0, "retries": 0, "seconds": 238.2, "max_memory_gb": 17.17, "ce": 0.06245629051409196, "kl": 0.0655896085590939, "context": 0.09525109484093264} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.4516635835170746, "loss_scale": 4.0, "retries": 0, "seconds": 239.2, "max_memory_gb": 17.17, "ce": 0.07578341269982047, "kl": 0.020902972042676993, "context": 0.08623489993624389} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.4584685564041138, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.17, "ce": 0.02574781747534871, "kl": 0.7724295546940994, "context": 0.4119625882594846} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.8516544103622437, "loss_scale": 4.0, "retries": 0, "seconds": 241.3, "max_memory_gb": 17.17, "ce": 0.2694474149902817, "kl": 0.1408120661508292, "context": 0.3398534332518466} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.10606920719146729, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.17, "ce": 0.0069676187922596, "kl": 0.000997071729216259, "context": 0.007466154842404649} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.1372952461242676, "loss_scale": 4.0, "retries": 0, "seconds": 243.2, "max_memory_gb": 17.17, "ce": 0.23880948685109615, "kl": 0.1284986500540981, "context": 0.30305881425738335} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.49746671319007874, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 17.17, "ce": 0.019276947728940286, "kl": 0.09018520489189541, "context": 0.06436955145909451} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.5548676252365112, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.17, "ce": 0.2861197356687626, "kl": 0.07598660378425848, "context": 0.3241130482638255} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.9816688895225525, "loss_scale": 4.0, "retries": 0, "seconds": 246.4, "max_memory_gb": 17.17, "ce": 0.19278571981703863, "kl": 0.03746531127762864, "context": 0.21151837997604162} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.4770619869232178, "loss_scale": 4.0, "retries": 0, "seconds": 247.5, "max_memory_gb": 17.17, "ce": 0.027150997426360846, "kl": 0.09650489128944173, "context": 0.07540344051085413} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.7330482602119446, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 17.17, "ce": 0.10686133844865253, "kl": 0.2866552911527833, "context": 0.2501889943014248} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.457785964012146, "loss_scale": 4.0, "retries": 0, "seconds": 249.6, "max_memory_gb": 17.17, "ce": 0.037877033930271864, "kl": 0.06698427390074357, "context": 0.07136916881427169} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.03300483524799347, "loss_scale": 4.0, "retries": 0, "seconds": 250.5, "max_memory_gb": 17.17, "ce": 0.0032519517990294844, "kl": 0.0005721560228266753, "context": 0.003538029792252928} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.03142354637384415, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.17, "ce": 0.0031111329735722393, "kl": 0.0002671759375516558, "context": 0.0032447209378005937} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.19506417214870453, "loss_scale": 4.0, "retries": 0, "seconds": 252.6, "max_memory_gb": 17.17, "ce": 0.016595691107795574, "kl": 0.0044418389443308115, "context": 0.018816610085195862} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.02134028449654579, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 17.17, "ce": 0.0017662633617874235, "kl": 0.0009437776180902802, "context": 0.0022381522139767185} diff --git a/runs/fixed_internvl/context/Deep8_s73/adapter/README.md b/runs/fixed_internvl/context/Deep8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/Deep8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3455cb506f8309d2e1a2ec5d08e6b662b05c73e5 --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.28.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s73/config.json b/runs/fixed_internvl/context/Deep8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29955e58ab31da3ec0bf18b2d7dffe6bdcca8743 --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Deep8_s73/steps.jsonl b/runs/fixed_internvl/context/Deep8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..084bf9ad3b882f8d5a0446ca0b9baf6e7afa9e73 --- /dev/null +++ b/runs/fixed_internvl/context/Deep8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.032007694244385, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.82, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.783562183380127, "loss_scale": 4.0, "retries": 0, "seconds": 3.4, "max_memory_gb": 17.16, "ce": 1.7264169752597809, "kl": 0.6906487783417106, "context": 2.0717413425445557} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 3.1756043434143066, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.17, "ce": 0.6097742180572823, "kl": 0.10850129910977557, "context": 0.6640248582698405} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 3.383247137069702, "loss_scale": 4.0, "retries": 0, "seconds": 5.7, "max_memory_gb": 17.17, "ce": 0.7461670730262995, "kl": 0.018099767229614372, "context": 0.7552169484551996} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.8684136867523193, "loss_scale": 4.0, "retries": 0, "seconds": 6.7, "max_memory_gb": 17.17, "ce": 0.3658650080978987, "kl": 0.12677907780744135, "context": 0.42925455048680305} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.4790596961975098, "loss_scale": 4.0, "retries": 0, "seconds": 7.7, "max_memory_gb": 17.17, "ce": 0.454464259557426, "kl": 0.07809042930603027, "context": 0.4935094714164734} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.1359776258468628, "loss_scale": 4.0, "retries": 0, "seconds": 8.8, "max_memory_gb": 17.17, "ce": 0.09125529236189323, "kl": 0.047093482239688456, "context": 0.11480203703285952} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.6693722009658813, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.17, "ce": 0.3987525324046146, "kl": 0.514514260168653, "context": 0.6560096727334894} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.4810400009155273, "loss_scale": 4.0, "retries": 0, "seconds": 10.7, "max_memory_gb": 17.17, "ce": 0.5010905254166573, "kl": 0.45556964993011206, "context": 0.7288753385655582} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.5437238216400146, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.17, "ce": 0.17057929569455155, "kl": 0.3484929918132593, "context": 0.34482580021540343} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 3.4049508571624756, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.17, "ce": 0.3515164228156209, "kl": 0.07228459720499814, "context": 0.3876587129198015} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.3938015699386597, "loss_scale": 4.0, "retries": 0, "seconds": 13.8, "max_memory_gb": 17.17, "ce": 0.10199875673924907, "kl": 0.01780424175740336, "context": 0.11090087884804234} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.0758543014526367, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.17, "ce": 0.1920350155705819, "kl": 0.09496072172169079, "context": 0.23951537972607184} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5084232687950134, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 17.17, "ce": 0.05480429082126648, "kl": 0.09830929344752803, "context": 0.10395893288659863} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.7201011180877686, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 17.17, "ce": 0.12034604771179147, "kl": 0.13478183571714908, "context": 0.18773696187417954} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.282102584838867, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 17.17, "ce": 0.7810915707523236, "kl": 0.2225360506799916, "context": 0.8923596059903502} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.9053561687469482, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.17, "ce": 0.05448345316108316, "kl": 0.3474913834797917, "context": 0.22822914749849588} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.1665737628936768, "loss_scale": 4.0, "retries": 0, "seconds": 20.1, "max_memory_gb": 17.17, "ce": 0.002347836649278179, "kl": 0.2958440902584698, "context": 0.15026988449972123} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.3919365406036377, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.17, "ce": 0.3140350406320067, "kl": 0.14251930071606012, "context": 0.38529469797504134} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.919246792793274, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.17, "ce": 0.03979899160185596, "kl": 0.3707702329700169, "context": 0.2251841141260229} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.1500036120414734, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 17.17, "ce": 0.005785354427644052, "kl": 0.0007848322911740979, "context": 0.006177770432259422} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.7179235219955444, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.17, "ce": 0.15976516701630317, "kl": 0.2368797881063074, "context": 0.27820505321142264} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.3254204988479614, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 17.17, "ce": 0.14706759972614236, "kl": 0.08974236852372997, "context": 0.19193879143858794} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.7670671939849854, "loss_scale": 4.0, "retries": 0, "seconds": 26.2, "max_memory_gb": 17.17, "ce": 0.09144656843272969, "kl": 0.2937595800613053, "context": 0.23832635849248618} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 0.49812695384025574, "loss_scale": 4.0, "retries": 0, "seconds": 27.2, "max_memory_gb": 17.17, "ce": 0.05584454696509056, "kl": 0.04908189741399838, "context": 0.08038549608318135} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.991490364074707, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.17, "ce": 0.2647294679482002, "kl": 0.29095308274554554, "context": 0.4102060102559335} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.6361870765686035, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.17, "ce": 0.1299037232165574, "kl": 0.17020883317172775, "context": 0.2150081471336307} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.049485187977552414, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 17.17, "ce": 0.002161322205211036, "kl": 0.00032891238151933067, "context": 0.002325778390513733} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.26005110144615173, "loss_scale": 4.0, "retries": 0, "seconds": 31.4, "max_memory_gb": 17.17, "ce": 0.011351799766998738, "kl": 0.008757588686421514, "context": 0.015730594168417156} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.673872709274292, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 17.17, "ce": 0.036409666179679334, "kl": 0.05665631717420183, "context": 0.06473782286047935} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.1549291610717773, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.17, "ce": 0.008170134446118027, "kl": 0.7165377386409091, "context": 0.36643901164643466} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.15576696395874, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 17.17, "ce": 0.19080939033301547, "kl": 0.3968014536476403, "context": 0.38921011658385396} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.126189947128296, "loss_scale": 4.0, "retries": 0, "seconds": 35.4, "max_memory_gb": 17.17, "ce": 0.02820639527635649, "kl": 0.038162208769790595, "context": 0.04728750012873206} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.5614117383956909, "loss_scale": 4.0, "retries": 0, "seconds": 36.4, "max_memory_gb": 17.17, "ce": 0.025638571682065958, "kl": 0.2978460013109725, "context": 0.17456157236301806} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.7353611588478088, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 17.17, "ce": 0.03223461419111118, "kl": 0.08920511519710317, "context": 0.07683717412874103} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.8959574699401855, "loss_scale": 4.0, "retries": 0, "seconds": 38.5, "max_memory_gb": 17.17, "ce": 0.10215800530568231, "kl": 0.03543353524582926, "context": 0.11987477596267127} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7327104210853577, "loss_scale": 4.0, "retries": 0, "seconds": 39.6, "max_memory_gb": 17.17, "ce": 0.010948261799057946, "kl": 0.03737581068708096, "context": 0.029636167222633958} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.35165297985076904, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 17.17, "ce": 0.025067837224924006, "kl": 0.024584138496720698, "context": 0.03735990740824491} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2021090984344482, "loss_scale": 4.0, "retries": 0, "seconds": 41.6, "max_memory_gb": 17.17, "ce": 0.17513403149496298, "kl": 0.02001732011558488, "context": 0.18514268775470555} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.6158775091171265, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.17, "ce": 0.007308083389943931, "kl": 0.043653059809003025, "context": 0.029134613985661417} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 1.581203579902649, "loss_scale": 4.0, "retries": 0, "seconds": 43.6, "max_memory_gb": 17.17, "ce": 0.04881511820713058, "kl": 0.00399557821219787, "context": 0.05081290891394019} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.7906591892242432, "loss_scale": 4.0, "retries": 0, "seconds": 44.6, "max_memory_gb": 17.17, "ce": 0.12958399817580357, "kl": 0.07666294110094896, "context": 0.16791546576132532} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 4.215092658996582, "loss_scale": 4.0, "retries": 0, "seconds": 45.7, "max_memory_gb": 17.17, "ce": 0.44332390697672963, "kl": 0.1552928517339751, "context": 0.5209703310392797} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.18663382530212402, "loss_scale": 4.0, "retries": 0, "seconds": 46.7, "max_memory_gb": 17.17, "ce": 0.005529662710614502, "kl": 0.002081523183733225, "context": 0.006570424360688776} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.8400955200195312, "loss_scale": 4.0, "retries": 0, "seconds": 47.7, "max_memory_gb": 17.17, "ce": 0.0544769553525839, "kl": 0.6385753061622381, "context": 0.3737646099179983} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.28101646900177, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.17, "ce": 0.007484978312277235, "kl": 0.7958063942134572, "context": 0.40538816284242785} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.05076250806450844, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 17.17, "ce": 0.0028718392313749064, "kl": 0.0014642708047176711, "context": 0.0036039746773894876} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.1368301808834076, "loss_scale": 4.0, "retries": 0, "seconds": 50.8, "max_memory_gb": 17.17, "ce": 0.010851567756617442, "kl": 0.0067760132187686395, "context": 0.014239574345992878} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.1244195699691772, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.17, "ce": 0.06885742512531579, "kl": 0.02643633907973708, "context": 0.08207559637958184} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.08164465427398682, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 17.17, "ce": 0.003657895897049457, "kl": 0.0051857456728612306, "context": 0.006250768667086959} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.191365361213684, "loss_scale": 4.0, "retries": 0, "seconds": 53.9, "max_memory_gb": 17.17, "ce": 0.09132010361645371, "kl": 0.1338165826164186, "context": 0.15822840231703594} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.01678204536438, "loss_scale": 4.0, "retries": 0, "seconds": 54.9, "max_memory_gb": 17.17, "ce": 0.37840992922428995, "kl": 0.3803166052530287, "context": 0.5685682336916216} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.5693399906158447, "loss_scale": 4.0, "retries": 0, "seconds": 55.8, "max_memory_gb": 17.17, "ce": 0.6015139933169849, "kl": 0.41397527484514285, "context": 0.8085016157128848} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.2623422145843506, "loss_scale": 4.0, "retries": 0, "seconds": 56.9, "max_memory_gb": 17.17, "ce": 0.3513382289092988, "kl": 0.07210659431439126, "context": 0.38739151670597494} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 2.7980635166168213, "loss_scale": 4.0, "retries": 0, "seconds": 57.9, "max_memory_gb": 17.17, "ce": 0.14985343755688518, "kl": 0.008009930024854839, "context": 0.15385840251110494} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.7308049201965332, "loss_scale": 4.0, "retries": 0, "seconds": 58.9, "max_memory_gb": 17.17, "ce": 0.0019403475453145802, "kl": 0.17619746051786933, "context": 0.09003907936858013} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.096055030822754, "loss_scale": 4.0, "retries": 0, "seconds": 60.0, "max_memory_gb": 17.17, "ce": 0.010325112256396096, "kl": 0.4475945309004601, "context": 0.234122379188193} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.9929479956626892, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.17, "ce": 0.0021519916772376746, "kl": 0.0950060307077365, "context": 0.04965500542311929} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.28454849123954773, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 17.17, "ce": 0.008366316033061594, "kl": 0.0032855163372005336, "context": 0.010009074314439204} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.21614119410514832, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 17.17, "ce": 0.012862431292887777, "kl": 0.012402385531459004, "context": 0.01906362408772111} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.9976236820220947, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.17, "ce": 0.17313899914734066, "kl": 0.22828934862627648, "context": 0.2872836741153151} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.7251005172729492, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 17.17, "ce": 0.39216809908975847, "kl": 0.031200174380501267, "context": 0.40776817343430594} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.23958176374435425, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 17.17, "ce": 0.02824014596080815, "kl": 0.0138411808084129, "context": 0.035160735438694246} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.8207643032073975, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.17, "ce": 0.42285745666958974, "kl": 0.011287840796285309, "context": 0.4285013658227399} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.0578058958053589, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 17.17, "ce": 0.05214453669032082, "kl": 0.014487280452158302, "context": 0.05938817746937275} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.12342632561922073, "loss_scale": 4.0, "retries": 0, "seconds": 69.1, "max_memory_gb": 17.17, "ce": 0.004258734290488064, "kl": 0.0031623230897821486, "context": 0.005839895864482969} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.8736779093742371, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 17.17, "ce": 0.2799174004467204, "kl": 0.05261199356755242, "context": 0.30622341320849955} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 1.1636828184127808, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 17.17, "ce": 0.048779021151858615, "kl": 0.008290437661344185, "context": 0.05292424085200764} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.5804976224899292, "loss_scale": 4.0, "retries": 0, "seconds": 72.2, "max_memory_gb": 17.17, "ce": 0.04926839972904418, "kl": 0.12495812793349614, "context": 0.11174745995958801} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.2432561218738556, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.17, "ce": 0.011045366176404059, "kl": 0.07027242382991972, "context": 0.0461815771413967} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.6426793336868286, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 17.17, "ce": 0.0022592152818106115, "kl": 0.17219388015018922, "context": 0.08835615569842048} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.11708974093198776, "loss_scale": 4.0, "retries": 0, "seconds": 75.3, "max_memory_gb": 17.17, "ce": 0.008917873674363364, "kl": 0.014278097254646127, "context": 0.01605692190787522} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 0.675159752368927, "loss_scale": 4.0, "retries": 0, "seconds": 76.4, "max_memory_gb": 17.17, "ce": 0.018520939636800904, "kl": 0.19395656472624978, "context": 0.11549922199628782} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.0876054763793945, "loss_scale": 4.0, "retries": 0, "seconds": 77.3, "max_memory_gb": 17.17, "ce": 0.05296102201100439, "kl": 0.047866615204839036, "context": 0.0768943295115605} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.24891580641269684, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 17.17, "ce": 0.009787061248061946, "kl": 0.01775225322762708, "context": 0.018663188093341887} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 0.9323069453239441, "loss_scale": 4.0, "retries": 0, "seconds": 79.4, "max_memory_gb": 17.17, "ce": 0.3859800465288572, "kl": 0.04579554616634596, "context": 0.40887781589117367} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.2712996006011963, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 17.17, "ce": 0.0015600175829604268, "kl": 0.024004426086321473, "context": 0.01356223039329052} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.2446175813674927, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 17.17, "ce": 0.0026389116246718913, "kl": 0.7234501839448058, "context": 0.36436399834929034} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.1561068892478943, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 17.17, "ce": 0.011692562606185675, "kl": 0.008396799632464536, "context": 0.01589096209499985} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.0383491516113281, "loss_scale": 4.0, "retries": 0, "seconds": 83.5, "max_memory_gb": 17.17, "ce": 0.2737160621691146, "kl": 0.03576084706992333, "context": 0.29159647072083317} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.8752553462982178, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 17.17, "ce": 0.22086436792596942, "kl": 0.04989777015725849, "context": 0.24581325890903827} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.3004063069820404, "loss_scale": 4.0, "retries": 0, "seconds": 85.6, "max_memory_gb": 17.17, "ce": 0.013719018723350018, "kl": 0.006011663055687677, "context": 0.016724850807804614} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.45418643951416, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 17.17, "ce": 0.0011498305066197645, "kl": 0.41520564439542795, "context": 0.2087526466784766} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.306347608566284, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.17, "ce": 0.00534782432805514, "kl": 0.43738872523317696, "context": 0.22404219325107988} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.27115997672080994, "loss_scale": 4.0, "retries": 0, "seconds": 88.6, "max_memory_gb": 17.17, "ce": 0.014828865067102015, "kl": 0.015105128162758774, "context": 0.02238142959686229} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.7064262628555298, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.17, "ce": 0.005868612737685908, "kl": 0.39309596076782327, "context": 0.2024165897310013} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.07430069148540497, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.17, "ce": 0.004765952195157297, "kl": 0.0026626978469721507, "context": 0.006097300967667252} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4741643965244293, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 17.17, "ce": 0.02841635752702132, "kl": 0.04777639862504657, "context": 0.052304554970760364} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.8067178130149841, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 17.17, "ce": 0.08084095394588076, "kl": 0.17104944681523193, "context": 0.16636567175737582} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.41732853651046753, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 17.17, "ce": 0.04827791510615498, "kl": 0.05267232009828149, "context": 0.07461407521623187} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.6030309796333313, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.17, "ce": 0.07720415928633884, "kl": 0.07844582560937852, "context": 0.11642707174178213} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.7796145081520081, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.17, "ce": 0.035799885787128005, "kl": 0.15109330700943246, "context": 0.11134654117631726} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.241249680519104, "loss_scale": 4.0, "retries": 0, "seconds": 96.8, "max_memory_gb": 17.17, "ce": 0.21570116307702847, "kl": 0.3296090420335531, "context": 0.3805056873243302} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.05933153256773949, "loss_scale": 4.0, "retries": 0, "seconds": 97.8, "max_memory_gb": 17.17, "ce": 0.004357696496299468, "kl": 0.002687567410248448, "context": 0.005701480302377604} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.7564656734466553, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 17.17, "ce": 0.17380010413762648, "kl": 0.9368478331525694, "context": 0.6422240181127563} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.200290322303772, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 17.17, "ce": 0.04494663016521372, "kl": 0.09994048997759819, "context": 0.09491687244735658} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.5392159223556519, "loss_scale": 4.0, "retries": 0, "seconds": 100.9, "max_memory_gb": 17.17, "ce": 0.014910284575307742, "kl": 0.03713451532894396, "context": 0.03347754158312455} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.13016141951084137, "loss_scale": 4.0, "retries": 0, "seconds": 102.0, "max_memory_gb": 17.17, "ce": 0.010535652283579111, "kl": 0.005737312039855169, "context": 0.01340430835261941} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.2833978831768036, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 17.17, "ce": 0.03822777574532665, "kl": 0.06046390900610277, "context": 0.06845973030431196} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.39993569254875183, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 17.17, "ce": 0.05016736072138883, "kl": 0.06771189413848333, "context": 0.08402330777607858} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.848693609237671, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 17.17, "ce": 0.32966657308861613, "kl": 0.0992694670567289, "context": 0.3793013205868192} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.38049671053886414, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 17.17, "ce": 0.01906500296900049, "kl": 0.03201814749627374, "context": 0.03507407708093524} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.0922410860657692, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 17.17, "ce": 0.0077033768757246435, "kl": 0.00448610292187368, "context": 0.009946427890099585} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.129609107971191, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.17, "ce": 0.3362821593909757, "kl": 0.295363093377091, "context": 0.4839636944234371} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.6048001050949097, "loss_scale": 4.0, "retries": 0, "seconds": 109.1, "max_memory_gb": 17.17, "ce": 0.11792916967533529, "kl": 0.03492555979028111, "context": 0.1353919489774853} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.8190692663192749, "loss_scale": 4.0, "retries": 0, "seconds": 110.2, "max_memory_gb": 17.17, "ce": 0.03777283325325698, "kl": 0.15268607903271914, "context": 0.11411587311886251} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.180077463388443, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.17, "ce": 0.004114289855351672, "kl": 0.01738534765172517, "context": 0.012806963408365846} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.25962018966674805, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 17.17, "ce": 0.020637889741919935, "kl": 0.008690844217198901, "context": 0.024983312468975782} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.17715470492839813, "loss_scale": 4.0, "retries": 0, "seconds": 113.3, "max_memory_gb": 17.17, "ce": 0.0037316386806196533, "kl": 0.01606105369864963, "context": 0.011762165377149358} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.11712247878313065, "loss_scale": 4.0, "retries": 0, "seconds": 114.2, "max_memory_gb": 17.17, "ce": 0.008764029073063284, "kl": 0.002788148103718413, "context": 0.010158103366848081} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.8342969417572021, "loss_scale": 4.0, "retries": 0, "seconds": 115.2, "max_memory_gb": 17.17, "ce": 0.19377320239436813, "kl": 0.001071026745648851, "context": 0.19430871194344945} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.23988835513591766, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 17.17, "ce": 0.01119928405387327, "kl": 0.00981819130902295, "context": 0.01610837981570512} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.768725037574768, "loss_scale": 4.0, "retries": 0, "seconds": 117.3, "max_memory_gb": 17.17, "ce": 0.527097261408926, "kl": 0.04910862418910256, "context": 0.5516515846247785} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.7893430590629578, "loss_scale": 4.0, "retries": 0, "seconds": 118.4, "max_memory_gb": 17.17, "ce": 0.21845766436308622, "kl": 0.10972363036125898, "context": 0.27331947442144156} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.4548680782318115, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 17.17, "ce": 0.10789192689117044, "kl": 0.06190183905619051, "context": 0.1388428467034828} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.5827323198318481, "loss_scale": 4.0, "retries": 0, "seconds": 120.4, "max_memory_gb": 17.17, "ce": 0.3597470640670508, "kl": 0.021876350743696094, "context": 0.3706852470058948} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.16418641805648804, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 17.17, "ce": 0.009772353179869242, "kl": 0.018305232737475308, "context": 0.01892496956861578} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.8646790385246277, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.17, "ce": 0.07771265157498419, "kl": 0.04631816613255069, "context": 0.10087173851206899} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.08572100847959518, "loss_scale": 4.0, "retries": 0, "seconds": 123.5, "max_memory_gb": 17.17, "ce": 0.009499331092229113, "kl": 0.0004882854045717977, "context": 0.009743473696289584} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.0778329372406006, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.17, "ce": 0.2379631840158254, "kl": 0.1365643609315157, "context": 0.3062453716993332} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.9593974947929382, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 17.17, "ce": 0.030800518346950412, "kl": 0.5160025017321459, "context": 0.2888017753139138} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.8819509148597717, "loss_scale": 4.0, "retries": 0, "seconds": 126.6, "max_memory_gb": 17.17, "ce": 0.17105657306092326, "kl": 0.011477154825115576, "context": 0.1767951447982341} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 1.2876622676849365, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 17.17, "ce": 0.3708801147004124, "kl": 0.044012651676894166, "context": 0.39288644105545245} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.15604561567306519, "loss_scale": 4.0, "retries": 0, "seconds": 128.7, "max_memory_gb": 17.17, "ce": 0.002135812203050591, "kl": 0.017570545183843933, "context": 0.010921084962319583} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.4046486616134644, "loss_scale": 4.0, "retries": 0, "seconds": 129.8, "max_memory_gb": 17.17, "ce": 0.04854234866797924, "kl": 1.0727308802306652, "context": 0.5849077925086021} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.29337021708488464, "loss_scale": 4.0, "retries": 0, "seconds": 130.9, "max_memory_gb": 17.17, "ce": 0.03298717987490818, "kl": 0.03163624324952252, "context": 0.04880530200898647} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.0395963229238987, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 17.17, "ce": 0.0014838135684840381, "kl": 0.0030464035626209807, "context": 0.0030070153588894755} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.19924405217170715, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 17.17, "ce": 0.016363823844585568, "kl": 0.014410491567105055, "context": 0.02356906933709979} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.46190717816352844, "loss_scale": 4.0, "retries": 0, "seconds": 134.0, "max_memory_gb": 17.17, "ce": 0.050257908704224974, "kl": 0.012790942912033643, "context": 0.056653380393981934} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.2393771409988403, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.17, "ce": 0.08985339890932664, "kl": 0.11879819142632186, "context": 0.14925249456427991} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.7575793862342834, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.17, "ce": 0.09632438301923685, "kl": 0.2134148169116088, "context": 0.20303179149050266} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.42120710015296936, "loss_scale": 4.0, "retries": 0, "seconds": 137.0, "max_memory_gb": 17.17, "ce": 0.017289109411649406, "kl": 0.01260900218039751, "context": 0.02359361050184816} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.7787611484527588, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.17, "ce": 0.07690849788195919, "kl": 0.06091404838662129, "context": 0.10736552369780838} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.0879928320646286, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.17, "ce": 0.007857171935029328, "kl": 0.002177803944960033, "context": 0.008946073881816119} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.1368129253387451, "loss_scale": 4.0, "retries": 0, "seconds": 140.1, "max_memory_gb": 17.17, "ce": 0.08451696614793036, "kl": 0.003774205591980717, "context": 0.0864040661836043} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.343569755554199, "loss_scale": 4.0, "retries": 0, "seconds": 141.1, "max_memory_gb": 17.17, "ce": 0.6552342411596328, "kl": 0.23091133966227062, "context": 0.7706899184267968} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.4557684659957886, "loss_scale": 4.0, "retries": 0, "seconds": 142.0, "max_memory_gb": 17.17, "ce": 0.18451454347814433, "kl": 0.004123895887914841, "context": 0.18657648417865857} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.08832648396492004, "loss_scale": 4.0, "retries": 0, "seconds": 142.9, "max_memory_gb": 17.17, "ce": 0.009960260358639061, "kl": 0.0025415133500246156, "context": 0.011231016687816009} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.09733855724334717, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 17.17, "ce": 0.009485007205512375, "kl": 0.006525638164021075, "context": 0.012747826520353556} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.4341698884963989, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.17, "ce": 0.0323024504177738, "kl": 0.00568498418647323, "context": 0.035144943452905864} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.07241705060005188, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 17.17, "ce": 0.007348388287937269, "kl": 0.006344001245452091, "context": 0.010520388896111399} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.4143351912498474, "loss_scale": 4.0, "retries": 0, "seconds": 146.6, "max_memory_gb": 17.17, "ce": 0.11140637809876353, "kl": 0.08563764271093532, "context": 0.1542252004146576} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.6937330961227417, "loss_scale": 4.0, "retries": 0, "seconds": 147.5, "max_memory_gb": 17.17, "ce": 0.2195807023672387, "kl": 0.4515965790166092, "context": 0.445378992066253} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.29143568873405457, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.17, "ce": 0.006660997663857415, "kl": 0.026339229067161796, "context": 0.019830611941870302} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.4548003673553467, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.17, "ce": 0.13762563522323035, "kl": 0.20612414917559363, "context": 0.24068771547172219} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.9930684566497803, "loss_scale": 4.0, "retries": 0, "seconds": 150.3, "max_memory_gb": 17.17, "ce": 0.18340046022785828, "kl": 0.008205548510886729, "context": 0.18750323518179357} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.7876977324485779, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 17.17, "ce": 0.07094976049847901, "kl": 0.005146142386365682, "context": 0.07352283125510439} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.8811540007591248, "loss_scale": 4.0, "retries": 0, "seconds": 152.2, "max_memory_gb": 17.17, "ce": 0.0016881404153537005, "kl": 0.11714608373586088, "context": 0.06026118333102204} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.90347421169281, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 17.17, "ce": 0.6783963609486818, "kl": 0.12371817227540305, "context": 0.7402554373256862} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.0315101146698, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.17, "ce": 0.008458098222035915, "kl": 0.351253501517931, "context": 0.18408484989777207} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.48532599210739136, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 17.17, "ce": 0.13920764630893245, "kl": 0.04626970293611521, "context": 0.16234249470289797} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.1441987752914429, "loss_scale": 4.0, "retries": 0, "seconds": 155.8, "max_memory_gb": 17.17, "ce": 0.1310053406341467, "kl": 0.6081314778421074, "context": 0.4350710795260966} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.06759079545736313, "loss_scale": 4.0, "retries": 0, "seconds": 156.8, "max_memory_gb": 17.17, "ce": 0.0061845966265536845, "kl": 0.0024067614708656038, "context": 0.0073879773408407345} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.9186450242996216, "loss_scale": 4.0, "retries": 0, "seconds": 157.6, "max_memory_gb": 17.17, "ce": 0.12501194421201944, "kl": 0.03909621988350409, "context": 0.14456005251850002} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.3751033842563629, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 17.17, "ce": 0.037429382573463954, "kl": 0.031036621508064854, "context": 0.05294769536703825} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.247844398021698, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 17.17, "ce": 0.028400678653270006, "kl": 0.007941818941617385, "context": 0.032371588808018714} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.120271921157837, "loss_scale": 4.0, "retries": 0, "seconds": 160.4, "max_memory_gb": 17.17, "ce": 0.258205725956941, "kl": 0.25143061274138745, "context": 0.3839210230798926} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.2608060836791992, "loss_scale": 4.0, "retries": 0, "seconds": 161.4, "max_memory_gb": 17.17, "ce": 0.005971074657281861, "kl": 0.02116918702085968, "context": 0.01655566771660233} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.061807651072740555, "loss_scale": 4.0, "retries": 0, "seconds": 162.3, "max_memory_gb": 17.17, "ce": 0.00477031077753054, "kl": 0.0013087143622669828, "context": 0.005424668008345179} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.7067413330078125, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 17.17, "ce": 0.017961103498237208, "kl": 0.25759140424634097, "context": 0.14675681150401942} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.9697496294975281, "loss_scale": 4.0, "retries": 0, "seconds": 164.1, "max_memory_gb": 17.17, "ce": 0.05339793967141304, "kl": 0.11061043893096212, "context": 0.10870315726788249} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.4785604178905487, "loss_scale": 4.0, "retries": 0, "seconds": 165.0, "max_memory_gb": 17.17, "ce": 0.01759247900918126, "kl": 0.06509774894220755, "context": 0.050141353625804186} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.3586170971393585, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.17, "ce": 0.040081220387946814, "kl": 0.048714460848714225, "context": 0.06443845288595185} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.9901804327964783, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.17, "ce": 0.062062623677775264, "kl": 0.053393418565065076, "context": 0.08875933242961764} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.1091531440615654, "loss_scale": 4.0, "retries": 0, "seconds": 167.8, "max_memory_gb": 17.17, "ce": 0.0059807575307786465, "kl": 0.00368586863623932, "context": 0.007823691936209798} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.12318968772888184, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.17, "ce": 0.011031954665668309, "kl": 0.0006557323777087731, "context": 0.011359820811776444} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.9289318919181824, "loss_scale": 4.0, "retries": 0, "seconds": 169.6, "max_memory_gb": 17.17, "ce": 0.29533912270562723, "kl": 0.010857402448891662, "context": 0.3007678385474719} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.82240629196167, "loss_scale": 4.0, "retries": 0, "seconds": 170.5, "max_memory_gb": 17.17, "ce": 0.21673183818347752, "kl": 0.051400696276687086, "context": 0.24243219231721014} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.06844368577003479, "loss_scale": 4.0, "retries": 0, "seconds": 171.5, "max_memory_gb": 17.17, "ce": 0.005828931665746495, "kl": 0.0012049825854774099, "context": 0.006431423011235893} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.5702540874481201, "loss_scale": 4.0, "retries": 0, "seconds": 172.4, "max_memory_gb": 17.17, "ce": 0.1448374113533646, "kl": 0.004452704233699478, "context": 0.14706377044785768} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5093551874160767, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 17.17, "ce": 0.0783587716287002, "kl": 0.08455149072688073, "context": 0.12063451705034822} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.1026148796081543, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 17.17, "ce": 0.1996395201422274, "kl": 0.06246378039941192, "context": 0.23087140126153827} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.32223474979400635, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 17.17, "ce": 0.05358947080094367, "kl": 0.012771614040389068, "context": 0.059975277370540425} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.8231096267700195, "loss_scale": 4.0, "retries": 0, "seconds": 176.0, "max_memory_gb": 17.17, "ce": 0.12024259089957923, "kl": 0.030041795487704803, "context": 0.13526348324376158} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.1702696084976196, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 17.17, "ce": 0.1702803794760257, "kl": 0.3685180348693393, "context": 0.35453939717262983} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.6362076997756958, "loss_scale": 4.0, "retries": 0, "seconds": 177.9, "max_memory_gb": 17.17, "ce": 0.12588845897698775, "kl": 0.024352059175726026, "context": 0.13806448626564816} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.6941398978233337, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.17, "ce": 0.10541088308673352, "kl": 0.03664789960748749, "context": 0.12373483006376773} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.13104397058486938, "loss_scale": 4.0, "retries": 0, "seconds": 179.8, "max_memory_gb": 17.17, "ce": 0.008612613819423132, "kl": 0.000989800547813502, "context": 0.009107514095376246} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.46230006217956543, "loss_scale": 4.0, "retries": 0, "seconds": 180.6, "max_memory_gb": 17.17, "ce": 0.100896645031753, "kl": 0.010235072964860592, "context": 0.10601417772704735} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.14150922000408173, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 17.17, "ce": 0.007751210418064147, "kl": 0.02155563222731871, "context": 0.01852902688551694} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.740304172039032, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.17, "ce": 0.15700226975604892, "kl": 0.03699524619150907, "context": 0.17549989488907158} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.077604055404663, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 17.17, "ce": 0.0017866302805487067, "kl": 0.11507585873187054, "context": 0.05932455789297819} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.8223061561584473, "loss_scale": 4.0, "retries": 0, "seconds": 184.4, "max_memory_gb": 17.17, "ce": 0.007682784926146269, "kl": 0.12201380947226426, "context": 0.06868969229981303} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.834884524345398, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.17, "ce": 0.26640599133679643, "kl": 0.05027401790721342, "context": 0.29154298931825906} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.8140994906425476, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.17, "ce": 0.07295544832595624, "kl": 0.022798547528509516, "context": 0.0843547219701577} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.5922626256942749, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.17, "ce": 0.03615815710509196, "kl": 0.10574969545268686, "context": 0.08903300482779741} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.4354357719421387, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.17, "ce": 0.1703815836517606, "kl": 0.21824719094729517, "context": 0.2795051828434225} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.7700040340423584, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 17.17, "ce": 0.06627459582523443, "kl": 0.07896593168698018, "context": 0.10575755735044368} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.706867516040802, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 17.17, "ce": 0.008894435944966972, "kl": 0.15781213895752444, "context": 0.08780050801578909} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.300659656524658, "loss_scale": 4.0, "retries": 0, "seconds": 190.8, "max_memory_gb": 17.17, "ce": 0.2214427958097076, "kl": 0.248513841201202, "context": 0.34569972366443835} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.07423846423625946, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 17.17, "ce": 0.0057122097932733595, "kl": 0.0008365992835024372, "context": 0.006130509544163942} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.5876277089118958, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.17, "ce": 0.01103244925616309, "kl": 0.057241172282374464, "context": 0.03965303592849523} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.13116709887981415, "loss_scale": 4.0, "retries": 0, "seconds": 193.6, "max_memory_gb": 17.17, "ce": 0.010541612340603024, "kl": 0.018488360939954873, "context": 0.019785793672781438} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.9449759125709534, "loss_scale": 4.0, "retries": 0, "seconds": 194.5, "max_memory_gb": 17.17, "ce": 0.04896495374850929, "kl": 0.14057169695661287, "context": 0.11925080220680684} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.3445792496204376, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 17.17, "ce": 0.037114074802957475, "kl": 0.08859413911704905, "context": 0.0814111481886357} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.07832254469394684, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.17, "ce": 0.004546950047370046, "kl": 0.002456668549712049, "context": 0.005775284196715802} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.01832924783229828, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 17.17, "ce": 0.00139901545480825, "kl": 0.00027158848752151243, "context": 0.0015348097076639533} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.8649104833602905, "loss_scale": 4.0, "retries": 0, "seconds": 198.2, "max_memory_gb": 17.17, "ce": 0.06910119188250974, "kl": 0.39183285478065955, "context": 0.26501762331463397} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.02623588964343071, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.17, "ce": 0.002233550672826823, "kl": 0.0006859170766801981, "context": 0.002576509265054483} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.0565897226333618, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 17.17, "ce": 0.021004752605222166, "kl": 0.722228231607005, "context": 0.3821188719011843} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6637985110282898, "loss_scale": 4.0, "retries": 0, "seconds": 200.9, "max_memory_gb": 17.17, "ce": 0.05599350012198556, "kl": 0.008486453807563521, "context": 0.06023672746960074} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.21285909414291382, "loss_scale": 4.0, "retries": 0, "seconds": 201.9, "max_memory_gb": 17.17, "ce": 0.029045753806713037, "kl": 0.00411562262706866, "context": 0.031103565896046348} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.5813673138618469, "loss_scale": 4.0, "retries": 0, "seconds": 202.8, "max_memory_gb": 17.17, "ce": 0.06724611175013706, "kl": 0.042030470562167466, "context": 0.08826134447008371} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.054298240691423416, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.17, "ce": 0.0046099206956569105, "kl": 0.0008883296832209453, "context": 0.00505408551543951} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.1900421380996704, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.17, "ce": 0.29263457425986417, "kl": 0.00826062860141974, "context": 0.2967648758785799} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.225412607192993, "loss_scale": 4.0, "retries": 0, "seconds": 205.5, "max_memory_gb": 17.17, "ce": 0.28037760668667033, "kl": 0.5396691010137147, "context": 0.5502121523604728} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2396177053451538, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 17.17, "ce": 0.029119407481630333, "kl": 0.013220903890527325, "context": 0.03572985848586541} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.14492079615592957, "loss_scale": 4.0, "retries": 0, "seconds": 207.4, "max_memory_gb": 17.17, "ce": 0.0145880937052425, "kl": 0.000792197126429528, "context": 0.014984192472184077} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.08112093061208725, "loss_scale": 4.0, "retries": 0, "seconds": 208.3, "max_memory_gb": 17.17, "ce": 0.005773472657892853, "kl": 0.004494450578931719, "context": 0.008020697860047221} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.3852442502975464, "loss_scale": 4.0, "retries": 0, "seconds": 209.2, "max_memory_gb": 17.17, "ce": 0.03108427744882647, "kl": 0.001805649385801189, "context": 0.03198710276046768} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.048196792602539, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 17.17, "ce": 0.602245313799358, "kl": 0.21604626381304115, "context": 0.7102684346027672} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 2.2035624980926514, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 17.17, "ce": 0.06573927029967308, "kl": 0.39662013690758613, "context": 0.26404933966114186} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.0155473947525024, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.17, "ce": 0.03936526668258011, "kl": 0.02843762093107216, "context": 0.05358407902531326} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.3568008244037628, "loss_scale": 4.0, "retries": 0, "seconds": 212.9, "max_memory_gb": 17.17, "ce": 0.0650838022120297, "kl": 0.030912979564163834, "context": 0.08054028986953199} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.22600305080413818, "loss_scale": 4.0, "retries": 0, "seconds": 213.8, "max_memory_gb": 17.17, "ce": 0.02545850188471377, "kl": 0.017910323571413755, "context": 0.03441366401966661} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.975039005279541, "loss_scale": 4.0, "retries": 0, "seconds": 214.8, "max_memory_gb": 17.17, "ce": 0.007656258385395631, "kl": 0.16688690873229461, "context": 0.09109971160069108} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.3481321930885315, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.17, "ce": 0.021813426807057112, "kl": 0.0161307665403001, "context": 0.02987881051376462} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.3957877457141876, "loss_scale": 4.0, "retries": 0, "seconds": 216.5, "max_memory_gb": 17.17, "ce": 0.0948153108911356, "kl": 0.030649738303509366, "context": 0.11014017730485648} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.461246371269226, "loss_scale": 4.0, "retries": 0, "seconds": 217.5, "max_memory_gb": 17.17, "ce": 0.06338811124442145, "kl": 0.0019864077635247668, "context": 0.06438131595496088} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.1472852230072021, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.17, "ce": 0.028387966740410775, "kl": 0.4620836927642813, "context": 0.25942981615662575} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3555854260921478, "loss_scale": 4.0, "retries": 0, "seconds": 219.4, "max_memory_gb": 17.17, "ce": 0.040423805854516104, "kl": 0.010381175037764478, "context": 0.04561439322424121} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.1600866317749023, "loss_scale": 4.0, "retries": 0, "seconds": 220.6, "max_memory_gb": 17.17, "ce": 0.0947896062862128, "kl": 0.06461056880652905, "context": 0.12709488708060235} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.2686296701431274, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.17, "ce": 0.007160950393881649, "kl": 0.5414757546936926, "context": 0.27789882925571874} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.1716103553771973, "loss_scale": 4.0, "retries": 0, "seconds": 222.8, "max_memory_gb": 17.17, "ce": 0.044580146903172135, "kl": 0.07366458744081683, "context": 0.08141244068974629} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.31955087184906, "loss_scale": 4.0, "retries": 0, "seconds": 223.8, "max_memory_gb": 17.17, "ce": 0.04921663593268022, "kl": 0.05892759951893822, "context": 0.07868043475900777} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6492602229118347, "loss_scale": 4.0, "retries": 0, "seconds": 224.8, "max_memory_gb": 17.17, "ce": 0.0394126575847622, "kl": 0.026891741199506214, "context": 0.05285852725501172} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.4815225601196289, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 17.17, "ce": 0.013272042240714654, "kl": 0.11932689635432325, "context": 0.0729354887153022} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.8644969463348389, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.17, "ce": 0.023141581536037847, "kl": 0.4284131914300815, "context": 0.23734817700460553} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.07004100829362869, "loss_scale": 4.0, "retries": 0, "seconds": 227.9, "max_memory_gb": 17.17, "ce": 0.004478089394979179, "kl": 0.0015421740172314458, "context": 0.005249176407232881} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.1517920047044754, "loss_scale": 4.0, "retries": 0, "seconds": 229.1, "max_memory_gb": 17.17, "ce": 0.012653469239012338, "kl": 0.013792046516755363, "context": 0.019549492018995807} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.8436248302459717, "loss_scale": 4.0, "retries": 0, "seconds": 230.1, "max_memory_gb": 17.17, "ce": 0.08776529479655437, "kl": 0.18632470583543181, "context": 0.18092764541506767} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.020579438656568527, "loss_scale": 4.0, "retries": 0, "seconds": 231.0, "max_memory_gb": 17.17, "ce": 0.0014024778065504506, "kl": 0.0007490161988243926, "context": 0.0017769858968677} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.4228875637054443, "loss_scale": 4.0, "retries": 0, "seconds": 232.1, "max_memory_gb": 17.17, "ce": 0.07030834461329505, "kl": 0.05765060651174281, "context": 0.0991336478618905} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.9078481197357178, "loss_scale": 4.0, "retries": 0, "seconds": 233.1, "max_memory_gb": 17.17, "ce": 0.12371573786367662, "kl": 0.2756402073428035, "context": 0.2615358391776681} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.7732691764831543, "loss_scale": 4.0, "retries": 0, "seconds": 234.2, "max_memory_gb": 17.17, "ce": 0.7831333820213331, "kl": 0.013134085478668567, "context": 0.7897004067344824} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.1081748902797699, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 17.17, "ce": 0.010460046905791387, "kl": 0.005834441351908026, "context": 0.01337726782367099} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.8762138485908508, "loss_scale": 4.0, "retries": 0, "seconds": 236.2, "max_memory_gb": 17.17, "ce": 0.06056963940500282, "kl": 0.0013779909568256699, "context": 0.06125863455235958} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.27097761631011963, "loss_scale": 4.0, "retries": 0, "seconds": 237.3, "max_memory_gb": 17.17, "ce": 0.0031072615820448846, "kl": 0.05530617929798609, "context": 0.03076035127742216} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.0111048221588135, "loss_scale": 4.0, "retries": 0, "seconds": 238.3, "max_memory_gb": 17.17, "ce": 0.025211717787897214, "kl": 0.46816091103391955, "context": 0.25929217430530116} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.2925922870635986, "loss_scale": 4.0, "retries": 0, "seconds": 239.3, "max_memory_gb": 17.17, "ce": 0.10504580757697113, "kl": 0.11361531228430977, "context": 0.16185346184647642} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.4573967754840851, "loss_scale": 4.0, "retries": 0, "seconds": 240.4, "max_memory_gb": 17.17, "ce": 0.13830618464271538, "kl": 0.041678925868836814, "context": 0.1591456439346075} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.3272702693939209, "loss_scale": 4.0, "retries": 0, "seconds": 241.4, "max_memory_gb": 17.17, "ce": 0.05128268041880801, "kl": 0.012593634633958573, "context": 0.05757949926191941} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.3537335395812988, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.17, "ce": 0.07252705027349293, "kl": 0.011872480812598951, "context": 0.07846328787854873} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.8781104683876038, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.17, "ce": 0.09213062559138052, "kl": 0.08379925529243337, "context": 0.134030260698637} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.2518909275531769, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 17.17, "ce": 0.03622202936094254, "kl": 0.004780973085871665, "context": 0.03861251490889117} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.994924783706665, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 17.17, "ce": 0.19821723099448718, "kl": 0.011451328537077643, "context": 0.20394290203694254} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9987691640853882, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 17.17, "ce": 0.07354955363553017, "kl": 0.06911869297618978, "context": 0.10810890473658219} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.02981702797114849, "loss_scale": 4.0, "retries": 0, "seconds": 246.9, "max_memory_gb": 17.17, "ce": 0.002195052438764833, "kl": 0.0010794689876547636, "context": 0.002734786889050156} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.23014293611049652, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 17.17, "ce": 0.022119493049103767, "kl": 0.01322549877295387, "context": 0.02873224241193384} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.9271966814994812, "loss_scale": 4.0, "retries": 0, "seconds": 248.8, "max_memory_gb": 17.17, "ce": 0.06451785651734099, "kl": 0.046902758826036006, "context": 0.08796923430054449} diff --git a/runs/fixed_internvl/context/Full_s13/adapter/README.md b/runs/fixed_internvl/context/Full_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Full_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Full_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5f400112a4394cbc286476fd1537a335c9997e6a --- /dev/null +++ b/runs/fixed_internvl/context/Full_s13/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "gate_proj", + "down_proj", + "up_proj", + "self_attn.v_proj", + "o_proj", + "self_attn.q_proj", + "self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s13/config.json b/runs/fixed_internvl/context/Full_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3f6f8fcbe831bcaf15e611da9485525e461f746b --- /dev/null +++ b/runs/fixed_internvl/context/Full_s13/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s13/steps.jsonl b/runs/fixed_internvl/context/Full_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f5b73dedbc3c4aedc9a4dbef2de5ba1de080d09b --- /dev/null +++ b/runs/fixed_internvl/context/Full_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.424587249755859, "loss_scale": 4.0, "retries": 0, "seconds": 3.0, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.009312152862549, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.12, "ce": 0.6356047712251893, "kl": 0.46623069849079, "context": 0.8687201264692703} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.191789627075195, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 17.12, "ce": 1.0391803830862045, "kl": 0.06928583979606628, "context": 1.0738233104348183} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 9.162154197692871, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.12, "ce": 0.3558672432336607, "kl": 0.4414534467678095, "context": 0.5765939876582706} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.19955886900424957, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.12, "ce": 0.009434058216356789, "kl": 0.00846104388256208, "context": 0.013664579924807185} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.5183911323547363, "loss_scale": 4.0, "retries": 0, "seconds": 11.9, "max_memory_gb": 17.12, "ce": 0.18055486791126896, "kl": 0.07903478993466706, "context": 0.22007226136338431} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 5.285635948181152, "loss_scale": 4.0, "retries": 0, "seconds": 13.8, "max_memory_gb": 17.12, "ce": 0.1696822503599833, "kl": 0.07611831858662299, "context": 0.20774140918729245} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.5026986598968506, "loss_scale": 4.0, "retries": 0, "seconds": 15.6, "max_memory_gb": 17.12, "ce": 0.06257978267967701, "kl": 0.2126260765362531, "context": 0.16889282502233982} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 7.485344886779785, "loss_scale": 4.0, "retries": 0, "seconds": 17.6, "max_memory_gb": 17.12, "ce": 0.09227220248430967, "kl": 0.16222309359000064, "context": 0.17338375188410282} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.6577385663986206, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.12, "ce": 0.005340514915587846, "kl": 0.02264450816437602, "context": 0.016662769427057356} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.16316789388656616, "loss_scale": 4.0, "retries": 0, "seconds": 21.3, "max_memory_gb": 17.12, "ce": 0.00573814404924633, "kl": 0.00415438136587909, "context": 0.007815334844053723} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.2353709489107132, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 17.12, "ce": 0.009820478048368386, "kl": 0.002225418287252978, "context": 0.01093318713355984} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.06892294436693192, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 17.12, "ce": 0.0018064889936795225, "kl": 0.0004873835641774349, "context": 0.0020501807921391446} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.63189435005188, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 17.12, "ce": 0.053025833156425506, "kl": 0.7490342447999865, "context": 0.4275429677218199} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.0722708702087402, "loss_scale": 4.0, "retries": 0, "seconds": 28.4, "max_memory_gb": 17.12, "ce": 0.008515537188259259, "kl": 0.3451146876882092, "context": 0.18107287804195948} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.03979145362973213, "loss_scale": 4.0, "retries": 0, "seconds": 30.2, "max_memory_gb": 17.12, "ce": 0.002021537638938753, "kl": 0.0007540913150023698, "context": 0.0023985832376638427} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.1016933917999268, "loss_scale": 4.0, "retries": 0, "seconds": 32.0, "max_memory_gb": 17.12, "ce": 0.024064863901003264, "kl": 0.7867922405930585, "context": 0.41746099188458174} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8810983300209045, "loss_scale": 4.0, "retries": 0, "seconds": 33.7, "max_memory_gb": 17.13, "ce": 0.006730248234816827, "kl": 0.25938572040831787, "context": 0.13642310675641056} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4912026524543762, "loss_scale": 4.0, "retries": 0, "seconds": 35.6, "max_memory_gb": 17.13, "ce": 0.004577323589728621, "kl": 0.08514375708000443, "context": 0.047149202508080634} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.1083262488245964, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.13, "ce": 0.0008890613153198501, "kl": 0.007304282336917822, "context": 0.004541202579275705} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.04138277471065521, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 17.13, "ce": 0.0005660811939378618, "kl": 0.0028678575881713186, "context": 0.0020000099739263533} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.7083793878555298, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.13, "ce": 0.05979195245890878, "kl": 0.06165873514873965, "context": 0.0906213195703458} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.0094966888427734, "loss_scale": 4.0, "retries": 0, "seconds": 42.9, "max_memory_gb": 17.13, "ce": 0.0003123780006717425, "kl": 0.3523157566429518, "context": 0.1764702573636896} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5332714319229126, "loss_scale": 4.0, "retries": 0, "seconds": 44.6, "max_memory_gb": 17.13, "ce": 0.007087269314069999, "kl": 0.03827214445118443, "context": 0.02622334179613972} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.8886046409606934, "loss_scale": 4.0, "retries": 0, "seconds": 46.3, "max_memory_gb": 17.13, "ce": 0.1823803555671475, "kl": 0.03616596118081361, "context": 0.20046333613572642} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.2145136594772339, "loss_scale": 4.0, "retries": 0, "seconds": 48.3, "max_memory_gb": 17.13, "ce": 0.04416358650269103, "kl": 0.5360694387636613, "context": 0.31219832081114873} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.5157434940338135, "loss_scale": 4.0, "retries": 0, "seconds": 50.4, "max_memory_gb": 17.13, "ce": 0.07802625276235631, "kl": 0.2840794892581471, "context": 0.2200659903464839} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.1026597023010254, "loss_scale": 4.0, "retries": 0, "seconds": 52.2, "max_memory_gb": 17.13, "ce": 0.11621186958836915, "kl": 0.23149095964618027, "context": 0.23195734806358814} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.900766372680664, "loss_scale": 4.0, "retries": 0, "seconds": 53.9, "max_memory_gb": 17.13, "ce": 0.5038846182869747, "kl": 0.1386234980309382, "context": 0.5731963673606515} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.22697365283966064, "loss_scale": 4.0, "retries": 0, "seconds": 55.7, "max_memory_gb": 17.13, "ce": 0.003577716608560877, "kl": 0.009715399360857191, "context": 0.008435416111751692} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.864530086517334, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.13, "ce": 0.6713635913620237, "kl": 0.0925882534502307, "context": 0.7176577192731202} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.0501266717910767, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 17.13, "ce": 0.03339595231227577, "kl": 0.033371706726029515, "context": 0.05008180672302842} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.20111083984375, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.13, "ce": 0.32481611624825746, "kl": 0.07365645002573729, "context": 0.36164433788508177} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.180325984954834, "loss_scale": 4.0, "retries": 0, "seconds": 62.7, "max_memory_gb": 17.13, "ce": 0.00784374144859612, "kl": 0.7232472255127504, "context": 0.3694673535064794} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.09901473671197891, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 17.13, "ce": 0.003507658497255761, "kl": 0.0006205957301972376, "context": 0.0038179563598532695} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.253882646560669, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.13, "ce": 0.21501696412451565, "kl": 0.036797451495658606, "context": 0.23341569618787616} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.9726786613464355, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 17.13, "ce": 0.104461716269725, "kl": 0.3858063513180241, "context": 0.2973648870829493} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.4069726467132568, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 17.13, "ce": 0.08816959260730073, "kl": 0.376405202478054, "context": 0.27637219708412886} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.139986276626587, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 17.13, "ce": 0.06612914334982634, "kl": 0.00844337634407566, "context": 0.0703508352744393} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.38438117504119873, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 17.13, "ce": 0.024569131899625063, "kl": 0.01685650256695226, "context": 0.03299738303758204} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.162874221801758, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 17.13, "ce": 0.48303021397441626, "kl": 0.08012373885139823, "context": 0.5230920724570751} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.13186155259609222, "loss_scale": 4.0, "retries": 0, "seconds": 76.6, "max_memory_gb": 17.13, "ce": 0.00958656711736694, "kl": 0.000858962588608847, "context": 0.010016048297984526} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.10911085456609726, "loss_scale": 4.0, "retries": 0, "seconds": 78.4, "max_memory_gb": 17.13, "ce": 0.006577975582331419, "kl": 0.0009521301108179614, "context": 0.007054040732327849} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 11.829795837402344, "loss_scale": 4.0, "retries": 0, "seconds": 80.3, "max_memory_gb": 17.13, "ce": 0.15441789047326893, "kl": 0.7597605735936668, "context": 0.5342981905560009} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.011559009552002, "loss_scale": 4.0, "retries": 0, "seconds": 81.9, "max_memory_gb": 17.13, "ce": 0.46531292039435357, "kl": 0.1783636300242506, "context": 0.5544947377638891} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1134005784988403, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 17.13, "ce": 0.07387978356564417, "kl": 0.1288526901626028, "context": 0.13830612448509783} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.9363508820533752, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 17.13, "ce": 0.03138572006719187, "kl": 0.13367232965538278, "context": 0.09822188399266452} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09596098214387894, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.13, "ce": 0.004866934265010059, "kl": 0.0030889849658706225, "context": 0.006411426700651646} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.27122762799263, "loss_scale": 4.0, "retries": 0, "seconds": 88.5, "max_memory_gb": 17.13, "ce": 0.012206344894366339, "kl": 0.027677061611029785, "context": 0.0260448751214426} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8441938161849976, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.13, "ce": 0.06441719745635055, "kl": 0.008978238598501775, "context": 0.06890631726128049} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 63.84067916870117, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.13, "ce": 0.09910061900154687, "kl": 0.016788694620117894, "context": 0.107494970143307} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.4832775592803955, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 17.13, "ce": 0.020171633223071694, "kl": 0.10424128902377561, "context": 0.0722922794520855} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.3514559268951416, "loss_scale": 4.0, "retries": 0, "seconds": 95.5, "max_memory_gb": 17.13, "ce": 0.03980078001040965, "kl": 0.24658849509432912, "context": 0.16309502837248147} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.1659321784973145, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.13, "ce": 0.13500449451385066, "kl": 0.07698360919312108, "context": 0.17349629889940843} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.3358761966228485, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 17.13, "ce": 0.022897057817317545, "kl": 0.011603854196437169, "context": 0.02869898424251005} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5852829813957214, "loss_scale": 4.0, "retries": 0, "seconds": 100.8, "max_memory_gb": 17.13, "ce": 0.028738461842294782, "kl": 0.0775656831683591, "context": 0.06752130528911948} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.2368646115064621, "loss_scale": 4.0, "retries": 0, "seconds": 102.7, "max_memory_gb": 17.13, "ce": 0.009878769516944885, "kl": 0.01165201778349001, "context": 0.015704778430517763} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.03005366027355194, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.13, "ce": 0.001630116908927448, "kl": 0.00023249829246196896, "context": 0.0017463660333305597} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.5371953248977661, "loss_scale": 4.0, "retries": 0, "seconds": 106.2, "max_memory_gb": 17.13, "ce": 0.138282203261042, "kl": 0.07240554421150591, "context": 0.17448496929137036} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.578467607498169, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 17.13, "ce": 0.14672977337613702, "kl": 0.10318157431902364, "context": 0.198320560506545} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.1834657192230225, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 17.13, "ce": 0.08707829762715846, "kl": 0.46738688010373153, "context": 0.32077173970174044} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.5337945222854614, "loss_scale": 4.0, "retries": 0, "seconds": 111.4, "max_memory_gb": 17.13, "ce": 0.03262635215651244, "kl": 0.010180906807363499, "context": 0.037716804654337466} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.366684913635254, "loss_scale": 4.0, "retries": 0, "seconds": 113.3, "max_memory_gb": 17.13, "ce": 0.09986423118971288, "kl": 0.10825092074810527, "context": 0.15398969082161784} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.28762853145599365, "loss_scale": 4.0, "retries": 0, "seconds": 115.0, "max_memory_gb": 17.13, "ce": 0.01750482799252495, "kl": 0.00788046681554988, "context": 0.02144506137119606} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.8278865218162537, "loss_scale": 4.0, "retries": 0, "seconds": 117.0, "max_memory_gb": 17.13, "ce": 0.13059037551283836, "kl": 0.10455948067829013, "context": 0.1828701151534915} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.8724730014801025, "loss_scale": 4.0, "retries": 0, "seconds": 118.6, "max_memory_gb": 17.13, "ce": 0.17643119977947208, "kl": 0.08137530505518953, "context": 0.21711885238619288} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.08641718327999115, "loss_scale": 4.0, "retries": 0, "seconds": 120.5, "max_memory_gb": 17.13, "ce": 0.005897684313822538, "kl": 0.005655840771851217, "context": 0.00872560495918151} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.3046899139881134, "loss_scale": 4.0, "retries": 0, "seconds": 122.3, "max_memory_gb": 17.13, "ce": 0.010717209297581576, "kl": 0.014856618581688963, "context": 0.018145518530218396} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.206317663192749, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 17.13, "ce": 0.6005472770775668, "kl": 0.010673774857423268, "context": 0.6058841901831329} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.9065015912055969, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.13, "ce": 0.013252486911369488, "kl": 0.003266888531470613, "context": 0.014885931537719443} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.12968167662620544, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 17.13, "ce": 0.006615103193325922, "kl": 0.0058745000351336785, "context": 0.009552352770697325} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.9143139123916626, "loss_scale": 4.0, "retries": 0, "seconds": 129.4, "max_memory_gb": 17.13, "ce": 0.01324550980643835, "kl": 0.4395955471554771, "context": 0.23304328898666427} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.9344207048416138, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.13, "ce": 0.15750685936654918, "kl": 0.029494398972019553, "context": 0.17225405701901764} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.1719307899475098, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 17.13, "ce": 0.09271349490154535, "kl": 0.09086661762739823, "context": 0.13814680369978305} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.922913908958435, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.13, "ce": 0.5119532057433389, "kl": 0.7974287630058825, "context": 0.9106675873044878} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.7987823486328125, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.13, "ce": 0.015332163791754283, "kl": 1.2286401118617505, "context": 0.6296522245975211} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.32813185453414917, "loss_scale": 4.0, "retries": 0, "seconds": 138.5, "max_memory_gb": 17.13, "ce": 0.014380253618583083, "kl": 0.013601503043901175, "context": 0.021181005286052823} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6311110258102417, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 17.13, "ce": 0.0023493920889450237, "kl": 0.11441552090400364, "context": 0.059557152329944074} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.4396727383136749, "loss_scale": 4.0, "retries": 0, "seconds": 142.0, "max_memory_gb": 17.13, "ce": 0.013496075102011673, "kl": 0.015122757637072937, "context": 0.021057454068795778} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3992208242416382, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 17.13, "ce": 0.0028072746645193547, "kl": 0.05111963634408312, "context": 0.028367093618726358} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.032424807548523, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 17.13, "ce": 0.11076539871282876, "kl": 0.04296397613143199, "context": 0.13224738196004182} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.1937544345855713, "loss_scale": 4.0, "retries": 0, "seconds": 147.3, "max_memory_gb": 17.13, "ce": 0.014367772964760661, "kl": 0.004915162739052903, "context": 0.016825354658067226} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.9889070987701416, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 17.13, "ce": 0.11479575114208274, "kl": 0.47938725063431775, "context": 0.3544893776124809} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.9069175720214844, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.13, "ce": 0.15125561898457818, "kl": 0.029253687743221235, "context": 0.1658824700571131} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.1269819140434265, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 17.13, "ce": 0.003828000306384638, "kl": 0.0008052148251067592, "context": 0.0042306077521061525} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.2868696451187134, "loss_scale": 4.0, "retries": 0, "seconds": 154.5, "max_memory_gb": 17.13, "ce": 0.03846834390424192, "kl": 0.1884308402077295, "context": 0.13268376397900283} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7849841117858887, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 17.13, "ce": 0.007311723777092993, "kl": 0.46345870691584423, "context": 0.23904108069837093} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.31861910223960876, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 17.13, "ce": 0.01695101708173752, "kl": 0.0031537519251685353, "context": 0.018527892549172975} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.4321463108062744, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.13, "ce": 0.02978999519109493, "kl": 0.01991689372516703, "context": 0.03974844289768953} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.1774301826953888, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.13, "ce": 0.015338360302848741, "kl": 0.0042018108360935, "context": 0.017439265444409102} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.03821063041687, "loss_scale": 4.0, "retries": 0, "seconds": 163.6, "max_memory_gb": 17.13, "ce": 0.37057367419765797, "kl": 0.27804524697421584, "context": 0.5095962911727838} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.535595417022705, "loss_scale": 4.0, "retries": 0, "seconds": 165.5, "max_memory_gb": 17.13, "ce": 0.14255846649757586, "kl": 0.2251733867205985, "context": 0.2551451597828418} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.149247169494629, "loss_scale": 4.0, "retries": 0, "seconds": 167.2, "max_memory_gb": 17.13, "ce": 0.07293147014570422, "kl": 0.29610793814936187, "context": 0.2209854377724696} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.9474786520004272, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 17.13, "ce": 0.06766400410560891, "kl": 0.025920217478414997, "context": 0.08062411478022113} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.6616883277893066, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 17.13, "ce": 0.48274361540097743, "kl": 0.017707792459987104, "context": 0.4915975172771141} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.6359829902648926, "loss_scale": 4.0, "retries": 0, "seconds": 172.7, "max_memory_gb": 17.13, "ce": 0.3119730695107137, "kl": 0.006511924673759495, "context": 0.31522902022697963} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.4722032845020294, "loss_scale": 4.0, "retries": 0, "seconds": 174.4, "max_memory_gb": 17.13, "ce": 0.01620275160530582, "kl": 0.02028023195452988, "context": 0.026342867873609066} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.39967042207717896, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.13, "ce": 0.002428730731480755, "kl": 0.08308163304172922, "context": 0.04396954878757242} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.15080416202545166, "loss_scale": 4.0, "retries": 0, "seconds": 177.9, "max_memory_gb": 17.13, "ce": 0.017192767438245937, "kl": 0.005193065508137806, "context": 0.019789300153206568} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.9063684940338135, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 17.13, "ce": 0.040590692282421514, "kl": 0.3051822600646119, "context": 0.19318182347342372} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.21025267243385315, "loss_scale": 4.0, "retries": 0, "seconds": 181.4, "max_memory_gb": 17.13, "ce": 0.005838065058924258, "kl": 0.020464421046199277, "context": 0.016070275101810694} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.3718203902244568, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 17.13, "ce": 0.031055286584887654, "kl": 0.010178757744142786, "context": 0.03614466590806842} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.2111429125070572, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 17.13, "ce": 0.013251988988486119, "kl": 0.005506233119376702, "context": 0.016005105717340484} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.21858100593090057, "loss_scale": 4.0, "retries": 0, "seconds": 186.7, "max_memory_gb": 17.13, "ce": 0.012561596755404025, "kl": 0.003475692954907572, "context": 0.014299443311756477} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.9805336594581604, "loss_scale": 4.0, "retries": 0, "seconds": 188.5, "max_memory_gb": 17.13, "ce": 0.019832700403640047, "kl": 0.31945434733643197, "context": 0.17955987568711862} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.03436337411403656, "loss_scale": 4.0, "retries": 0, "seconds": 190.4, "max_memory_gb": 17.13, "ce": 0.0027320621156832203, "kl": 0.0004263911978341639, "context": 0.0029452577437041327} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.5740390419960022, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 17.13, "ce": 0.04226633229700383, "kl": 0.13091808175067854, "context": 0.10772536938020494} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.4094622135162354, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 17.13, "ce": 0.33938616880914196, "kl": 0.005796357012968656, "context": 0.3422843400912825} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.4592223167419434, "loss_scale": 4.0, "retries": 0, "seconds": 196.1, "max_memory_gb": 17.13, "ce": 0.23433290856337408, "kl": 0.13473149202764034, "context": 0.30169865768402815} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5149887204170227, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 17.13, "ce": 0.03659649472683668, "kl": 0.00358708668500185, "context": 0.03839003783650696} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.01892012730240822, "loss_scale": 4.0, "retries": 0, "seconds": 199.6, "max_memory_gb": 17.13, "ce": 0.001356776076136157, "kl": 0.0005029309431847651, "context": 0.0016082415531855077} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3289010524749756, "loss_scale": 4.0, "retries": 0, "seconds": 201.4, "max_memory_gb": 17.13, "ce": 0.02171439555240795, "kl": 0.003821170197625179, "context": 0.02362498000729829} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.9939419031143188, "loss_scale": 4.0, "retries": 0, "seconds": 203.1, "max_memory_gb": 17.13, "ce": 0.010223072429653257, "kl": 0.08014550994266756, "context": 0.050295827561058104} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.3957679271698, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.13, "ce": 0.016593004926107824, "kl": 0.36812933816918303, "context": 0.20065767048799898} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.372464656829834, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.13, "ce": 0.029244155099149793, "kl": 0.09833769278338877, "context": 0.07841300149448216} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.0600320100784302, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.13, "ce": 0.08973571678507142, "kl": 0.30377883645996917, "context": 0.24162513500778005} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.08970288187265396, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.13, "ce": 0.004901318025076762, "kl": 0.0035104803173453547, "context": 0.006656558223767206} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.3621346950531006, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 17.13, "ce": 0.23977782655856572, "kl": 0.0020014072506455705, "context": 0.24077853170456365} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09879568219184875, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.13, "ce": 0.004912416494335048, "kl": 0.0034858813983191794, "context": 0.0066553573415149} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.02910041809082, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.13, "ce": 0.23062575078802183, "kl": 0.2080713885370642, "context": 0.33466144403791986} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7957936525344849, "loss_scale": 4.0, "retries": 0, "seconds": 218.2, "max_memory_gb": 17.13, "ce": 0.056324183504329994, "kl": 0.03868279126982088, "context": 0.07566557959944475} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.3157860040664673, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 17.13, "ce": 0.15307296617538668, "kl": 0.030726391418284038, "context": 0.16843616002006456} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.6366497278213501, "loss_scale": 4.0, "retries": 0, "seconds": 222.3, "max_memory_gb": 17.13, "ce": 0.04661520849913359, "kl": 0.02725078392541036, "context": 0.060240600258111954} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.164407968521118, "loss_scale": 4.0, "retries": 0, "seconds": 224.0, "max_memory_gb": 17.13, "ce": 0.6273988651955733, "kl": 0.4599276015533178, "context": 0.8573626836732728} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.9514873623847961, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 17.13, "ce": 0.12834976080921479, "kl": 0.07816162106428237, "context": 0.16743057122221217} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.4863200187683105, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 17.13, "ce": 0.6693057008087635, "kl": 0.09221510821953416, "context": 0.7154132565483451} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.10381209850311279, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 17.13, "ce": 0.00645385542884469, "kl": 0.0006677474193566013, "context": 0.006787729304051027} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.7276177406311035, "loss_scale": 4.0, "retries": 0, "seconds": 231.3, "max_memory_gb": 17.13, "ce": 0.12486900779185817, "kl": 0.4762609809549758, "context": 0.3629994833609089} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.0321614742279053, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 17.13, "ce": 0.09460303524974734, "kl": 0.03567140267841751, "context": 0.11243873645435087} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5792543888092041, "loss_scale": 4.0, "retries": 0, "seconds": 234.9, "max_memory_gb": 17.13, "ce": 0.029071074328385293, "kl": 0.27040868054609746, "context": 0.1642754195490852} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.71050500869751, "loss_scale": 4.0, "retries": 0, "seconds": 236.8, "max_memory_gb": 17.13, "ce": 0.3083521784283221, "kl": 0.35560946688929107, "context": 0.48615691566374153} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.049155592918396, "loss_scale": 4.0, "retries": 0, "seconds": 238.5, "max_memory_gb": 17.13, "ce": 0.1381246635573916, "kl": 0.036671002799266716, "context": 0.1564601649879478} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.3362873792648315, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 17.13, "ce": 0.3052267389575718, "kl": 0.021927048510406166, "context": 0.3161902692518197} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.0671637058258057, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.13, "ce": 0.1862190684187226, "kl": 0.0036264032612507435, "context": 0.18803226421005093} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.4180726408958435, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 17.13, "ce": 0.014331537822727114, "kl": 0.04396346807334339, "context": 0.03631327301263809} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.07415771484375, "loss_scale": 4.0, "retries": 0, "seconds": 246.1, "max_memory_gb": 17.13, "ce": 0.06200156745035201, "kl": 0.08662513868603128, "context": 0.10531414055731148} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.39659741520881653, "loss_scale": 4.0, "retries": 0, "seconds": 248.0, "max_memory_gb": 17.13, "ce": 0.015610487113008276, "kl": 0.020566347095154924, "context": 0.02589366065512877} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.727402448654175, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.13, "ce": 0.09122522664256394, "kl": 0.13432894088327885, "context": 0.15838969312608242} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.1530712842941284, "loss_scale": 4.0, "retries": 0, "seconds": 251.7, "max_memory_gb": 17.13, "ce": 0.011982777316006832, "kl": 0.11411873022643704, "context": 0.06904214240785223} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.08988875895738602, "loss_scale": 4.0, "retries": 0, "seconds": 253.4, "max_memory_gb": 17.13, "ce": 0.006279426015680656, "kl": 0.0024149192195181968, "context": 0.007486885355319828} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09460098296403885, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.13, "ce": 0.009481302586209495, "kl": 0.00039386149001074955, "context": 0.009678233131126035} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.392229437828064, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 17.13, "ce": 0.08125724201090634, "kl": 0.020361342089017853, "context": 0.0914379107998684} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.593001127243042, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 17.13, "ce": 0.30865259616984986, "kl": 0.02436980550555745, "context": 0.32083749875891954} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.7034350633621216, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 17.13, "ce": 0.029183412669226527, "kl": 0.10131772223394364, "context": 0.07984227378619835} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.02844235487282276, "loss_scale": 4.0, "retries": 0, "seconds": 262.4, "max_memory_gb": 17.13, "ce": 0.0016924760275287554, "kl": 0.0016801935980765847, "context": 0.0025325728638563305} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.19206546247005463, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 17.13, "ce": 0.016416217826190405, "kl": 0.012751562710036524, "context": 0.022791998882894404} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9441087245941162, "loss_scale": 4.0, "retries": 0, "seconds": 266.2, "max_memory_gb": 17.13, "ce": 0.3727672784589231, "kl": 0.3741024549017311, "context": 0.5598184952978045} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.236797496676445, "loss_scale": 4.0, "retries": 0, "seconds": 267.9, "max_memory_gb": 17.13, "ce": 0.012880601781944279, "kl": 0.00927053560008062, "context": 0.0175158696656581} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.20298780500888824, "loss_scale": 4.0, "retries": 0, "seconds": 269.8, "max_memory_gb": 17.13, "ce": 0.01734328764723614, "kl": 0.0015235644889344258, "context": 0.0181050700484775} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5710281729698181, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.13, "ce": 0.06629200877432595, "kl": 0.029861891533982998, "context": 0.0812229545917944} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7115623950958252, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 17.13, "ce": 0.024808512040181085, "kl": 0.026774618461786304, "context": 0.0381958203506656} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.7571110725402832, "loss_scale": 4.0, "retries": 0, "seconds": 275.1, "max_memory_gb": 17.13, "ce": 0.002126470790244639, "kl": 0.08088561206386657, "context": 0.0425692769640591} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.8573498725891113, "loss_scale": 4.0, "retries": 0, "seconds": 276.9, "max_memory_gb": 17.13, "ce": 0.00479956362687517, "kl": 0.4217919163147599, "context": 0.21569552224536892} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.48335304856300354, "loss_scale": 4.0, "retries": 0, "seconds": 278.8, "max_memory_gb": 17.13, "ce": 0.033716644036758225, "kl": 0.10217562573961914, "context": 0.08480446039902745} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.5779860019683838, "loss_scale": 4.0, "retries": 0, "seconds": 280.6, "max_memory_gb": 17.13, "ce": 0.24031467582972255, "kl": 0.012324016688580741, "context": 0.2464766776538454} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.0697426795959473, "loss_scale": 4.0, "retries": 0, "seconds": 282.6, "max_memory_gb": 17.13, "ce": 0.020821473663090728, "kl": 0.00579341708123593, "context": 0.02371818154642824} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.29826444387435913, "loss_scale": 4.0, "retries": 0, "seconds": 284.3, "max_memory_gb": 17.13, "ce": 0.021783442702144384, "kl": 0.028151228150818497, "context": 0.0358590567484498} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.4933348894119263, "loss_scale": 4.0, "retries": 0, "seconds": 286.2, "max_memory_gb": 17.13, "ce": 0.16958948416868225, "kl": 0.13156796038674656, "context": 0.23537346522789448} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.6925236582756042, "loss_scale": 4.0, "retries": 0, "seconds": 287.9, "max_memory_gb": 17.13, "ce": 0.006102523184381425, "kl": 0.039618896291358396, "context": 0.02591197134461254} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.2320799827575684, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 17.13, "ce": 0.06242876726901159, "kl": 0.24802087138596107, "context": 0.18643920810427517} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.2124340534210205, "loss_scale": 4.0, "retries": 0, "seconds": 291.5, "max_memory_gb": 17.13, "ce": 0.18536058644531295, "kl": 0.15410461083865812, "context": 0.26241289931931533} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.918212890625, "loss_scale": 4.0, "retries": 0, "seconds": 293.4, "max_memory_gb": 17.13, "ce": 0.09504336790996604, "kl": 0.12616455401075655, "context": 0.1581256448989734} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.624154567718506, "loss_scale": 4.0, "retries": 0, "seconds": 295.2, "max_memory_gb": 17.13, "ce": 0.20937424783187453, "kl": 0.6516481204162119, "context": 0.5351983286382165} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.9518234729766846, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 17.13, "ce": 0.08436312030971749, "kl": 0.04162357918721682, "context": 0.10517491112841526} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.17822125554084778, "loss_scale": 4.0, "retries": 0, "seconds": 299.0, "max_memory_gb": 17.13, "ce": 0.011971026222454384, "kl": 0.007746344148472417, "context": 0.015844198351260275} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.1030187606811523, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 17.13, "ce": 0.35452935425564647, "kl": 0.04861018986412091, "context": 0.37883445364423096} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.9017494916915894, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 17.13, "ce": 0.04099743512051646, "kl": 0.010284532872901764, "context": 0.04613970179343596} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.13451653718948364, "loss_scale": 4.0, "retries": 0, "seconds": 304.4, "max_memory_gb": 17.13, "ce": 0.010659021980245598, "kl": 0.0015414936351589859, "context": 0.011429768564994447} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.736571192741394, "loss_scale": 4.0, "retries": 0, "seconds": 306.1, "max_memory_gb": 17.13, "ce": 0.06514042482012883, "kl": 0.8945074211806059, "context": 0.512394146528095} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.01461161207407713, "loss_scale": 4.0, "retries": 0, "seconds": 308.0, "max_memory_gb": 17.13, "ce": 0.0010190612010774203, "kl": 6.542657547470299e-05, "context": 0.0010517744958633557} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.9263900518417358, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.13, "ce": 0.017228182157850824, "kl": 0.04258425661828369, "context": 0.03852031024871394} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1456766426563263, "loss_scale": 4.0, "retries": 0, "seconds": 311.7, "max_memory_gb": 17.13, "ce": 0.0074643924162955955, "kl": 0.010960732819512486, "context": 0.012944759408128448} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.1659599393606186, "loss_scale": 4.0, "retries": 0, "seconds": 313.4, "max_memory_gb": 17.13, "ce": 0.00965834892122075, "kl": 0.004157901217695326, "context": 0.011737299268133938} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.7239435911178589, "loss_scale": 4.0, "retries": 0, "seconds": 315.1, "max_memory_gb": 17.13, "ce": 0.04300318342575338, "kl": 0.006433557713535265, "context": 0.04621996321657207} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.1723825931549072, "loss_scale": 4.0, "retries": 0, "seconds": 316.9, "max_memory_gb": 17.13, "ce": 0.08474576764274389, "kl": 0.03072280646301806, "context": 0.10010717203840613} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.07275929301977158, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 17.13, "ce": 0.004453691828530282, "kl": 0.0005437056570372079, "context": 0.004725544742541388} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9562514424324036, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 17.13, "ce": 0.05267592571181012, "kl": 0.6147136360214063, "context": 0.3600327474414371} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.9644443988800049, "loss_scale": 4.0, "retries": 0, "seconds": 322.2, "max_memory_gb": 17.13, "ce": 0.13981380546465516, "kl": 0.012509532418334857, "context": 0.14606857812032104} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.3289203643798828, "loss_scale": 4.0, "retries": 0, "seconds": 324.1, "max_memory_gb": 17.13, "ce": 0.34602531633572653, "kl": 0.010948446251859423, "context": 0.3514995436707977} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.6643137335777283, "loss_scale": 4.0, "retries": 0, "seconds": 325.8, "max_memory_gb": 17.13, "ce": 0.0380977050808724, "kl": 0.029365846661676187, "context": 0.05278062750585377} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.8452438116073608, "loss_scale": 4.0, "retries": 0, "seconds": 327.7, "max_memory_gb": 17.13, "ce": 0.002609491697512567, "kl": 0.13031860467162915, "context": 0.06776879244716838} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.6115556359291077, "loss_scale": 4.0, "retries": 0, "seconds": 329.4, "max_memory_gb": 17.13, "ce": 0.09486125590046868, "kl": 0.16109499134336147, "context": 0.17540874460246414} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.045449983328580856, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 17.13, "ce": 0.003029002560651861, "kl": 0.00018295792324352078, "context": 0.003120481487712823} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.0816832184791565, "loss_scale": 4.0, "retries": 0, "seconds": 333.1, "max_memory_gb": 17.13, "ce": 0.0027030316123273224, "kl": 0.002952465154521633, "context": 0.004179264302365482} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5513705611228943, "loss_scale": 4.0, "retries": 0, "seconds": 334.9, "max_memory_gb": 17.13, "ce": 0.006177038005262148, "kl": 0.11403114441509388, "context": 0.06319260974851204} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.949731349945068, "loss_scale": 4.0, "retries": 0, "seconds": 336.7, "max_memory_gb": 17.13, "ce": 0.09318183540017344, "kl": 0.1444210129302519, "context": 0.1653923419507919} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.9266740083694458, "loss_scale": 4.0, "retries": 0, "seconds": 338.5, "max_memory_gb": 17.13, "ce": 0.012563333970319945, "kl": 0.5930091182999604, "context": 0.3090678928856505} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.6649374961853027, "loss_scale": 4.0, "retries": 0, "seconds": 340.3, "max_memory_gb": 17.13, "ce": 0.19769532809732482, "kl": 0.007327311663175351, "context": 0.20135898661101237} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.5223536491394043, "loss_scale": 4.0, "retries": 0, "seconds": 342.2, "max_memory_gb": 17.13, "ce": 0.3430483833508333, "kl": 0.21358762577438029, "context": 0.44984218505123863} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.04731576889753342, "loss_scale": 4.0, "retries": 0, "seconds": 343.9, "max_memory_gb": 17.13, "ce": 0.001759465092618484, "kl": 0.002481906663888367, "context": 0.0030004183936398476} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.740854263305664, "loss_scale": 4.0, "retries": 0, "seconds": 345.7, "max_memory_gb": 17.13, "ce": 0.2050032950064633, "kl": 0.14503986645650002, "context": 0.27752322843298316} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.2012287378311157, "loss_scale": 4.0, "retries": 0, "seconds": 347.4, "max_memory_gb": 17.13, "ce": 0.3816464228439145, "kl": 0.028004135611809033, "context": 0.39564848341979086} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.04416802152991295, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 17.13, "ce": 0.002533141683670692, "kl": 0.0009827044805206242, "context": 0.003024493853445165} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7708225846290588, "loss_scale": 4.0, "retries": 0, "seconds": 351.0, "max_memory_gb": 17.13, "ce": 0.06846456718631089, "kl": 0.005782325739346561, "context": 0.07135572994593531} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.12659277021884918, "loss_scale": 4.0, "retries": 0, "seconds": 352.8, "max_memory_gb": 17.13, "ce": 0.013620834273751825, "kl": 0.000711613040039083, "context": 0.013976640824694186} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.0687675476074219, "loss_scale": 4.0, "retries": 0, "seconds": 354.6, "max_memory_gb": 17.13, "ce": 0.003652001927548554, "kl": 0.1743759700194687, "context": 0.0908399890322471} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.3905282020568848, "loss_scale": 4.0, "retries": 0, "seconds": 356.4, "max_memory_gb": 17.13, "ce": 0.039958897468750365, "kl": 0.4736772943560936, "context": 0.27679754979908466} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.43249332904815674, "loss_scale": 4.0, "retries": 0, "seconds": 358.2, "max_memory_gb": 17.13, "ce": 0.07605435473669786, "kl": 0.007434810964696226, "context": 0.07977176026906818} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.0593233108520508, "loss_scale": 4.0, "retries": 0, "seconds": 360.1, "max_memory_gb": 17.13, "ce": 0.08106973764370196, "kl": 0.005396653948992025, "context": 0.08376806526212022} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.2585173845291138, "loss_scale": 4.0, "retries": 0, "seconds": 361.8, "max_memory_gb": 17.13, "ce": 0.2390213324688375, "kl": 0.02475460191089951, "context": 0.2513986323028803} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.2963200807571411, "loss_scale": 4.0, "retries": 0, "seconds": 363.7, "max_memory_gb": 17.13, "ce": 0.07252630323637277, "kl": 0.08533100985732744, "context": 0.11519180805771612} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.052394766360521317, "loss_scale": 4.0, "retries": 0, "seconds": 365.4, "max_memory_gb": 17.13, "ce": 0.0029355690494412556, "kl": 0.002184361706213167, "context": 0.0040277498483192176} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.8541053533554077, "loss_scale": 4.0, "retries": 0, "seconds": 367.3, "max_memory_gb": 17.13, "ce": 0.026078369497554377, "kl": 0.0279392983939033, "context": 0.04004801892733667} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.36492103338241577, "loss_scale": 4.0, "retries": 0, "seconds": 369.1, "max_memory_gb": 17.13, "ce": 0.026373289118055254, "kl": 0.0031457135046366602, "context": 0.027946146321482956} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2888530492782593, "loss_scale": 4.0, "retries": 0, "seconds": 370.9, "max_memory_gb": 17.13, "ce": 0.006673387455521151, "kl": 0.4031338739696366, "context": 0.20824032576638274} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.10091938078403473, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 17.13, "ce": 0.005135822415468283, "kl": 0.0016966106704785489, "context": 0.0059841277688974515} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.5239372253417969, "loss_scale": 4.0, "retries": 0, "seconds": 374.6, "max_memory_gb": 17.13, "ce": 0.07950497861020267, "kl": 0.06096124125178903, "context": 0.1099855990614742} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.03941752389073372, "loss_scale": 4.0, "retries": 0, "seconds": 376.4, "max_memory_gb": 17.13, "ce": 0.002565518574556336, "kl": 0.0009450313227716833, "context": 0.003038034134078771} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.411807060241699, "loss_scale": 4.0, "retries": 0, "seconds": 378.2, "max_memory_gb": 17.13, "ce": 0.20033634165883996, "kl": 0.042771863722009584, "context": 0.22172228177078068} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.2655553817749023, "loss_scale": 4.0, "retries": 0, "seconds": 379.8, "max_memory_gb": 17.13, "ce": 0.4441823743254645, "kl": 0.10569790258159628, "context": 0.49703132576541975} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6065430045127869, "loss_scale": 4.0, "retries": 0, "seconds": 381.3, "max_memory_gb": 17.13, "ce": 0.12270827745669521, "kl": 0.05525383464191691, "context": 0.15033519407734275} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.199769973754883, "loss_scale": 4.0, "retries": 0, "seconds": 382.8, "max_memory_gb": 17.13, "ce": 0.1046379835170228, "kl": 0.909250474669534, "context": 0.5592632279149257} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8040504455566406, "loss_scale": 4.0, "retries": 0, "seconds": 384.6, "max_memory_gb": 17.13, "ce": 0.18533102844958194, "kl": 0.024319241201737896, "context": 0.1974906529940199} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.7530766725540161, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 17.13, "ce": 0.3072142790624639, "kl": 0.06601786869578063, "context": 0.3402232172084041} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.418272018432617, "loss_scale": 4.0, "retries": 0, "seconds": 388.2, "max_memory_gb": 17.13, "ce": 0.47071371268248186, "kl": 0.018631388584253727, "context": 0.4800294013984967} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.7133504748344421, "loss_scale": 4.0, "retries": 0, "seconds": 390.1, "max_memory_gb": 17.13, "ce": 0.03428022004663944, "kl": 0.07326565525545448, "context": 0.07091304910136387} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.0589715838432312, "loss_scale": 4.0, "retries": 0, "seconds": 391.8, "max_memory_gb": 17.13, "ce": 0.0039126699266489595, "kl": 0.0017124062906077597, "context": 0.004768873128341511} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.3059695959091187, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 17.13, "ce": 0.16789381444687024, "kl": 0.21884211897850037, "context": 0.27731487713754177} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.0666669607162476, "loss_scale": 4.0, "retries": 0, "seconds": 395.4, "max_memory_gb": 17.13, "ce": 0.011003364459611475, "kl": 0.21027841118484503, "context": 0.11614256596658379} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.24320384860038757, "loss_scale": 4.0, "retries": 0, "seconds": 397.3, "max_memory_gb": 17.13, "ce": 0.01775114968768321, "kl": 0.0013899808109272271, "context": 0.018446140020387247} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5752902030944824, "loss_scale": 4.0, "retries": 0, "seconds": 399.0, "max_memory_gb": 17.13, "ce": 0.0031470190806430764, "kl": 0.0612553622595442, "context": 0.033774700423236936} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.3374969959259033, "loss_scale": 4.0, "retries": 0, "seconds": 400.9, "max_memory_gb": 17.13, "ce": 0.07902309924247675, "kl": 0.05292597653942721, "context": 0.10548609052784741} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.840214967727661, "loss_scale": 4.0, "retries": 0, "seconds": 402.6, "max_memory_gb": 17.13, "ce": 0.14492824132321402, "kl": 0.008030443277675658, "context": 0.14894346497021616} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.0718656778335571, "loss_scale": 4.0, "retries": 0, "seconds": 404.5, "max_memory_gb": 17.13, "ce": 0.04423819313524291, "kl": 0.045031317412394856, "context": 0.0667538518900983} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.16942812502384186, "loss_scale": 4.0, "retries": 0, "seconds": 406.2, "max_memory_gb": 17.13, "ce": 0.005311717701260932, "kl": 0.013794701095321216, "context": 0.012209068168886006} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.45434802770614624, "loss_scale": 4.0, "retries": 0, "seconds": 408.1, "max_memory_gb": 17.13, "ce": 0.02589208449353464, "kl": 0.005885296807718987, "context": 0.028834732467657886} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.4529893696308136, "loss_scale": 4.0, "retries": 0, "seconds": 409.8, "max_memory_gb": 17.13, "ce": 0.01851203823753167, "kl": 0.011058501673687715, "context": 0.024041288168518804} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.39744359254837036, "loss_scale": 4.0, "retries": 0, "seconds": 411.6, "max_memory_gb": 17.13, "ce": 0.00993852413375862, "kl": 0.04348701669368893, "context": 0.03168203146196902} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 2.6758360862731934, "loss_scale": 4.0, "retries": 0, "seconds": 413.4, "max_memory_gb": 17.13, "ce": 0.08255273006216157, "kl": 0.04067814458284147, "context": 0.10289180050313007} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.5609796047210693, "loss_scale": 4.0, "retries": 0, "seconds": 415.2, "max_memory_gb": 17.13, "ce": 0.4192151690949686, "kl": 0.28154886193806306, "context": 0.559989579487592} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.6835744380950928, "loss_scale": 4.0, "retries": 0, "seconds": 416.8, "max_memory_gb": 17.13, "ce": 0.04106007644440979, "kl": 0.06220235554064857, "context": 0.07216125135892071} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3913823664188385, "loss_scale": 4.0, "retries": 0, "seconds": 418.6, "max_memory_gb": 17.13, "ce": 0.024285109277116135, "kl": 0.005013429250539048, "context": 0.026791823416715488} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.5167523622512817, "loss_scale": 4.0, "retries": 0, "seconds": 420.3, "max_memory_gb": 17.13, "ce": 0.02658589428756386, "kl": 0.11119202384725213, "context": 0.08218190574552864} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.5486159920692444, "loss_scale": 4.0, "retries": 0, "seconds": 421.9, "max_memory_gb": 17.13, "ce": 0.02583607644191943, "kl": 0.013234343744443322, "context": 0.03245324830641039} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.499887704849243, "loss_scale": 4.0, "retries": 0, "seconds": 423.5, "max_memory_gb": 17.13, "ce": 0.3151549302856438, "kl": 0.01505093323339679, "context": 0.3226804044097662} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.2109016329050064, "loss_scale": 4.0, "retries": 0, "seconds": 425.2, "max_memory_gb": 17.13, "ce": 0.01523140090284869, "kl": 0.017229667493666057, "context": 0.023846234660595655} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7437591552734375, "loss_scale": 4.0, "retries": 0, "seconds": 427.0, "max_memory_gb": 17.13, "ce": 0.06461043225135654, "kl": 0.021637795233800716, "context": 0.07542933063814417} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.3352600932121277, "loss_scale": 4.0, "retries": 0, "seconds": 428.8, "max_memory_gb": 17.13, "ce": 0.020668179538915865, "kl": 0.004237631663272623, "context": 0.022786995803471655} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.4359774887561798, "loss_scale": 4.0, "retries": 0, "seconds": 430.6, "max_memory_gb": 17.13, "ce": 0.10827227460686117, "kl": 0.013662457808095496, "context": 0.11510350450407714} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3227763772010803, "loss_scale": 4.0, "retries": 0, "seconds": 432.3, "max_memory_gb": 17.13, "ce": 0.018222975253593177, "kl": 0.02412616603760398, "context": 0.03028605825966224} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.3807390928268433, "loss_scale": 4.0, "retries": 0, "seconds": 433.9, "max_memory_gb": 17.13, "ce": 0.07964697590796277, "kl": 0.025736128649441525, "context": 0.09251503995619714} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.2091599851846695, "loss_scale": 4.0, "retries": 0, "seconds": 435.7, "max_memory_gb": 17.13, "ce": 0.012126156347221695, "kl": 0.014747380682820221, "context": 0.019499846210237592} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.059382129460573196, "loss_scale": 4.0, "retries": 0, "seconds": 437.6, "max_memory_gb": 17.13, "ce": 0.003704319038661197, "kl": 0.0012496678828028962, "context": 0.004329152958234772} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.926884651184082, "loss_scale": 4.0, "retries": 0, "seconds": 439.3, "max_memory_gb": 17.13, "ce": 0.02863648192578694, "kl": 0.2162682740499804, "context": 0.1367706189485034} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.7552579641342163, "loss_scale": 4.0, "retries": 0, "seconds": 441.3, "max_memory_gb": 17.13, "ce": 0.3041269403183833, "kl": 0.03307048497663345, "context": 0.3206621868885122} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.02985933981835842, "loss_scale": 4.0, "retries": 0, "seconds": 443.1, "max_memory_gb": 17.13, "ce": 0.001840578297560569, "kl": 0.0004146127830608748, "context": 0.0020478846709011123} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9986809492111206, "loss_scale": 4.0, "retries": 0, "seconds": 445.1, "max_memory_gb": 17.13, "ce": 0.010180306970141828, "kl": 0.0963044756117597, "context": 0.05833254489698447} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.28900283575057983, "loss_scale": 4.0, "retries": 0, "seconds": 446.9, "max_memory_gb": 17.13, "ce": 0.018310792511329055, "kl": 0.006968414876610041, "context": 0.021795000415295362} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.3031882047653198, "loss_scale": 4.0, "retries": 0, "seconds": 448.8, "max_memory_gb": 17.13, "ce": 0.08764075161889195, "kl": 0.07211861503310502, "context": 0.12370005855336785} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.15983697772026062, "loss_scale": 4.0, "retries": 0, "seconds": 450.5, "max_memory_gb": 17.13, "ce": 0.00977184681687504, "kl": 0.006191881791892229, "context": 0.012867787416325882} diff --git a/runs/fixed_internvl/context/Full_s42/adapter/README.md b/runs/fixed_internvl/context/Full_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Full_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/Full_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f7b52b9c415be9e8fba224c5a875a4475c3d8fec --- /dev/null +++ b/runs/fixed_internvl/context/Full_s42/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "self_attn.k_proj", + "down_proj", + "up_proj", + "o_proj", + "gate_proj", + "self_attn.q_proj", + "self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s42/config.json b/runs/fixed_internvl/context/Full_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55069d0451ccbd3a85e349690faded4e25de4999 --- /dev/null +++ b/runs/fixed_internvl/context/Full_s42/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s42/steps.jsonl b/runs/fixed_internvl/context/Full_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..114fb375874f8d32cb3e02b639635daf5abe15ab --- /dev/null +++ b/runs/fixed_internvl/context/Full_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 12.182524681091309, "loss_scale": 4.0, "retries": 0, "seconds": 2.4, "max_memory_gb": 16.8, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.330140113830566, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.12, "ce": 0.6035067513578554, "kl": 0.06002547080953491, "context": 0.6335194694167399} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.783873558044434, "loss_scale": 4.0, "retries": 0, "seconds": 5.0, "max_memory_gb": 17.12, "ce": 0.6623954616952688, "kl": 0.03491578088141978, "context": 0.679853348992765} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.136568069458008, "loss_scale": 4.0, "retries": 0, "seconds": 6.2, "max_memory_gb": 17.12, "ce": 0.5367100651055807, "kl": 0.6834764908999205, "context": 0.8784482785267755} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.290089130401611, "loss_scale": 4.0, "retries": 0, "seconds": 7.7, "max_memory_gb": 17.12, "ce": 0.2612495964858681, "kl": 1.1763496645726264, "context": 0.8494244343601167} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 7.630552291870117, "loss_scale": 4.0, "retries": 0, "seconds": 9.1, "max_memory_gb": 17.12, "ce": 0.20547310332767665, "kl": 0.33684401819482446, "context": 0.3738951049745083} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.5793769359588623, "loss_scale": 4.0, "retries": 0, "seconds": 10.6, "max_memory_gb": 17.12, "ce": 0.15961230918765068, "kl": 0.33669913600897416, "context": 0.32796187326312065} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.216149091720581, "loss_scale": 4.0, "retries": 0, "seconds": 12.1, "max_memory_gb": 17.12, "ce": 0.21333406154872137, "kl": 0.090103216577063, "context": 0.2583856611063311} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.9425292015075684, "loss_scale": 4.0, "retries": 0, "seconds": 13.6, "max_memory_gb": 17.12, "ce": 0.5543693801155314, "kl": 0.11190481926314533, "context": 0.6103217841591686} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 7.33359956741333, "loss_scale": 4.0, "retries": 0, "seconds": 15.0, "max_memory_gb": 17.12, "ce": 0.06425004024640657, "kl": 0.29435441899113357, "context": 0.21142724459059536} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.7246609330177307, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 17.12, "ce": 0.001843360821112583, "kl": 0.24457873543764208, "context": 0.12413273087167909} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 7.1579999923706055, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 17.12, "ce": 0.40179447492118925, "kl": 1.0611763037741184, "context": 0.9323826308827847} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.750418484210968, "loss_scale": 4.0, "retries": 0, "seconds": 19.5, "max_memory_gb": 17.12, "ce": 0.0523758263734635, "kl": 0.04554174665827304, "context": 0.07514670048840344} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.6139821410179138, "loss_scale": 4.0, "retries": 0, "seconds": 20.9, "max_memory_gb": 17.12, "ce": 0.02139446252840571, "kl": 0.10470971104223281, "context": 0.07374931697268039} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 6.945537567138672, "loss_scale": 4.0, "retries": 0, "seconds": 22.5, "max_memory_gb": 17.12, "ce": 0.3977182940579951, "kl": 0.022993048311036546, "context": 0.40921481885015965} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.664193630218506, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 17.12, "ce": 0.20510142665239073, "kl": 0.018985024628818792, "context": 0.21459393506665947} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.6821981072425842, "loss_scale": 4.0, "retries": 0, "seconds": 25.3, "max_memory_gb": 17.12, "ce": 0.005235165299382061, "kl": 0.0812718335801037, "context": 0.04587108053965494} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8440549969673157, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 17.12, "ce": 0.050183832296170294, "kl": 0.05291749304160476, "context": 0.07664258277509362} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.2476172000169754, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.12, "ce": 0.005267592172458535, "kl": 0.01890145735524129, "context": 0.014718321264808765} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.42538538575172424, "loss_scale": 4.0, "retries": 0, "seconds": 29.2, "max_memory_gb": 17.12, "ce": 0.003436322251218371, "kl": 0.07619959691419353, "context": 0.04153612254594918} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.40389567613601685, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 17.12, "ce": 0.0036606046051019803, "kl": 0.027814239106191962, "context": 0.017567724687978625} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.35870257019996643, "loss_scale": 4.0, "retries": 0, "seconds": 31.8, "max_memory_gb": 17.12, "ce": 0.018044657279460807, "kl": 0.009315358040112187, "context": 0.02270233589297277} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.495340347290039, "loss_scale": 4.0, "retries": 0, "seconds": 33.2, "max_memory_gb": 17.12, "ce": 0.07671864553412888, "kl": 0.4226874455716825, "context": 0.28806236550735775} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.7915996313095093, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 17.12, "ce": 0.05386551972333109, "kl": 0.7774854278741259, "context": 0.44260824701632373} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.7127927541732788, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.12, "ce": 0.11026345296704676, "kl": 0.19385667037204257, "context": 0.20719179563457146} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.173466444015503, "loss_scale": 4.0, "retries": 0, "seconds": 37.1, "max_memory_gb": 17.12, "ce": 0.07603724598357076, "kl": 0.0002578565544126832, "context": 0.0761661725682643} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 9.896637916564941, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.12, "ce": 0.8826032146753278, "kl": 0.01397590145097638, "context": 0.8895912051666528} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.184372663497925, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 17.12, "ce": 0.008606113318819553, "kl": 0.9021823837829288, "context": 0.4596972941653803} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.607622504234314, "loss_scale": 4.0, "retries": 0, "seconds": 41.4, "max_memory_gb": 17.12, "ce": 0.12326010726974346, "kl": 0.035148697294062003, "context": 0.14083445590222254} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.9135663509368896, "loss_scale": 4.0, "retries": 0, "seconds": 42.7, "max_memory_gb": 17.12, "ce": 0.022366295801475644, "kl": 0.6605428682960337, "context": 0.35263771697646007} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.8028736114501953, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 17.12, "ce": 0.6039610191946849, "kl": 0.4515535233076662, "context": 0.8297377629205585} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.8608158826828003, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 17.12, "ce": 0.037482623010873795, "kl": 0.02266517975658644, "context": 0.04881521168863401} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.026722464710474014, "loss_scale": 4.0, "retries": 0, "seconds": 46.7, "max_memory_gb": 17.12, "ce": 0.0010935252321360167, "kl": 0.0009737284162838478, "context": 0.0015803894129930995} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.032690536230802536, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.13, "ce": 0.0013194378261687234, "kl": 0.00034565124406071845, "context": 0.0014922634582035244} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.863223671913147, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 17.13, "ce": 0.04556744311412331, "kl": 0.08211163318992476, "context": 0.08662325983459596} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.1582874059677124, "loss_scale": 4.0, "retries": 0, "seconds": 50.7, "max_memory_gb": 17.13, "ce": 0.1456453690516355, "kl": 0.027706041033752626, "context": 0.15949839230597718} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.8820712566375732, "loss_scale": 4.0, "retries": 0, "seconds": 52.0, "max_memory_gb": 17.13, "ce": 0.04198489863483701, "kl": 0.3954161558067426, "context": 0.23969297637813725} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6677936315536499, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.13, "ce": 0.020298893039580435, "kl": 0.07773834053659812, "context": 0.05916806450113654} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.1450626850128174, "loss_scale": 4.0, "retries": 0, "seconds": 54.6, "max_memory_gb": 17.13, "ce": 0.2530091896187514, "kl": 0.20315331080928445, "context": 0.3545858508441597} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.4348502457141876, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 17.13, "ce": 0.021131862042238936, "kl": 0.005773921293439344, "context": 0.024018823161895853} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.43995237350463867, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 17.13, "ce": 0.018629722122568637, "kl": 0.04195809690281749, "context": 0.03960877051576972} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.1627652645111084, "loss_scale": 4.0, "retries": 0, "seconds": 58.7, "max_memory_gb": 17.13, "ce": 0.014016394707141444, "kl": 0.3661857577098999, "context": 0.19710927590494975} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 5.395786285400391, "loss_scale": 4.0, "retries": 0, "seconds": 60.0, "max_memory_gb": 17.13, "ce": 0.22531071270350367, "kl": 0.27640416884969454, "context": 0.36351279728114605} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.5683491230010986, "loss_scale": 4.0, "retries": 0, "seconds": 61.4, "max_memory_gb": 17.13, "ce": 0.34975308243883774, "kl": 0.034045205160509795, "context": 0.3667756929062307} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.100336074829102, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.13, "ce": 0.27423756005009636, "kl": 0.04799546232970897, "context": 0.29823529213899747} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.898023247718811, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.13, "ce": 0.20464196358807385, "kl": 0.03715942435519537, "context": 0.2232216777629219} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.44523435831069946, "loss_scale": 4.0, "retries": 0, "seconds": 65.3, "max_memory_gb": 17.13, "ce": 0.02693548204842955, "kl": 0.010005445772549137, "context": 0.031938205007463694} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.6183909177780151, "loss_scale": 4.0, "retries": 0, "seconds": 66.7, "max_memory_gb": 17.13, "ce": 0.09601731254952028, "kl": 0.0226526153874147, "context": 0.10734362108632922} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.8100526332855225, "loss_scale": 4.0, "retries": 0, "seconds": 67.9, "max_memory_gb": 17.13, "ce": 0.1209487268642988, "kl": 0.09678127616371057, "context": 0.16933936477289535} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.5771167874336243, "loss_scale": 4.0, "retries": 0, "seconds": 69.3, "max_memory_gb": 17.13, "ce": 0.026620906312018633, "kl": 0.07822663936531171, "context": 0.06573422392830253} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.5895426273345947, "loss_scale": 4.0, "retries": 0, "seconds": 70.6, "max_memory_gb": 17.13, "ce": 0.11131964530795813, "kl": 0.21832333644852042, "context": 0.22048131364863366} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3685033619403839, "loss_scale": 4.0, "retries": 0, "seconds": 72.0, "max_memory_gb": 17.13, "ce": 0.01386795087455539, "kl": 0.012988540932838077, "context": 0.02036222116657882} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.3368702232837677, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.13, "ce": 0.012652508565224707, "kl": 0.022488529881229624, "context": 0.023896773578599095} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.8621623516082764, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.13, "ce": 0.0686067714705132, "kl": 0.06057754851019581, "context": 0.09889554338587914} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 9.30930233001709, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 17.13, "ce": 0.7590310916057206, "kl": 0.5135463995561622, "context": 1.0158043214178178} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.4933135509490967, "loss_scale": 4.0, "retries": 0, "seconds": 77.2, "max_memory_gb": 17.13, "ce": 0.025197813287377357, "kl": 0.07650927110535122, "context": 0.06345245071133832} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.6327658295631409, "loss_scale": 4.0, "retries": 0, "seconds": 78.6, "max_memory_gb": 17.13, "ce": 0.056641196948476136, "kl": 0.013779302265902516, "context": 0.06353084847796708} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.4512836933135986, "loss_scale": 4.0, "retries": 0, "seconds": 79.9, "max_memory_gb": 17.13, "ce": 0.03071683639427647, "kl": 0.4350909474887885, "context": 0.24826231290353462} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.21893788874149323, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 17.13, "ce": 0.010747363914560992, "kl": 0.0011263727627692788, "context": 0.011310550624330062} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 2.6459603309631348, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 17.13, "ce": 0.061812704283511266, "kl": 0.07631916381069459, "context": 0.09997228666907176} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.4472896158695221, "loss_scale": 4.0, "retries": 0, "seconds": 84.0, "max_memory_gb": 17.13, "ce": 0.0057759789924602956, "kl": 0.07156018107343698, "context": 0.04155607134453021} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.5655093193054199, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 17.13, "ce": 0.006157651456305757, "kl": 0.11853259145573247, "context": 0.06542394674033858} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.7582764625549316, "loss_scale": 4.0, "retries": 0, "seconds": 86.7, "max_memory_gb": 17.13, "ce": 0.12957554702006746, "kl": 0.12363599930949931, "context": 0.19139354620710947} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.7488131523132324, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 17.13, "ce": 0.041174481440975796, "kl": 0.06709374220736208, "context": 0.07472135184070794} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.499373435974121, "loss_scale": 4.0, "retries": 0, "seconds": 89.3, "max_memory_gb": 17.13, "ce": 0.37679631664650515, "kl": 0.014239461277611554, "context": 0.3839160355273634} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 9.146169662475586, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.13, "ce": 0.11920454014762072, "kl": 0.13387422726918885, "context": 0.18614166123734321} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.21567726135253906, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.13, "ce": 0.013118291510181734, "kl": 0.001998773021114175, "context": 0.01411767779791262} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.40855079889297485, "loss_scale": 4.0, "retries": 0, "seconds": 93.3, "max_memory_gb": 17.13, "ce": 0.030541222164174542, "kl": 0.016007990339858225, "context": 0.03854521682660561} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.409929633140564, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.13, "ce": 0.10280103520199191, "kl": 0.05378511699382216, "context": 0.12969359388807788} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.72822904586792, "loss_scale": 4.0, "retries": 0, "seconds": 96.0, "max_memory_gb": 17.13, "ce": 0.37740840039623436, "kl": 0.13638833875484124, "context": 0.44560256943805143} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 3.9871439933776855, "loss_scale": 4.0, "retries": 0, "seconds": 97.4, "max_memory_gb": 17.13, "ce": 0.6357244109385647, "kl": 0.014813991554547101, "context": 0.6431314329383895} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.05875064432621002, "loss_scale": 4.0, "retries": 0, "seconds": 98.7, "max_memory_gb": 17.13, "ce": 0.002384380451985635, "kl": 0.0032679459400242195, "context": 0.004018353356514126} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.1182022094726562, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.13, "ce": 0.3337667909290758, "kl": 0.01426925972191384, "context": 0.3409014210192254} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.4474364519119263, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 17.13, "ce": 0.006229056423762813, "kl": 0.10787128018273506, "context": 0.06016469554742798} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.5709292888641357, "loss_scale": 4.0, "retries": 0, "seconds": 102.8, "max_memory_gb": 17.13, "ce": 0.041913890301657375, "kl": 0.1740446149822219, "context": 0.12893620209797518} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.3291584253311157, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 17.13, "ce": 0.005475782949361019, "kl": 0.23435902927303687, "context": 0.12265530065633357} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.9177254438400269, "loss_scale": 4.0, "retries": 0, "seconds": 105.5, "max_memory_gb": 17.13, "ce": 0.004387556866277009, "kl": 0.12732075556550626, "context": 0.06804793540504761} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.8301851153373718, "loss_scale": 4.0, "retries": 0, "seconds": 106.8, "max_memory_gb": 17.13, "ce": 0.00842420177650638, "kl": 0.1499984936817782, "context": 0.08342344666016288} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.8706344366073608, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.13, "ce": 0.015058405275340192, "kl": 0.3365595322156878, "context": 0.18333816684025805} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.3159775733947754, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.13, "ce": 0.21124358419547207, "kl": 0.043992847547542624, "context": 0.23324000051434268} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.426853895187378, "loss_scale": 4.0, "retries": 0, "seconds": 110.8, "max_memory_gb": 17.13, "ce": 0.6828800288567436, "kl": 0.04990683196228929, "context": 0.7078334616599022} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.2970634698867798, "loss_scale": 4.0, "retries": 0, "seconds": 112.1, "max_memory_gb": 17.13, "ce": 0.0006986176376813091, "kl": 0.18668733116192016, "context": 0.0940422802377725} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.8514999747276306, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.13, "ce": 0.057796533685177565, "kl": 0.08500262230518274, "context": 0.10029784601647407} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.7131004333496094, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 17.13, "ce": 0.02980207424843684, "kl": 0.1787470723502338, "context": 0.11917560803703964} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.050026297569275, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 17.13, "ce": 0.055219320725882426, "kl": 0.04665776948377243, "context": 0.0785482054707245} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.43437835574150085, "loss_scale": 4.0, "retries": 0, "seconds": 117.4, "max_memory_gb": 17.13, "ce": 0.020369874036987312, "kl": 0.01678036848534248, "context": 0.02876005828147754} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.7499861121177673, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.13, "ce": 0.0456734665640397, "kl": 0.024164958511391887, "context": 0.057755947709665634} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4159233868122101, "loss_scale": 4.0, "retries": 0, "seconds": 120.0, "max_memory_gb": 17.13, "ce": 0.026026738560176454, "kl": 0.0005353915912564844, "context": 0.026294434908777475} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.2699027955532074, "loss_scale": 4.0, "retries": 0, "seconds": 121.4, "max_memory_gb": 17.13, "ce": 0.010107883106684312, "kl": 0.022843012397061102, "context": 0.02152938995277509} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.033226873725652695, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.13, "ce": 0.0008869464945746586, "kl": 0.003026276090167812, "context": 0.002400084587861784} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.5333235263824463, "loss_scale": 4.0, "retries": 0, "seconds": 123.9, "max_memory_gb": 17.13, "ce": 0.018048802157863975, "kl": 0.03474648523842916, "context": 0.03542204573750496} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.0228638648986816, "loss_scale": 4.0, "retries": 0, "seconds": 125.3, "max_memory_gb": 17.13, "ce": 0.09308014895941596, "kl": 0.016488784225657582, "context": 0.10132454265840352} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.013949394226074, "loss_scale": 4.0, "retries": 0, "seconds": 126.6, "max_memory_gb": 17.13, "ce": 0.1715169987292029, "kl": 0.358490094949957, "context": 0.35076203965581954} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.381037950515747, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 17.13, "ce": 0.16118554803688312, "kl": 0.41272682091221213, "context": 0.36754897714126855} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.7855842113494873, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.13, "ce": 0.0316536626778543, "kl": 0.09116652724333107, "context": 0.07723692618310452} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.0153700113296509, "loss_scale": 4.0, "retries": 0, "seconds": 130.6, "max_memory_gb": 17.13, "ce": 0.007762292516417801, "kl": 0.164252882488654, "context": 0.0898887359071523} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.2786003053188324, "loss_scale": 4.0, "retries": 0, "seconds": 131.8, "max_memory_gb": 17.13, "ce": 0.0020251288369763643, "kl": 0.029743363658781163, "context": 0.01689681046991609} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.30575037002563477, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 17.13, "ce": 0.019026207119168248, "kl": 0.02858056388959085, "context": 0.03331648876337567} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.6054255962371826, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 17.13, "ce": 0.014343438026116928, "kl": 0.048652384537490434, "context": 0.03866963060863782} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.14183121919631958, "loss_scale": 4.0, "retries": 0, "seconds": 135.9, "max_memory_gb": 17.13, "ce": 0.00817694334546104, "kl": 0.0033807407999120187, "context": 0.009867314147413708} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.2369767427444458, "loss_scale": 4.0, "retries": 0, "seconds": 137.1, "max_memory_gb": 17.13, "ce": 0.15309606034679746, "kl": 0.046061311234552704, "context": 0.17612671234564914} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.23259319365024567, "loss_scale": 4.0, "retries": 0, "seconds": 138.5, "max_memory_gb": 17.13, "ce": 0.004368505498860031, "kl": 0.022797406147788024, "context": 0.01576720833327272} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 1.7320783138275146, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 17.13, "ce": 0.22186079318635166, "kl": 0.06991344615380513, "context": 0.25681752688251436} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.1448931694030762, "loss_scale": 4.0, "retries": 0, "seconds": 141.1, "max_memory_gb": 17.13, "ce": 0.1416455069265794, "kl": 0.0041939088914659806, "context": 0.14374245976796374} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 11.09537410736084, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 17.13, "ce": 0.15031088800969883, "kl": 0.4731933192539657, "context": 0.3869075534566946} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.5576164722442627, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 17.13, "ce": 0.20078629664203618, "kl": 0.015323220526624937, "context": 0.20844790498085786} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.947852373123169, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.13, "ce": 0.20521797698165756, "kl": 0.09534781343973009, "context": 0.25289189092291053} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.4882760047912598, "loss_scale": 4.0, "retries": 0, "seconds": 146.4, "max_memory_gb": 17.13, "ce": 0.27968149607477244, "kl": 0.002689896817173576, "context": 0.28102643828606233} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.3646959066390991, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 17.13, "ce": 0.0408956611645408, "kl": 0.40231223324497023, "context": 0.24205177772091702} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.7711434364318848, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 17.13, "ce": 0.06368156498501776, "kl": 0.0028812665996156284, "context": 0.0651221977896057} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.018725715577602386, "loss_scale": 4.0, "retries": 0, "seconds": 150.3, "max_memory_gb": 17.13, "ce": 0.0005458719424495939, "kl": 0.0012110661004385292, "context": 0.0011514050092955586} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.6337289810180664, "loss_scale": 4.0, "retries": 0, "seconds": 151.7, "max_memory_gb": 17.13, "ce": 0.11030869647220243, "kl": 0.21844993757258635, "context": 0.21953367270180024} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.7223554849624634, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 17.13, "ce": 0.552722613694641, "kl": 0.10455519708557404, "context": 0.6050002196570858} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.3533589541912079, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 17.13, "ce": 0.018846496590413153, "kl": 0.0029691109630221035, "context": 0.020331052161054686} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 6.507090091705322, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 17.13, "ce": 0.289413882419467, "kl": 0.023747052939143032, "context": 0.3012874126434326} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 2.18755841255188, "loss_scale": 4.0, "retries": 0, "seconds": 157.0, "max_memory_gb": 17.13, "ce": 0.11185617464070674, "kl": 0.000841567602037685, "context": 0.1122769578214502} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.102414608001709, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 17.13, "ce": 0.49064968915809004, "kl": 0.026745959965410293, "context": 0.5040226523560705} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 3.2162821292877197, "loss_scale": 4.0, "retries": 0, "seconds": 159.6, "max_memory_gb": 17.13, "ce": 0.16563190740271239, "kl": 1.0110962457329151, "context": 0.671180025616195} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.488442301750183, "loss_scale": 4.0, "retries": 0, "seconds": 161.0, "max_memory_gb": 17.13, "ce": 0.06604898981822771, "kl": 0.0050904475924653525, "context": 0.06859420986438636} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.5743783712387085, "loss_scale": 4.0, "retries": 0, "seconds": 162.2, "max_memory_gb": 17.13, "ce": 0.015501288977247896, "kl": 0.08717949120446633, "context": 0.059091036455356516} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.8055706024169922, "loss_scale": 4.0, "retries": 0, "seconds": 163.6, "max_memory_gb": 17.13, "ce": 0.028143875792011386, "kl": 0.06429365469216464, "context": 0.060290705176157644} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.7327496409416199, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 17.13, "ce": 0.005108616431243718, "kl": 0.09497581877803896, "context": 0.05259652464883402} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.2109478861093521, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.13, "ce": 0.009028853572090156, "kl": 0.005198389762881561, "context": 0.011628048931015655} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.3743466138839722, "loss_scale": 4.0, "retries": 0, "seconds": 167.9, "max_memory_gb": 17.13, "ce": 0.0290415181661956, "kl": 0.602673410866676, "context": 0.33037823288032087} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 5.392301559448242, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.13, "ce": 0.06552570729400031, "kl": 0.21186235256755026, "context": 0.17145687801530585} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.7653493881225586, "loss_scale": 4.0, "retries": 0, "seconds": 170.9, "max_memory_gb": 17.13, "ce": 0.5836455677927006, "kl": 0.19979450218052808, "context": 0.6835427890764549} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.3648603856563568, "loss_scale": 4.0, "retries": 0, "seconds": 172.4, "max_memory_gb": 17.13, "ce": 0.0014222212048480287, "kl": 0.04338743015250657, "context": 0.02311593567719683} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.6805883049964905, "loss_scale": 4.0, "retries": 0, "seconds": 173.8, "max_memory_gb": 17.13, "ce": 0.038646664572297595, "kl": 0.04541881244222168, "context": 0.06135606946190819} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 7.76890230178833, "loss_scale": 4.0, "retries": 0, "seconds": 175.4, "max_memory_gb": 17.13, "ce": 0.2614739799100789, "kl": 0.16701567792870264, "context": 0.34498180398441036} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.8721225261688232, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 17.13, "ce": 0.04876379485358484, "kl": 0.084165450243745, "context": 0.0908465160173364} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.8270601034164429, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 17.13, "ce": 0.15239616570761427, "kl": 0.04494078439893201, "context": 0.1748665606137365} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.025453567504882812, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 17.13, "ce": 0.0019178571383235976, "kl": 0.00014061648380447878, "context": 0.0019881653861375526} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.10453510284423828, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.13, "ce": 0.00946218182798475, "kl": 0.001098974418709986, "context": 0.010011669422965497} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.040010452270508, "loss_scale": 4.0, "retries": 0, "seconds": 182.7, "max_memory_gb": 17.13, "ce": 0.015731548439362086, "kl": 0.09118411893700795, "context": 0.06132360885385424} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.579929232597351, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 17.13, "ce": 0.3119420766015537, "kl": 0.43015362552250735, "context": 0.5270188729045913} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.2529035210609436, "loss_scale": 4.0, "retries": 0, "seconds": 185.6, "max_memory_gb": 17.13, "ce": 0.009879401339276228, "kl": 0.0041970707243308425, "context": 0.011977936926996335} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.01873254776001, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 17.13, "ce": 0.43958834509248845, "kl": 0.3317643511982169, "context": 0.6054705019341782} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.22851715981960297, "loss_scale": 4.0, "retries": 0, "seconds": 188.6, "max_memory_gb": 17.13, "ce": 0.01687642182514537, "kl": 0.0020166671311017126, "context": 0.017884755099657923} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.13039231300354, "loss_scale": 4.0, "retries": 0, "seconds": 190.2, "max_memory_gb": 17.13, "ce": 0.3208982391806785, "kl": 0.012478058162287198, "context": 0.327137272717664} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.30648544430732727, "loss_scale": 4.0, "retries": 0, "seconds": 191.6, "max_memory_gb": 17.13, "ce": 0.015205512921966147, "kl": 0.0059180155767535325, "context": 0.018164521403377876} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.1064248085021973, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.13, "ce": 0.13967722316738218, "kl": 0.22315571550279856, "context": 0.25125507451593876} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.5080749988555908, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.13, "ce": 0.0032868957932805642, "kl": 0.06836539773939876, "context": 0.037469595758011565} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.040277123451233, "loss_scale": 4.0, "retries": 0, "seconds": 196.1, "max_memory_gb": 17.13, "ce": 0.1576264367904514, "kl": 0.027246003272011876, "context": 0.17124943889211863} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.7318321466445923, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 17.13, "ce": 0.003861231725750258, "kl": 0.06860735523150652, "context": 0.03816490899771452} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.19578224420547485, "loss_scale": 4.0, "retries": 0, "seconds": 198.9, "max_memory_gb": 17.13, "ce": 0.01738987425051164, "kl": 0.004159560814969154, "context": 0.01946965452225413} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.0428585484623909, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.13, "ce": 0.0031972884899005294, "kl": 0.0010221412521786988, "context": 0.0037083590286783874} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.470228672027588, "loss_scale": 4.0, "retries": 0, "seconds": 202.0, "max_memory_gb": 17.13, "ce": 0.07205848525336478, "kl": 0.005384549709560815, "context": 0.07475076231639832} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.154482126235962, "loss_scale": 4.0, "retries": 0, "seconds": 203.3, "max_memory_gb": 17.13, "ce": 0.295776417828165, "kl": 0.11289268867403734, "context": 0.35222275147680193} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.634013295173645, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.13, "ce": 0.090703103775013, "kl": 0.24367913328660507, "context": 0.2125426711718319} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.500379204750061, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 17.13, "ce": 0.002866114878997905, "kl": 0.23625727814351194, "context": 0.12099475115610403} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.040607377886772156, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.13, "ce": 0.0032088544394355267, "kl": 0.0005618006125587272, "context": 0.003489754773909226} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.3204718828201294, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 17.13, "ce": 0.07659600328770466, "kl": 0.003608204617194133, "context": 0.07840010733343661} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.10712079703807831, "loss_scale": 4.0, "retries": 0, "seconds": 209.8, "max_memory_gb": 17.13, "ce": 0.0032693945977371186, "kl": 0.007817969904863276, "context": 0.007178379571996629} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.10814491659402847, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.13, "ce": 0.009151604765065713, "kl": 0.001564156318863752, "context": 0.009933683097187895} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.43305912613868713, "loss_scale": 4.0, "retries": 0, "seconds": 212.5, "max_memory_gb": 17.13, "ce": 0.09467491290706675, "kl": 0.05913956107724516, "context": 0.12424468973767944} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.185206413269043, "loss_scale": 4.0, "retries": 0, "seconds": 213.9, "max_memory_gb": 17.13, "ce": 0.10694865180994384, "kl": 0.01701515448075952, "context": 0.11545622962876223} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.039667628705501556, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.13, "ce": 0.0020132897043367848, "kl": 0.0016356880696548615, "context": 0.002831133737345226} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.3039565086364746, "loss_scale": 4.0, "retries": 0, "seconds": 216.5, "max_memory_gb": 17.13, "ce": 0.00556348217651248, "kl": 0.30744962947210297, "context": 0.15928829018957913} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.3340764045715332, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.13, "ce": 0.010145152686163783, "kl": 0.025508468866974, "context": 0.022899387346114963} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.35002195835113525, "loss_scale": 4.0, "retries": 0, "seconds": 219.1, "max_memory_gb": 17.13, "ce": 0.03304003580160497, "kl": 0.007063325863327918, "context": 0.03657169931102544} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.0296566486358643, "loss_scale": 4.0, "retries": 0, "seconds": 220.4, "max_memory_gb": 17.13, "ce": 0.0730999780644197, "kl": 0.0582308663870208, "context": 0.10221541381906718} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.147688150405884, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 17.13, "ce": 0.009339501599242794, "kl": 0.09128719607906532, "context": 0.054983097783406265} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.5856384038925171, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.13, "ce": 0.08183188701514155, "kl": 0.07092017815830332, "context": 0.11729197599925101} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8641158938407898, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.13, "ce": 0.12119445390999317, "kl": 0.017907907837070525, "context": 0.13014841149561107} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.2231028527021408, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 17.13, "ce": 0.0024512262316420674, "kl": 0.030868669613937527, "context": 0.01788556156679988} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.17406676709651947, "loss_scale": 4.0, "retries": 0, "seconds": 227.1, "max_memory_gb": 17.13, "ce": 0.010487016930710524, "kl": 0.009856957571173552, "context": 0.015415496192872524} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.14372298121452332, "loss_scale": 4.0, "retries": 0, "seconds": 228.4, "max_memory_gb": 17.13, "ce": 0.005071168023278005, "kl": 0.004392038679725374, "context": 0.007267187378602102} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.5004560351371765, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 17.13, "ce": 0.01730834465706721, "kl": 0.06843235889391508, "context": 0.05152452288893983} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6907339096069336, "loss_scale": 4.0, "retries": 0, "seconds": 231.0, "max_memory_gb": 17.13, "ce": 0.014029432204551995, "kl": 0.1445583265485766, "context": 0.0863085954770213} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.1379070281982422, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 17.13, "ce": 0.03865140004927525, "kl": 0.2615208665592945, "context": 0.16941183703602292} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.7461364269256592, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 17.13, "ce": 0.0932680258556502, "kl": 0.018321241055673454, "context": 0.10242864448809996} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.8717331886291504, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 17.13, "ce": 0.1900381119339727, "kl": 0.02034165631630458, "context": 0.20020893646869808} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.37052658200263977, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 17.13, "ce": 0.018784912783303298, "kl": 0.016667678763042204, "context": 0.027118752113892697} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.9795897006988525, "loss_scale": 4.0, "retries": 0, "seconds": 237.5, "max_memory_gb": 17.13, "ce": 0.012551306695968378, "kl": 0.1900839429035841, "context": 0.10759327714913525} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.2867106795310974, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 17.13, "ce": 0.01968016181490384, "kl": 0.00487739087054706, "context": 0.0221188580035232} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.7405928373336792, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.13, "ce": 0.015513708582147956, "kl": 0.24015168608457316, "context": 0.13558955467306077} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 4.321486473083496, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 17.13, "ce": 0.19457522645097924, "kl": 0.12500778965477366, "context": 0.2570791273319628} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.8456240892410278, "loss_scale": 4.0, "retries": 0, "seconds": 242.8, "max_memory_gb": 17.13, "ce": 0.0011776389947044663, "kl": 0.08111006033868762, "context": 0.04173266838188283} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.7220883369445801, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 17.13, "ce": 0.05911607257439755, "kl": 0.09232027659163577, "context": 0.10527621087385342} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.8277886509895325, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 17.13, "ce": 0.20648672290190007, "kl": 0.016266343343886547, "context": 0.2146198995760642} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.8745007514953613, "loss_scale": 4.0, "retries": 0, "seconds": 247.1, "max_memory_gb": 17.13, "ce": 0.37847612623590976, "kl": 0.12454395223176107, "context": 0.44074811215978116} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.7591635584831238, "loss_scale": 4.0, "retries": 0, "seconds": 248.5, "max_memory_gb": 17.13, "ce": 0.08082174346782267, "kl": 0.09778108043155953, "context": 0.12971228065725882} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.2688825726509094, "loss_scale": 4.0, "retries": 0, "seconds": 250.1, "max_memory_gb": 17.13, "ce": 0.008372591590159573, "kl": 0.0011653318942990154, "context": 0.00895525769010419} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.024410678073763847, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.13, "ce": 0.0014260194438975304, "kl": 0.0007820226237527095, "context": 0.001817030759411864} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.019597122445702553, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.13, "ce": 0.0011312643036944792, "kl": 0.0006923629462107783, "context": 0.0014774457886232994} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.09985262155532837, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 17.13, "ce": 0.0029317203516256995, "kl": 0.009111429622862488, "context": 0.007487435243092477} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.9093104600906372, "loss_scale": 4.0, "retries": 0, "seconds": 256.0, "max_memory_gb": 17.13, "ce": 0.22170904527592938, "kl": 0.008816337267489871, "context": 0.22611720878921915} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.3527711629867554, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 17.13, "ce": 0.048044004128314555, "kl": 0.11307642083193059, "context": 0.1045822182786651} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.8290587663650513, "loss_scale": 4.0, "retries": 0, "seconds": 259.0, "max_memory_gb": 17.13, "ce": 0.07608569205876847, "kl": 0.015597130871526588, "context": 0.08388425778503006} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.1658164262771606, "loss_scale": 4.0, "retries": 0, "seconds": 260.4, "max_memory_gb": 17.13, "ce": 0.04886127746431157, "kl": 0.022963316610912443, "context": 0.060342934615619015} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.05237820744514465, "loss_scale": 4.0, "retries": 0, "seconds": 261.9, "max_memory_gb": 17.13, "ce": 0.0028851320894318633, "kl": 0.00230928766541183, "context": 0.004039775871206075} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.964449167251587, "loss_scale": 4.0, "retries": 0, "seconds": 263.3, "max_memory_gb": 17.13, "ce": 0.32313553025596775, "kl": 0.4009593000228051, "context": 0.5236151750432327} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5247610211372375, "loss_scale": 4.0, "retries": 0, "seconds": 264.9, "max_memory_gb": 17.13, "ce": 0.015882731908277492, "kl": 0.058753178995175404, "context": 0.04525932233809726} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.6224572658538818, "loss_scale": 4.0, "retries": 0, "seconds": 266.3, "max_memory_gb": 17.13, "ce": 0.006837175504188053, "kl": 0.07978499172349984, "context": 0.04672967077931389} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.027928199619054794, "loss_scale": 4.0, "retries": 0, "seconds": 267.9, "max_memory_gb": 17.13, "ce": 0.001574426394654438, "kl": 0.0004913442535325885, "context": 0.0018200984923169017} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.04730117321014404, "loss_scale": 4.0, "retries": 0, "seconds": 269.3, "max_memory_gb": 17.13, "ce": 0.0019978445634478703, "kl": 0.0007185820593633707, "context": 0.0023571355995954946} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.1322345733642578, "loss_scale": 4.0, "retries": 0, "seconds": 270.8, "max_memory_gb": 17.13, "ce": 0.0005719465152651537, "kl": 0.007891616027336568, "context": 0.004517754630796844} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.0068010091781616, "loss_scale": 4.0, "retries": 0, "seconds": 272.2, "max_memory_gb": 17.13, "ce": 0.0013818450624967227, "kl": 0.29259453182157813, "context": 0.1476791145541938} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.1061973571777344, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 17.13, "ce": 0.10529190684610512, "kl": 0.3135192018962698, "context": 0.26205150395981036} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.07579252868890762, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 17.13, "ce": 0.008494207253534114, "kl": 0.0004941540209983941, "context": 0.008741284123971127} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 3.3260018825531006, "loss_scale": 4.0, "retries": 0, "seconds": 276.7, "max_memory_gb": 17.13, "ce": 0.027000220608897507, "kl": 0.10445529254502617, "context": 0.07922786613926291} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.2400848865509033, "loss_scale": 4.0, "retries": 0, "seconds": 278.1, "max_memory_gb": 17.13, "ce": 0.013555537821957842, "kl": 1.0111056757159531, "context": 0.5191083659883589} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.09565497189760208, "loss_scale": 4.0, "retries": 0, "seconds": 279.7, "max_memory_gb": 17.13, "ce": 0.005867802741704509, "kl": 0.0024712604990781983, "context": 0.007103433053998742} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.05526793375611305, "loss_scale": 4.0, "retries": 0, "seconds": 281.1, "max_memory_gb": 17.13, "ce": 0.003872232358844485, "kl": 0.0011901915386260953, "context": 0.004467328129976522} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.07732634991407394, "loss_scale": 4.0, "retries": 0, "seconds": 282.5, "max_memory_gb": 17.13, "ce": 0.005383635805628728, "kl": 0.003980184861575253, "context": 0.007373728469246998} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.5339237451553345, "loss_scale": 4.0, "retries": 0, "seconds": 284.1, "max_memory_gb": 17.13, "ce": 0.01692897645989433, "kl": 0.037266471445036586, "context": 0.03556221234612167} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.20838503539562225, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 17.13, "ce": 0.005215034761931747, "kl": 0.015070773100774204, "context": 0.012750421185046434} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.6537716388702393, "loss_scale": 4.0, "retries": 0, "seconds": 287.0, "max_memory_gb": 17.13, "ce": 0.06325388445111457, "kl": 0.054486125518451445, "context": 0.09049694723216817} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.3031783401966095, "loss_scale": 4.0, "retries": 0, "seconds": 288.6, "max_memory_gb": 17.13, "ce": 0.013882432016544044, "kl": 0.007383962813037215, "context": 0.01757441327208653} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.8871079087257385, "loss_scale": 4.0, "retries": 0, "seconds": 290.0, "max_memory_gb": 17.13, "ce": 0.05490256941084226, "kl": 0.025271510263337404, "context": 0.06753832258254988} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.542771577835083, "loss_scale": 4.0, "retries": 0, "seconds": 291.4, "max_memory_gb": 17.13, "ce": 0.03421226445789216, "kl": 0.06010787535979034, "context": 0.06426620213824208} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.120873212814331, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 17.13, "ce": 0.12794458591088187, "kl": 0.22011133772821267, "context": 0.23800025302625727} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.6238210201263428, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 17.13, "ce": 0.3655391948996112, "kl": 0.5982335807057098, "context": 0.664655986300204} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.2731308043003082, "loss_scale": 4.0, "retries": 0, "seconds": 295.9, "max_memory_gb": 17.13, "ce": 0.015741336479550228, "kl": 0.004144044291024329, "context": 0.017813357801060192} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.37887337803840637, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 17.13, "ce": 0.014806060877162963, "kl": 0.003950537357013673, "context": 0.016781329293735325} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.9270589351654053, "loss_scale": 4.0, "retries": 0, "seconds": 298.9, "max_memory_gb": 17.13, "ce": 0.0028186336276121438, "kl": 0.14988687305685744, "context": 0.07776206822018139} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.4445018768310547, "loss_scale": 4.0, "retries": 0, "seconds": 300.3, "max_memory_gb": 17.13, "ce": 0.0013390462027018657, "kl": 0.3798356513489125, "context": 0.191256868209166} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 5.585877895355225, "loss_scale": 4.0, "retries": 0, "seconds": 301.8, "max_memory_gb": 17.13, "ce": 0.1274512378113286, "kl": 1.1059603794419672, "context": 0.6804314235778293} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.3430938720703125, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 17.13, "ce": 0.013217886295024073, "kl": 0.017601757614102098, "context": 0.022018765052052913} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.079467296600342, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 17.13, "ce": 0.06301105039892718, "kl": 0.4454212629061658, "context": 0.28572168230311945} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.966099500656128, "loss_scale": 4.0, "retries": 0, "seconds": 306.2, "max_memory_gb": 17.13, "ce": 0.272556685442396, "kl": 0.02372380550514208, "context": 0.28441857505822554} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9330137968063354, "loss_scale": 4.0, "retries": 0, "seconds": 307.7, "max_memory_gb": 17.13, "ce": 0.005427390729892068, "kl": 0.05335479194036452, "context": 0.032104785888805054} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.403584361076355, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 17.13, "ce": 0.007638772658538073, "kl": 0.06135402712970972, "context": 0.03831578732933849} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.012372502125799656, "loss_scale": 4.0, "retries": 0, "seconds": 310.7, "max_memory_gb": 17.13, "ce": 0.0007657923015358392, "kl": 8.21138365125762e-05, "context": 0.0008068492170423269} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.7400836944580078, "loss_scale": 4.0, "retries": 0, "seconds": 312.1, "max_memory_gb": 17.13, "ce": 0.02254806491691852, "kl": 0.9102315316422391, "context": 0.4776638242183253} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6428353786468506, "loss_scale": 4.0, "retries": 0, "seconds": 313.6, "max_memory_gb": 17.13, "ce": 0.04127220227383077, "kl": 0.18661710165906698, "context": 0.13458075281232595} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.18870633840560913, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 17.13, "ce": 0.006960020604310557, "kl": 0.02341449367486348, "context": 0.018667267271666788} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.4286190271377563, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 17.13, "ce": 0.12379958358360454, "kl": 0.10267323646803561, "context": 0.17513620178215206} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.4889193773269653, "loss_scale": 4.0, "retries": 0, "seconds": 318.0, "max_memory_gb": 17.13, "ce": 0.4446193376497831, "kl": 0.01334935677004978, "context": 0.45129402342718095} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.5997811555862427, "loss_scale": 4.0, "retries": 0, "seconds": 319.5, "max_memory_gb": 17.13, "ce": 0.003368406541994773, "kl": 0.07567774553263007, "context": 0.041207279511581874} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.5438803434371948, "loss_scale": 4.0, "retries": 0, "seconds": 320.9, "max_memory_gb": 17.13, "ce": 0.052090066456003115, "kl": 0.25661605544155464, "context": 0.1803980972908903} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.6246611475944519, "loss_scale": 4.0, "retries": 0, "seconds": 322.4, "max_memory_gb": 17.13, "ce": 0.0012675740799750201, "kl": 0.07300557972484967, "context": 0.03777036334940931} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.28480783104896545, "loss_scale": 4.0, "retries": 0, "seconds": 323.8, "max_memory_gb": 17.13, "ce": 0.03191764958319254, "kl": 0.006669426005828427, "context": 0.03525236208224669} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.450979709625244, "loss_scale": 4.0, "retries": 0, "seconds": 325.2, "max_memory_gb": 17.13, "ce": 0.030954059155192226, "kl": 0.27089657890610397, "context": 0.16640234272927046} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.6449793577194214, "loss_scale": 4.0, "retries": 0, "seconds": 326.7, "max_memory_gb": 17.13, "ce": 0.06000207775286981, "kl": 0.06188395326080354, "context": 0.0909440581308445} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.6488850116729736, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 17.13, "ce": 0.06458359293173999, "kl": 0.04720035705395276, "context": 0.08818376761337277} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.3347387313842773, "loss_scale": 4.0, "retries": 0, "seconds": 329.6, "max_memory_gb": 17.13, "ce": 0.005448120231449138, "kl": 0.7402801977059426, "context": 0.3755882116674911} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.798404216766357, "loss_scale": 4.0, "retries": 0, "seconds": 331.0, "max_memory_gb": 17.13, "ce": 0.3232815740557271, "kl": 0.155416160763707, "context": 0.4009896552452119} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.14150065183639526, "loss_scale": 4.0, "retries": 0, "seconds": 332.6, "max_memory_gb": 17.13, "ce": 0.00798358433348767, "kl": 0.0006925054040038958, "context": 0.008329837073688395} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 3.293576955795288, "loss_scale": 4.0, "retries": 0, "seconds": 333.9, "max_memory_gb": 17.13, "ce": 0.3308272403664887, "kl": 0.2582893038634211, "context": 0.4599718973040581} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.45442071557044983, "loss_scale": 4.0, "retries": 0, "seconds": 335.5, "max_memory_gb": 17.13, "ce": 0.015083765611052513, "kl": 0.07598412611696403, "context": 0.05307582818204537} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.7037538290023804, "loss_scale": 4.0, "retries": 0, "seconds": 336.9, "max_memory_gb": 17.13, "ce": 0.2683160449414572, "kl": 0.12161560360073054, "context": 0.3291238495366997} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.0694754123687744, "loss_scale": 4.0, "retries": 0, "seconds": 338.4, "max_memory_gb": 17.13, "ce": 0.1817766105523333, "kl": 0.023865400082286214, "context": 0.19370931148296222} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.4650723934173584, "loss_scale": 4.0, "retries": 0, "seconds": 339.8, "max_memory_gb": 17.13, "ce": 0.034031493589282036, "kl": 0.11783957784928134, "context": 0.09295128157828003} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.8853714466094971, "loss_scale": 4.0, "retries": 0, "seconds": 341.4, "max_memory_gb": 17.13, "ce": 0.09590645568823675, "kl": 0.2581138243449459, "context": 0.22496337913798925} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 2.2403786182403564, "loss_scale": 4.0, "retries": 0, "seconds": 342.8, "max_memory_gb": 17.13, "ce": 0.03356223495211452, "kl": 0.14500902914005565, "context": 0.10606675152666867} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.06238817051053047, "loss_scale": 4.0, "retries": 0, "seconds": 344.3, "max_memory_gb": 17.13, "ce": 0.004043804714456201, "kl": 0.0012758323791786097, "context": 0.0046817209222353995} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.022933252155780792, "loss_scale": 4.0, "retries": 0, "seconds": 345.7, "max_memory_gb": 17.13, "ce": 0.001726464121020399, "kl": 0.00012828455146518536, "context": 0.0017906063731061295} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.4663406312465668, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 17.13, "ce": 0.02367835865879897, "kl": 0.00798880540241953, "context": 0.027672762313159183} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.02326350472867489, "loss_scale": 4.0, "retries": 0, "seconds": 348.5, "max_memory_gb": 17.13, "ce": 0.0014532927743857726, "kl": 0.0007927224737613869, "context": 0.0018496540433261544} diff --git a/runs/fixed_internvl/context/Full_s73/adapter/README.md b/runs/fixed_internvl/context/Full_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Full_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/Full_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..37bfbd7f18e140aac23e8b45fc6095f19fc260cc --- /dev/null +++ b/runs/fixed_internvl/context/Full_s73/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "self_attn.k_proj", + "self_attn.q_proj", + "up_proj", + "self_attn.v_proj", + "down_proj", + "o_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s73/config.json b/runs/fixed_internvl/context/Full_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7460ad11507b9f16e9b779582933808752249230 --- /dev/null +++ b/runs/fixed_internvl/context/Full_s73/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Full_s73/steps.jsonl b/runs/fixed_internvl/context/Full_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5c50e1b8989cba33754276824dd03f3619f9d3fb --- /dev/null +++ b/runs/fixed_internvl/context/Full_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 12.873872756958008, "loss_scale": 4.0, "retries": 0, "seconds": 2.9, "max_memory_gb": 16.8, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 22.35909652709961, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.12, "ce": 1.7120159268379211, "kl": 0.6940609631128609, "context": 2.0590464174747467} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 10.83067798614502, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 17.12, "ce": 0.5760454892879352, "kl": 0.10990261868573725, "context": 0.6309968116693199} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 12.084782600402832, "loss_scale": 4.0, "retries": 0, "seconds": 8.1, "max_memory_gb": 17.12, "ce": 0.6178208285127766, "kl": 0.018383910854026908, "context": 0.6270127967582084} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.794358253479004, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.12, "ce": 0.25101549886858265, "kl": 0.1270263169426471, "context": 0.3145286627113819} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.670262575149536, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 17.12, "ce": 0.25186506286263466, "kl": 0.05658796662464738, "context": 0.2801590543240309} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.4406190514564514, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.12, "ce": 0.023320833835896337, "kl": 0.012946363445735187, "context": 0.029794015965308063} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.7364715337753296, "loss_scale": 4.0, "retries": 0, "seconds": 14.2, "max_memory_gb": 17.12, "ce": 0.3475821052561514, "kl": 0.5009108946978813, "context": 0.5980375577346422} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.4197819232940674, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 17.12, "ce": 0.04647810838650912, "kl": 0.5006608025287278, "context": 0.2968085128813982} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.5828688144683838, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 17.12, "ce": 0.03892153801280074, "kl": 0.36589281337046486, "context": 0.22186794935259968} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5159640312194824, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.12, "ce": 0.013721237424761057, "kl": 0.09023927082307637, "context": 0.05884087341837585} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.6483631134033203, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 17.12, "ce": 0.029169965644769036, "kl": 0.024743433241383173, "context": 0.041541683371178806} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.509115695953369, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 17.12, "ce": 0.15168079865543405, "kl": 0.08267153504129965, "context": 0.1930165736703202} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.7261970639228821, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 17.12, "ce": 0.04546169252716936, "kl": 0.08669273999112193, "context": 0.08880806635715999} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 10.064582824707031, "loss_scale": 4.0, "retries": 0, "seconds": 25.0, "max_memory_gb": 17.12, "ce": 0.13213117627310567, "kl": 0.16781365330098197, "context": 0.21603799553122371} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.519026756286621, "loss_scale": 4.0, "retries": 0, "seconds": 26.4, "max_memory_gb": 17.12, "ce": 0.7985457675968064, "kl": 0.09741681699233595, "context": 0.8472541531082243} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.6628634929656982, "loss_scale": 4.0, "retries": 0, "seconds": 28.0, "max_memory_gb": 17.12, "ce": 0.06414590665372089, "kl": 0.38057685541934916, "context": 0.25443432899191976} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.0312206745147705, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 17.12, "ce": 0.0019188460137229413, "kl": 0.27172958997107344, "context": 0.13778363415622152} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.73723566532135, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.12, "ce": 0.25476005458040163, "kl": 0.23410182870134122, "context": 0.37181097288703313} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.3599227666854858, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 17.12, "ce": 0.07908981007130933, "kl": 0.33217284198326524, "context": 0.2451762385026086} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.1200568899512291, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 17.12, "ce": 0.007498398728785105, "kl": 0.0009892876350932056, "context": 0.007993042716407217} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.0739495754241943, "loss_scale": 4.0, "retries": 0, "seconds": 35.5, "max_memory_gb": 17.12, "ce": 0.16742614420945756, "kl": 0.24671507003949955, "context": 0.29078366979956627} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.3147706985473633, "loss_scale": 4.0, "retries": 0, "seconds": 36.9, "max_memory_gb": 17.12, "ce": 0.15900052986398805, "kl": 0.10715980653912993, "context": 0.21258042940462474} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.9511218070983887, "loss_scale": 4.0, "retries": 0, "seconds": 38.5, "max_memory_gb": 17.12, "ce": 0.09177681169239804, "kl": 0.27499566002370557, "context": 0.22927465237444267} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.2016143798828125, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 17.12, "ce": 0.056904952274635434, "kl": 0.04698881607328076, "context": 0.08039935817942023} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 5.096212863922119, "loss_scale": 4.0, "retries": 0, "seconds": 41.5, "max_memory_gb": 17.12, "ce": 0.18024393756058998, "kl": 0.41971561479476804, "context": 0.39010176172450883} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 7.63439416885376, "loss_scale": 4.0, "retries": 0, "seconds": 43.1, "max_memory_gb": 17.12, "ce": 0.16825181061722105, "kl": 0.22742165362797095, "context": 0.28196265210863203} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.052227187901735306, "loss_scale": 4.0, "retries": 0, "seconds": 44.5, "max_memory_gb": 17.12, "ce": 0.002568587544374168, "kl": 0.0005065037948952522, "context": 0.0028218393854331225} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.2220090627670288, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 17.12, "ce": 0.009804117027670145, "kl": 0.0073093915125355124, "context": 0.013458812842145562} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.59747314453125, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 17.12, "ce": 0.04271199647337198, "kl": 0.06523629176081158, "context": 0.07533014239743352} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.9038898944854736, "loss_scale": 4.0, "retries": 0, "seconds": 48.9, "max_memory_gb": 17.12, "ce": 0.008768253959715366, "kl": 0.5661046130117029, "context": 0.29182055982528254} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.863399505615234, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.12, "ce": 0.18407758546527475, "kl": 0.511036862822948, "context": 0.4395960320252925} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.35827213525772095, "loss_scale": 4.0, "retries": 0, "seconds": 51.9, "max_memory_gb": 17.12, "ce": 0.01708588255860377, "kl": 0.031267327853129245, "context": 0.03271954576484859} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7213606238365173, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.12, "ce": 0.018065174779621884, "kl": 0.305377362674335, "context": 0.17075385796488263} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.6447343826293945, "loss_scale": 4.0, "retries": 0, "seconds": 54.9, "max_memory_gb": 17.12, "ce": 0.030586711538489908, "kl": 0.14506870033437735, "context": 0.10312106320634484} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.8659040331840515, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.13, "ce": 0.06785548955667764, "kl": 0.029561207673395984, "context": 0.08263609564164653} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.27310502529144287, "loss_scale": 4.0, "retries": 0, "seconds": 57.9, "max_memory_gb": 17.13, "ce": 0.01092250901274383, "kl": 0.01599377836100757, "context": 0.01891939842607826} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.3787302076816559, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 17.13, "ce": 0.030080965399974957, "kl": 0.017876316002002568, "context": 0.03901912522269413} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.970679521560669, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.13, "ce": 0.26740942674223334, "kl": 0.017874155681056436, "context": 0.27634651435073465} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.3379565179347992, "loss_scale": 4.0, "retries": 0, "seconds": 62.4, "max_memory_gb": 17.13, "ce": 0.010805230762343854, "kl": 0.03491929391748272, "context": 0.02826487773563713} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 1.304590106010437, "loss_scale": 4.0, "retries": 0, "seconds": 63.9, "max_memory_gb": 17.13, "ce": 0.08102475036866963, "kl": 0.003085909818764776, "context": 0.08256770856678486} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.7246720790863037, "loss_scale": 4.0, "retries": 0, "seconds": 65.4, "max_memory_gb": 17.13, "ce": 0.08833921203040518, "kl": 0.0606912979419576, "context": 0.11868486099410802} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.726973533630371, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.13, "ce": 0.3726605176925659, "kl": 0.12621153821237385, "context": 0.43576630204916} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.3080887794494629, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.13, "ce": 0.01370291828061454, "kl": 0.003849382614134811, "context": 0.015627609798684716} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.5064500570297241, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 17.13, "ce": 0.04806836260831915, "kl": 0.496382188051939, "context": 0.29625945165753365} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.1626319885253906, "loss_scale": 4.0, "retries": 0, "seconds": 71.6, "max_memory_gb": 17.13, "ce": 0.009769481184775941, "kl": 0.6864200670825085, "context": 0.3529795128852129} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.08964094519615173, "loss_scale": 4.0, "retries": 0, "seconds": 73.0, "max_memory_gb": 17.13, "ce": 0.006036847014911473, "kl": 0.0014478702360065654, "context": 0.006760782212950289} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.181659996509552, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.13, "ce": 0.01442882648552768, "kl": 0.00683223577652825, "context": 0.017844944610260427} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.6251884698867798, "loss_scale": 4.0, "retries": 0, "seconds": 76.0, "max_memory_gb": 17.13, "ce": 0.06454130029305816, "kl": 0.03446829204040114, "context": 0.08177544892532751} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.1054396852850914, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 17.13, "ce": 0.004281810077372938, "kl": 0.004943808809912298, "context": 0.006753714464139193} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.906571865081787, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 17.13, "ce": 0.059482951008249074, "kl": 0.07820395057933638, "context": 0.0985849296557717} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.626570701599121, "loss_scale": 4.0, "retries": 0, "seconds": 80.3, "max_memory_gb": 17.13, "ce": 0.40603641944471747, "kl": 0.32497368403710425, "context": 0.5685232314281166} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.2724781036376953, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 17.13, "ce": 0.46630698260560166, "kl": 0.4172554760007188, "context": 0.6749347083823523} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.499729633331299, "loss_scale": 4.0, "retries": 0, "seconds": 83.2, "max_memory_gb": 17.13, "ce": 0.2793736587045714, "kl": 0.18253209663089365, "context": 0.37063970672897995} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.299413681030273, "loss_scale": 4.0, "retries": 0, "seconds": 84.7, "max_memory_gb": 17.13, "ce": 0.2801815813872963, "kl": 0.059362948246416636, "context": 0.30986306245904416} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.8398693203926086, "loss_scale": 4.0, "retries": 0, "seconds": 86.1, "max_memory_gb": 17.13, "ce": 0.0054567999904975295, "kl": 0.11430235460284166, "context": 0.06260797585127875} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.5948010683059692, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.13, "ce": 0.018131243406969588, "kl": 0.5063238861621358, "context": 0.2712931854184717} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.6280282735824585, "loss_scale": 4.0, "retries": 0, "seconds": 89.1, "max_memory_gb": 17.13, "ce": 0.003928378333512228, "kl": 0.12440971153409919, "context": 0.06613323272904381} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.45265746116638184, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.13, "ce": 0.01832254562759772, "kl": 0.010130824382940773, "context": 0.0233879582665395} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.4709046483039856, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.13, "ce": 0.024500716070178896, "kl": 0.02374572432017885, "context": 0.03637357917614281} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.8547403812408447, "loss_scale": 4.0, "retries": 0, "seconds": 93.5, "max_memory_gb": 17.13, "ce": 0.1696368174161762, "kl": 0.15606390210450627, "context": 0.2476687713060528} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.48856782913208, "loss_scale": 4.0, "retries": 0, "seconds": 94.9, "max_memory_gb": 17.13, "ce": 0.3217037992144469, "kl": 0.03438663621636806, "context": 0.3388971229142044} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.36347121000289917, "loss_scale": 4.0, "retries": 0, "seconds": 96.4, "max_memory_gb": 17.13, "ce": 0.0419672440548311, "kl": 0.01366928128481959, "context": 0.04880188376046135} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.7996001243591309, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 17.13, "ce": 0.2057814250511001, "kl": 0.04962047829758376, "context": 0.2305916608311236} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.137416124343872, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 17.13, "ce": 0.05201853404287249, "kl": 0.009351769782369956, "context": 0.05669441830832511} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.2828900218009949, "loss_scale": 4.0, "retries": 0, "seconds": 100.8, "max_memory_gb": 17.13, "ce": 0.009465347015066072, "kl": 0.004039407387608662, "context": 0.011485051189083606} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.6809697151184082, "loss_scale": 4.0, "retries": 0, "seconds": 102.3, "max_memory_gb": 17.13, "ce": 0.26404697087127715, "kl": 0.02821567526552826, "context": 0.27815480693243444} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6637477874755859, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 17.13, "ce": 0.038550138619029894, "kl": 0.010593462793622166, "context": 0.043846869957633317} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.8152750134468079, "loss_scale": 4.0, "retries": 0, "seconds": 105.3, "max_memory_gb": 17.13, "ce": 0.06433680687769083, "kl": 0.10334780901757767, "context": 0.11601071513723582} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.4213279187679291, "loss_scale": 4.0, "retries": 0, "seconds": 106.7, "max_memory_gb": 17.13, "ce": 0.013050014182226732, "kl": 0.05147689329805871, "context": 0.038788460806244984} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.49943655729293823, "loss_scale": 4.0, "retries": 0, "seconds": 108.2, "max_memory_gb": 17.13, "ce": 0.003045731515157968, "kl": 0.05425536964958155, "context": 0.030173415725585073} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.2654440104961395, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.13, "ce": 0.011937780916923657, "kl": 0.014182532999257091, "context": 0.019029046583455056} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.1446778774261475, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.13, "ce": 0.029143076622858644, "kl": 0.2380545488340431, "context": 0.14817035288433544} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.8618234395980835, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 17.13, "ce": 0.06402293767314404, "kl": 0.030095580230408814, "context": 0.07907072582747787} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.7810187935829163, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 17.13, "ce": 0.010334878537832992, "kl": 0.06784964915641467, "context": 0.04425970261218026} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.2665050029754639, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.13, "ce": 0.3847197211580351, "kl": 0.05227493190500354, "context": 0.41085719081456773} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.36152493953704834, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 17.13, "ce": 0.001565674290759489, "kl": 0.04041789856273681, "context": 0.021774623019155115} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.008164882659912, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 17.13, "ce": 0.0044698363926727325, "kl": 0.6874795077856106, "context": 0.34820957767078653} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.15684716403484344, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 17.13, "ce": 0.011164099909365177, "kl": 0.004314470163080841, "context": 0.01332133449614048} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.762632131576538, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 17.13, "ce": 0.21621893588235253, "kl": 0.039103344457544154, "context": 0.2357706156108179} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.8594274520874023, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 17.13, "ce": 0.17676432971347822, "kl": 0.042207288368445006, "context": 0.19786797581764404} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.3064635396003723, "loss_scale": 4.0, "retries": 0, "seconds": 124.4, "max_memory_gb": 17.13, "ce": 0.01651345263235271, "kl": 0.008036377254029503, "context": 0.02053164120297879} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.212511658668518, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.13, "ce": 0.0017044533815351315, "kl": 0.1505001319208077, "context": 0.07695451788094942} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.5838403701782227, "loss_scale": 4.0, "retries": 0, "seconds": 127.3, "max_memory_gb": 17.13, "ce": 0.00397700946268742, "kl": 0.28642087086791435, "context": 0.14718744926722138} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.356819212436676, "loss_scale": 4.0, "retries": 0, "seconds": 128.9, "max_memory_gb": 17.13, "ce": 0.010536803267314099, "kl": 0.010931953747331136, "context": 0.01600278057230753} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.6593478322029114, "loss_scale": 4.0, "retries": 0, "seconds": 130.3, "max_memory_gb": 17.13, "ce": 0.006494704780379834, "kl": 0.40276773718142067, "context": 0.20787857105460716} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.1290024220943451, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 17.13, "ce": 0.006171464476210531, "kl": 0.006875998848045128, "context": 0.00960946344275726} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.6968526840209961, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 17.13, "ce": 0.028546748759254115, "kl": 0.04211310059463358, "context": 0.0496032990704407} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.5876822471618652, "loss_scale": 4.0, "retries": 0, "seconds": 134.7, "max_memory_gb": 17.13, "ce": 0.09763055479561444, "kl": 0.1093532175391374, "context": 0.15230715984944254} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.5713454484939575, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 17.13, "ce": 0.050021154806017876, "kl": 0.05963436969614122, "context": 0.07983833967591636} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.304703950881958, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.13, "ce": 0.013718259986490011, "kl": 0.18343693545466522, "context": 0.1054367262404412} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.7144511938095093, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.13, "ce": 0.04000171933148522, "kl": 0.11547503722613328, "context": 0.09773923981992994} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.8347748517990112, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 17.13, "ce": 0.17706307425396517, "kl": 0.30676539428532124, "context": 0.33044576714746654} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.06928425282239914, "loss_scale": 4.0, "retries": 0, "seconds": 142.1, "max_memory_gb": 17.13, "ce": 0.004257451029843651, "kl": 0.0014615143245464424, "context": 0.00498820815118961} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.9674952030181885, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.13, "ce": 0.1871682815872191, "kl": 0.750408578342558, "context": 0.5623725671321154} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.4398840367794037, "loss_scale": 4.0, "retries": 0, "seconds": 145.1, "max_memory_gb": 17.13, "ce": 0.02071583232282137, "kl": 0.04734901600750163, "context": 0.0443903396371752} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3389618992805481, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.13, "ce": 0.015076578827574849, "kl": 0.02121697464463068, "context": 0.025685066182632} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.2078893631696701, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.13, "ce": 0.012975801946595311, "kl": 0.010747079733846476, "context": 0.018349341466091573} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.346603512763977, "loss_scale": 4.0, "retries": 0, "seconds": 149.5, "max_memory_gb": 17.13, "ce": 0.07807047010282986, "kl": 0.07119606976448267, "context": 0.11366850871127099} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.7031606435775757, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 17.13, "ce": 0.05239143769722432, "kl": 0.06116955683683045, "context": 0.08297621988458559} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.9982140064239502, "loss_scale": 4.0, "retries": 0, "seconds": 152.4, "max_memory_gb": 17.13, "ce": 0.2539606852806173, "kl": 0.054733975943236146, "context": 0.28132768138311803} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.6031965017318726, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.13, "ce": 0.07768587733153254, "kl": 0.025016853673150763, "context": 0.09019430266926065} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.07153131812810898, "loss_scale": 4.0, "retries": 0, "seconds": 155.4, "max_memory_gb": 17.13, "ce": 0.005916070949751884, "kl": 0.002338781676144208, "context": 0.007085462042596191} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.2280566692352295, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 17.13, "ce": 0.20151554546464467, "kl": 0.04027486575068906, "context": 0.22165298159234226} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.536313533782959, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 17.13, "ce": 0.15819375892169774, "kl": 0.05254438941483386, "context": 0.18446595640853047} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.917443573474884, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 17.13, "ce": 0.01866378163686022, "kl": 0.15101159512414597, "context": 0.09416957816574723} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.1586960405111313, "loss_scale": 4.0, "retries": 0, "seconds": 161.3, "max_memory_gb": 17.13, "ce": 0.0020260598212189507, "kl": 0.012125978746553301, "context": 0.008089049020782113} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.17599162459373474, "loss_scale": 4.0, "retries": 0, "seconds": 162.8, "max_memory_gb": 17.13, "ce": 0.013860665960237384, "kl": 0.005513100069947541, "context": 0.016617216053418815} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.08533327281475067, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.13, "ce": 0.0023969212124939077, "kl": 0.007694279425777495, "context": 0.006244061136385426} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.24502050876617432, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 17.13, "ce": 0.007145042560296133, "kl": 0.00315972564931144, "context": 0.008724905404960737} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 2.001430034637451, "loss_scale": 4.0, "retries": 0, "seconds": 167.1, "max_memory_gb": 17.13, "ce": 0.1264552955617546, "kl": 0.0009210805101247388, "context": 0.1269158291979693} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.45022135972976685, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 17.13, "ce": 0.02339838091575075, "kl": 0.02292733838658023, "context": 0.034862050975789316} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.604278564453125, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 17.13, "ce": 0.6276867958076764, "kl": 0.031767930769092345, "context": 0.6435707650089171} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.2729394435882568, "loss_scale": 4.0, "retries": 0, "seconds": 171.5, "max_memory_gb": 17.13, "ce": 0.20215764780004974, "kl": 0.10464468924328685, "context": 0.2544799887109548} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.7664515376091003, "loss_scale": 4.0, "retries": 0, "seconds": 173.0, "max_memory_gb": 17.13, "ce": 0.037545231432886794, "kl": 0.0158048842736207, "context": 0.04544767356128432} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.162247896194458, "loss_scale": 4.0, "retries": 0, "seconds": 174.4, "max_memory_gb": 17.13, "ce": 0.4006639693980105, "kl": 0.018479381884390023, "context": 0.40990367386257276} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.5416079759597778, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 17.13, "ce": 0.009245573353837244, "kl": 0.013027107230300317, "context": 0.015759127440105658} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.7410915493965149, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.13, "ce": 0.02247010450810194, "kl": 0.019411623521591537, "context": 0.03217591543216258} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.2234264761209488, "loss_scale": 4.0, "retries": 0, "seconds": 178.9, "max_memory_gb": 17.13, "ce": 0.00806631516024936, "kl": 0.0006096675315347966, "context": 0.00837114879686851} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.6292756795883179, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 17.13, "ce": 0.1751544252038002, "kl": 0.13780904316809028, "context": 0.24405894218944013} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.316921591758728, "loss_scale": 4.0, "retries": 0, "seconds": 181.8, "max_memory_gb": 17.13, "ce": 0.018616623914567754, "kl": 0.6581434306135634, "context": 0.34768833182170056} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.247457504272461, "loss_scale": 4.0, "retries": 0, "seconds": 183.2, "max_memory_gb": 17.13, "ce": 0.08764443903055508, "kl": 0.013513580086510046, "context": 0.09440122806699947} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.43902587890625, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.13, "ce": 0.39408774723415263, "kl": 0.06306334088185395, "context": 0.42561941401072545} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.11447470635175705, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.13, "ce": 0.0009167608441202901, "kl": 0.013623641672893427, "context": 0.00772858178243041} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.01371169090271, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.13, "ce": 0.08738659182563424, "kl": 1.201492253690958, "context": 0.6881327144801617} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.5986687541007996, "loss_scale": 4.0, "retries": 0, "seconds": 189.1, "max_memory_gb": 17.13, "ce": 0.023293798905797303, "kl": 0.028329626191407442, "context": 0.03745861240895465} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.025192538276314735, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 17.13, "ce": 0.0013391276224865578, "kl": 0.0015038976580399321, "context": 0.002091076457872987} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.1876341551542282, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 17.13, "ce": 0.008225322002544999, "kl": 0.022095244494266808, "context": 0.019272944307886064} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1161683797836304, "loss_scale": 4.0, "retries": 0, "seconds": 193.6, "max_memory_gb": 17.13, "ce": 0.053675013390602544, "kl": 0.017998073373746593, "context": 0.06267405101971235} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.7366355657577515, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 17.13, "ce": 0.07200070295948535, "kl": 0.10158892848994583, "context": 0.12279516528360546} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.1162179708480835, "loss_scale": 4.0, "retries": 0, "seconds": 196.5, "max_memory_gb": 17.13, "ce": 0.05655742299859412, "kl": 0.24963634246159927, "context": 0.18137559424212668} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.597100019454956, "loss_scale": 4.0, "retries": 0, "seconds": 197.9, "max_memory_gb": 17.13, "ce": 0.021356292359996587, "kl": 0.017438674003642518, "context": 0.030075630405917764} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.5955108404159546, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.13, "ce": 0.04440073606383521, "kl": 0.0638392202608884, "context": 0.07632034999551252} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.10679948329925537, "loss_scale": 4.0, "retries": 0, "seconds": 200.8, "max_memory_gb": 17.13, "ce": 0.004899157502222806, "kl": 0.0017145962342510757, "context": 0.005756455648224801} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.792469024658203, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 17.13, "ce": 0.09890787527547218, "kl": 0.000991866842014133, "context": 0.09940380696207285} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.513494491577148, "loss_scale": 4.0, "retries": 0, "seconds": 203.8, "max_memory_gb": 17.13, "ce": 0.7893244657898322, "kl": 0.26732675574021414, "context": 0.9229878361802548} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.048924922943115, "loss_scale": 4.0, "retries": 0, "seconds": 205.3, "max_memory_gb": 17.13, "ce": 0.13305957743432373, "kl": 0.002746905220192275, "context": 0.13443302491214126} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.18106578290462494, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.13, "ce": 0.008959031227277592, "kl": 0.004662235245632473, "context": 0.011290149093838409} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.08351907134056091, "loss_scale": 4.0, "retries": 0, "seconds": 208.3, "max_memory_gb": 17.13, "ce": 0.004699777811765671, "kl": 0.007089560298481956, "context": 0.008244557771831751} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.5485881567001343, "loss_scale": 4.0, "retries": 0, "seconds": 209.7, "max_memory_gb": 17.13, "ce": 0.0466169175633695, "kl": 0.0038389458568417467, "context": 0.04853639187058434} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.07088983058929443, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.13, "ce": 0.004742231001728214, "kl": 0.007227590596812661, "context": 0.008356026039109565} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.111382007598877, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 17.13, "ce": 0.1634286453772802, "kl": 0.06012822187040001, "context": 0.19349276169668883} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.1561126708984375, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 17.13, "ce": 0.10560522705782205, "kl": 0.3913388365724586, "context": 0.301274652214488} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.20143961906433105, "loss_scale": 4.0, "retries": 0, "seconds": 215.6, "max_memory_gb": 17.13, "ce": 0.007085574645316228, "kl": 0.02382507122001698, "context": 0.018998110463144258} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.9381755590438843, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 17.13, "ce": 0.13673302141251042, "kl": 0.24190336500760168, "context": 0.25768470391631126} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.3145499229431152, "loss_scale": 4.0, "retries": 0, "seconds": 218.6, "max_memory_gb": 17.13, "ce": 0.28246601368300617, "kl": 0.013866306922864169, "context": 0.28939916542731225} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.735178232192993, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 17.13, "ce": 0.1642060384619981, "kl": 0.00024054500318015926, "context": 0.16432631463976577} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.38414737582206726, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 17.13, "ce": 0.0010899825902015436, "kl": 0.03921228128456278, "context": 0.020696122344816104} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.304277181625366, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 17.13, "ce": 0.8666802205261774, "kl": 0.05437706588418223, "context": 0.8938687504269183} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.0954625606536865, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.13, "ce": 0.007556533761089668, "kl": 0.3625934578012675, "context": 0.1888532629236579} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.0164474248886108, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 17.13, "ce": 0.1786849199270364, "kl": 0.0564800394440681, "context": 0.20692493382375687} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.9871703386306763, "loss_scale": 4.0, "retries": 0, "seconds": 227.4, "max_memory_gb": 17.13, "ce": 0.08857645166790462, "kl": 0.6567266639322042, "context": 0.41693978069815785} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.047279756516218185, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 17.13, "ce": 0.002850180637324229, "kl": 0.0022484350856757374, "context": 0.003974398219725117} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.1509376764297485, "loss_scale": 4.0, "retries": 0, "seconds": 230.4, "max_memory_gb": 17.13, "ce": 0.06318757072585868, "kl": 0.030312597115880635, "context": 0.0783438684848079} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.3467220366001129, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.13, "ce": 0.014116479476797394, "kl": 0.016552289092487626, "context": 0.022392624989151955} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.3325499892234802, "loss_scale": 4.0, "retries": 0, "seconds": 233.3, "max_memory_gb": 17.13, "ce": 0.025531076651532203, "kl": 0.010873172723222524, "context": 0.030967663042247295} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.767264723777771, "loss_scale": 4.0, "retries": 0, "seconds": 234.7, "max_memory_gb": 17.13, "ce": 0.2635727181332186, "kl": 0.29545822447835235, "context": 0.4113018229836598} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.11883631348609924, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 17.13, "ce": 0.0043409507161413785, "kl": 0.010929162894171895, "context": 0.009805531917663757} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.023011181503534317, "loss_scale": 4.0, "retries": 0, "seconds": 237.7, "max_memory_gb": 17.13, "ce": 0.0015794880164321512, "kl": 0.00037022414107923396, "context": 0.0017646000924287364} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9211810231208801, "loss_scale": 4.0, "retries": 0, "seconds": 239.2, "max_memory_gb": 17.13, "ce": 0.005328447849024087, "kl": 0.3250726313199266, "context": 0.16786477035202552} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.8289332985877991, "loss_scale": 4.0, "retries": 0, "seconds": 240.6, "max_memory_gb": 17.13, "ce": 0.06359092608909123, "kl": 0.11182437982824922, "context": 0.11950311379041523} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.55936199426651, "loss_scale": 4.0, "retries": 0, "seconds": 242.2, "max_memory_gb": 17.13, "ce": 0.018386251060292125, "kl": 0.06040382961509749, "context": 0.04858816578052938} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.8010367155075073, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 17.13, "ce": 0.0278459359833505, "kl": 0.06185095587716205, "context": 0.058771413925569504} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.4553421437740326, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 17.13, "ce": 0.03014357329811901, "kl": 0.020070215236955846, "context": 0.04017867991933599} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.05754156783223152, "loss_scale": 4.0, "retries": 0, "seconds": 246.5, "max_memory_gb": 17.13, "ce": 0.0030723828967893496, "kl": 0.0018904104435932823, "context": 0.004017588071292266} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.06749233603477478, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.13, "ce": 0.005137685802765191, "kl": 0.0005177808125154115, "context": 0.005396576103521511} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.4259148836135864, "loss_scale": 4.0, "retries": 0, "seconds": 249.5, "max_memory_gb": 17.13, "ce": 0.34873294121643994, "kl": 0.012449261974325054, "context": 0.354957584218937} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.5646181106567383, "loss_scale": 4.0, "retries": 0, "seconds": 251.0, "max_memory_gb": 17.13, "ce": 0.17184380412800238, "kl": 0.11228767316788435, "context": 0.22798764053732157} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.09278389066457748, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.13, "ce": 0.0051806195406243205, "kl": 0.0009382526150147896, "context": 0.005649745784467086} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.176147222518921, "loss_scale": 4.0, "retries": 0, "seconds": 254.0, "max_memory_gb": 17.13, "ce": 0.11331757786683738, "kl": 0.001682452184468275, "context": 0.11415880243293941} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.7309280633926392, "loss_scale": 4.0, "retries": 0, "seconds": 255.4, "max_memory_gb": 17.13, "ce": 0.08555068704299629, "kl": 0.11909660062883631, "context": 0.14509898738469929} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.4001235961914062, "loss_scale": 4.0, "retries": 0, "seconds": 256.8, "max_memory_gb": 17.13, "ce": 0.23269203281961381, "kl": 0.053580778767354786, "context": 0.2594824214465916} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.28959178924560547, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 17.13, "ce": 0.04001123990747146, "kl": 0.013110229577222299, "context": 0.046566353674279526} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.1745429039001465, "loss_scale": 4.0, "retries": 0, "seconds": 259.7, "max_memory_gb": 17.13, "ce": 0.16075166337031987, "kl": 0.02698784963433809, "context": 0.1742455864114163} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.351664423942566, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 17.13, "ce": 0.1490348633378744, "kl": 0.3616792691173032, "context": 0.3298745034262538} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.1799719333648682, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.13, "ce": 0.14847401122096926, "kl": 0.03365168164600618, "context": 0.1652998492354527} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8154199123382568, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 17.13, "ce": 0.08636467478936538, "kl": 0.058442574775654066, "context": 0.11558595777023584} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.1428370475769043, "loss_scale": 4.0, "retries": 0, "seconds": 265.7, "max_memory_gb": 17.13, "ce": 0.008588679895183304, "kl": 0.0020714758408075795, "context": 0.00962441799492808} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 3.3667545318603516, "loss_scale": 4.0, "retries": 0, "seconds": 267.2, "max_memory_gb": 17.13, "ce": 0.07730326554155909, "kl": 0.017124197554949205, "context": 0.08586536350776441} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.4244900643825531, "loss_scale": 4.0, "retries": 0, "seconds": 268.6, "max_memory_gb": 17.13, "ce": 0.006683874511509202, "kl": 0.016789536382930237, "context": 0.01507864284212701} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.3712491989135742, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 17.13, "ce": 0.1377375138399657, "kl": 0.02819188532885164, "context": 0.15183345810510218} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.875066876411438, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.13, "ce": 0.002351022662878677, "kl": 0.09420104064702173, "context": 0.04945154128654394} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.7683429718017578, "loss_scale": 4.0, "retries": 0, "seconds": 273.1, "max_memory_gb": 17.13, "ce": 0.0038478271453641355, "kl": 0.1630499902767042, "context": 0.08537282072938979} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.534468412399292, "loss_scale": 4.0, "retries": 0, "seconds": 274.5, "max_memory_gb": 17.13, "ce": 0.22673552605556324, "kl": 0.046481570694595575, "context": 0.2499763104133308} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.4931929111480713, "loss_scale": 4.0, "retries": 0, "seconds": 276.0, "max_memory_gb": 17.13, "ce": 0.05585032507224241, "kl": 0.01081976901514281, "context": 0.06126020981173497} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.6403292417526245, "loss_scale": 4.0, "retries": 0, "seconds": 277.4, "max_memory_gb": 17.13, "ce": 0.012393177836202085, "kl": 0.1569221470854245, "context": 0.09085425251396373} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.4212841987609863, "loss_scale": 4.0, "retries": 0, "seconds": 279.0, "max_memory_gb": 17.13, "ce": 0.1026644459052477, "kl": 0.19341437063849298, "context": 0.19937163122813217} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.023947238922119, "loss_scale": 4.0, "retries": 0, "seconds": 280.4, "max_memory_gb": 17.13, "ce": 0.059952243900625035, "kl": 0.08636950239815633, "context": 0.10313699484686367} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.6165140271186829, "loss_scale": 4.0, "retries": 0, "seconds": 281.9, "max_memory_gb": 17.13, "ce": 0.004545347379462328, "kl": 0.12033358846201736, "context": 0.06471214245539159} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 6.917763710021973, "loss_scale": 4.0, "retries": 0, "seconds": 283.3, "max_memory_gb": 17.13, "ce": 0.1666569097833417, "kl": 0.1671803037988866, "context": 0.25024706182739465} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.04522839933633804, "loss_scale": 4.0, "retries": 0, "seconds": 284.8, "max_memory_gb": 17.13, "ce": 0.0035193708317819983, "kl": 0.0009185090348182712, "context": 0.003978625201852992} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.8387200832366943, "loss_scale": 4.0, "retries": 0, "seconds": 286.3, "max_memory_gb": 17.13, "ce": 0.008168972592102364, "kl": 0.07029617579974001, "context": 0.04331706021912396} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.2842733860015869, "loss_scale": 4.0, "retries": 0, "seconds": 287.8, "max_memory_gb": 17.13, "ce": 0.007428420343785547, "kl": 0.02012812875182135, "context": 0.01749248427222483} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.404988169670105, "loss_scale": 4.0, "retries": 0, "seconds": 289.2, "max_memory_gb": 17.13, "ce": 0.04304501433216501, "kl": 0.20054942208844295, "context": 0.143319723487366} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.9662405848503113, "loss_scale": 4.0, "retries": 0, "seconds": 290.8, "max_memory_gb": 17.13, "ce": 0.024006576652027434, "kl": 0.1772840586490929, "context": 0.11264860404480714} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.03017435409128666, "loss_scale": 4.0, "retries": 0, "seconds": 292.2, "max_memory_gb": 17.13, "ce": 0.0018214766751043499, "kl": 0.0015581039947392128, "context": 0.0026005286199506372} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.009941186755895615, "loss_scale": 4.0, "retries": 0, "seconds": 293.7, "max_memory_gb": 17.13, "ce": 0.0004908747650915757, "kl": 0.00015511897117903573, "context": 0.0005684342468157411} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.2086546421051025, "loss_scale": 4.0, "retries": 0, "seconds": 295.2, "max_memory_gb": 17.13, "ce": 0.05842914557433687, "kl": 0.3292131372872973, "context": 0.22303571790689602} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.04941399022936821, "loss_scale": 4.0, "retries": 0, "seconds": 296.7, "max_memory_gb": 17.13, "ce": 0.0016000101604731753, "kl": 0.0002033097102867032, "context": 0.001701664998108754} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.1087390184402466, "loss_scale": 4.0, "retries": 0, "seconds": 298.1, "max_memory_gb": 17.13, "ce": 0.014819476404227316, "kl": 0.7985869613476098, "context": 0.41411296278238297} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.44446682929992676, "loss_scale": 4.0, "retries": 0, "seconds": 299.6, "max_memory_gb": 17.13, "ce": 0.030375603862921707, "kl": 0.011529122879437637, "context": 0.03614016556821298} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.1973123848438263, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 17.13, "ce": 0.02048086364447954, "kl": 0.0030864940895298787, "context": 0.022024110094207572} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 5.328816890716553, "loss_scale": 4.0, "retries": 0, "seconds": 302.4, "max_memory_gb": 17.13, "ce": 0.09469023073324934, "kl": 0.047821447951719165, "context": 0.11860095313750207} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.032633017748594284, "loss_scale": 4.0, "retries": 0, "seconds": 304.0, "max_memory_gb": 17.13, "ce": 0.002348562018596567, "kl": 0.00032719169212214183, "context": 0.002512157880119048} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.3913931846618652, "loss_scale": 4.0, "retries": 0, "seconds": 305.5, "max_memory_gb": 17.13, "ce": 0.33536645552521804, "kl": 0.007245238948598853, "context": 0.33898906801550766} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.8881717920303345, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 17.13, "ce": 0.23459577592439018, "kl": 0.5086524897524214, "context": 0.4889220219629351} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.26593339443206787, "loss_scale": 4.0, "retries": 0, "seconds": 308.5, "max_memory_gb": 17.13, "ce": 0.013906762014812557, "kl": 0.0033715785500127993, "context": 0.015592551175359404} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.13302548229694366, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.13, "ce": 0.012300061818677932, "kl": 0.0015688872135797283, "context": 0.013084505219012499} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.05647924914956093, "loss_scale": 4.0, "retries": 0, "seconds": 311.3, "max_memory_gb": 17.13, "ce": 0.00399148598080501, "kl": 0.002548932701756712, "context": 0.005265952320769429} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.0288753509521484, "loss_scale": 4.0, "retries": 0, "seconds": 312.8, "max_memory_gb": 17.13, "ce": 0.022947184916120023, "kl": 0.003921704600543308, "context": 0.024908037237764802} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.0675973892211914, "loss_scale": 4.0, "retries": 0, "seconds": 314.2, "max_memory_gb": 17.13, "ce": 0.5918415513260697, "kl": 0.17379318625899032, "context": 0.6787381360772997} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.561137318611145, "loss_scale": 4.0, "retries": 0, "seconds": 315.9, "max_memory_gb": 17.13, "ce": 0.046069449113929295, "kl": 0.14403752970611094, "context": 0.11808821302838624} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.301905632019043, "loss_scale": 4.0, "retries": 0, "seconds": 317.3, "max_memory_gb": 17.13, "ce": 0.07360655110096559, "kl": 0.053843383386265486, "context": 0.10052823950536549} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.5765725374221802, "loss_scale": 4.0, "retries": 0, "seconds": 318.9, "max_memory_gb": 17.13, "ce": 0.05754157330375165, "kl": 0.037081423550262116, "context": 0.07608228153549135} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.19971433281898499, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 17.13, "ce": 0.012768677974236198, "kl": 0.005060843581304653, "context": 0.015299099526600912} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5891904234886169, "loss_scale": 4.0, "retries": 0, "seconds": 321.9, "max_memory_gb": 17.13, "ce": 0.007721015514107421, "kl": 0.11906722089577215, "context": 0.06725462572649121} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.3511645495891571, "loss_scale": 4.0, "retries": 0, "seconds": 323.3, "max_memory_gb": 17.13, "ce": 0.023765893100062385, "kl": 0.004040211788378656, "context": 0.02578599876142107} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.5770818591117859, "loss_scale": 4.0, "retries": 0, "seconds": 324.9, "max_memory_gb": 17.13, "ce": 0.09187292262868141, "kl": 0.03186998967839827, "context": 0.10780791744036833} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.8543387055397034, "loss_scale": 4.0, "retries": 0, "seconds": 326.3, "max_memory_gb": 17.13, "ce": 0.04273714529699646, "kl": 0.000536231258593034, "context": 0.043005262792576104} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.178795576095581, "loss_scale": 4.0, "retries": 0, "seconds": 327.8, "max_memory_gb": 17.13, "ce": 0.03391592692787526, "kl": 0.3391564459379879, "context": 0.20349415528471582} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5855685472488403, "loss_scale": 4.0, "retries": 0, "seconds": 329.2, "max_memory_gb": 17.13, "ce": 0.027793962020950858, "kl": 0.009310575928338949, "context": 0.032449250749778} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9845817685127258, "loss_scale": 4.0, "retries": 0, "seconds": 330.7, "max_memory_gb": 17.13, "ce": 0.08692189591238275, "kl": 0.06182130343040626, "context": 0.11783255339832976} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.1817957162857056, "loss_scale": 4.0, "retries": 0, "seconds": 332.1, "max_memory_gb": 17.13, "ce": 0.005438613996375352, "kl": 0.39870703244775996, "context": 0.20479212753707543} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.3052387237548828, "loss_scale": 4.0, "retries": 0, "seconds": 333.7, "max_memory_gb": 17.13, "ce": 0.03819104887224967, "kl": 0.07308128308102368, "context": 0.07473169412696734} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.0245038270950317, "loss_scale": 4.0, "retries": 0, "seconds": 335.1, "max_memory_gb": 17.13, "ce": 0.04489440740871942, "kl": 0.0901946898402457, "context": 0.08999175212375121} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6381441354751587, "loss_scale": 4.0, "retries": 0, "seconds": 336.6, "max_memory_gb": 17.13, "ce": 0.04286300034436863, "kl": 0.01766058699149653, "context": 0.05169329361524433} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.394091248512268, "loss_scale": 4.0, "retries": 0, "seconds": 338.0, "max_memory_gb": 17.13, "ce": 0.011397933325497434, "kl": 0.15854429692262784, "context": 0.09067007945850492} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.1059317588806152, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 17.13, "ce": 0.03488610323984176, "kl": 0.5171158026769263, "context": 0.29344400609261356} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.04043993726372719, "loss_scale": 4.0, "retries": 0, "seconds": 341.0, "max_memory_gb": 17.13, "ce": 0.002860502354451455, "kl": 0.0008305270912387641, "context": 0.0032757659209892154} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.31420525908470154, "loss_scale": 4.0, "retries": 0, "seconds": 342.6, "max_memory_gb": 17.13, "ce": 0.01123914332856657, "kl": 0.015408702272452501, "context": 0.018943494927952997} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.4317739009857178, "loss_scale": 4.0, "retries": 0, "seconds": 344.1, "max_memory_gb": 17.13, "ce": 0.08339154195527954, "kl": 0.170698172878474, "context": 0.168740626424551} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.025034507736563683, "loss_scale": 4.0, "retries": 0, "seconds": 345.6, "max_memory_gb": 17.13, "ce": 0.0015635209347237833, "kl": 0.00028438419803933357, "context": 0.0017057130753528327} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.3368520736694336, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 17.13, "ce": 0.07675701804691926, "kl": 0.06795056876762828, "context": 0.11073230241890997} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.099306106567383, "loss_scale": 4.0, "retries": 0, "seconds": 348.7, "max_memory_gb": 17.13, "ce": 0.09238692550570704, "kl": 0.32697166420985013, "context": 0.2558727639261633} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.3414463996887207, "loss_scale": 4.0, "retries": 0, "seconds": 350.2, "max_memory_gb": 17.13, "ce": 0.8269484224292682, "kl": 0.011771404673709185, "context": 0.8328341210144572} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.16139884293079376, "loss_scale": 4.0, "retries": 0, "seconds": 351.6, "max_memory_gb": 17.13, "ce": 0.010664274799637496, "kl": 0.005403209004725795, "context": 0.01336587946570944} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7421970367431641, "loss_scale": 4.0, "retries": 0, "seconds": 353.1, "max_memory_gb": 17.13, "ce": 0.020221955346642062, "kl": 0.0007577781798318028, "context": 0.020600843854481354} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.17356327176094055, "loss_scale": 4.0, "retries": 0, "seconds": 354.4, "max_memory_gb": 17.13, "ce": 0.001930893849930726, "kl": 0.01720941844951085, "context": 0.010535603330936283} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.2163132429122925, "loss_scale": 4.0, "retries": 0, "seconds": 355.8, "max_memory_gb": 17.13, "ce": 0.024800429528113455, "kl": 0.45227873788098805, "context": 0.25093980063684285} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.5966113805770874, "loss_scale": 4.0, "retries": 0, "seconds": 357.0, "max_memory_gb": 17.13, "ce": 0.04995183789287694, "kl": 0.05320354994273657, "context": 0.0765536091348622} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.0162805318832397, "loss_scale": 4.0, "retries": 0, "seconds": 358.5, "max_memory_gb": 17.13, "ce": 0.13641435427416582, "kl": 0.039752283146299305, "context": 0.1562904921156587} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.42014452815055847, "loss_scale": 4.0, "retries": 0, "seconds": 359.7, "max_memory_gb": 17.13, "ce": 0.047858222416834906, "kl": 0.014429960800043773, "context": 0.05507320334436372} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.3861477375030518, "loss_scale": 4.0, "retries": 0, "seconds": 361.3, "max_memory_gb": 17.13, "ce": 0.10853369998949347, "kl": 0.017316350582404993, "context": 0.11719187740527559} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.6047312021255493, "loss_scale": 4.0, "retries": 0, "seconds": 362.7, "max_memory_gb": 17.13, "ce": 0.055389323679264635, "kl": 0.03127224884519819, "context": 0.0710254482110031} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.506386399269104, "loss_scale": 4.0, "retries": 0, "seconds": 364.3, "max_memory_gb": 17.13, "ce": 0.03856670622189995, "kl": 0.007590379328576091, "context": 0.04236189472430851} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9252721071243286, "loss_scale": 4.0, "retries": 0, "seconds": 365.8, "max_memory_gb": 17.13, "ce": 0.18316892461734824, "kl": 0.01216891227522865, "context": 0.18925337842665613} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.199199914932251, "loss_scale": 4.0, "retries": 0, "seconds": 367.3, "max_memory_gb": 17.13, "ce": 0.05522972164908424, "kl": 0.08535341461538337, "context": 0.09790642897132784} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.04854186624288559, "loss_scale": 4.0, "retries": 0, "seconds": 368.8, "max_memory_gb": 17.13, "ce": 0.0019207662626286037, "kl": 0.002011148241308547, "context": 0.0029263403557706624} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.3526778817176819, "loss_scale": 4.0, "retries": 0, "seconds": 370.3, "max_memory_gb": 17.13, "ce": 0.021150173008209094, "kl": 0.0197021758685878, "context": 0.03100126181379892} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.448015809059143, "loss_scale": 4.0, "retries": 0, "seconds": 371.8, "max_memory_gb": 17.13, "ce": 0.047227779432432726, "kl": 0.03851103741908446, "context": 0.06648329860763624} diff --git a/runs/fixed_internvl/context/Middle8_s13/adapter/README.md b/runs/fixed_internvl/context/Middle8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Middle8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..09de1e108199beada22571ccfbdc1643dc69d4c1 --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s13/config.json b/runs/fixed_internvl/context/Middle8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2b485f6f173d6b32157cc20902590aeb29429e21 --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s13/steps.jsonl b/runs/fixed_internvl/context/Middle8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f2e0fefbad4d81a6d7d96219fdbbe475e0d3b3fa --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.267666339874268, "loss_scale": 4.0, "retries": 0, "seconds": 2.4, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.985881805419922, "loss_scale": 4.0, "retries": 0, "seconds": 3.9, "max_memory_gb": 17.1, "ce": 0.6324257375890738, "kl": 0.4670185166748979, "context": 0.8659349749141256} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 23.663522720336914, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.1, "ce": 0.879268079996109, "kl": 0.07087007910013199, "context": 0.9147031009197235} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.27983283996582, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 17.1, "ce": 0.17109270740911597, "kl": 0.4704503118412049, "context": 0.40631786295125494} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.27986592054367065, "loss_scale": 4.0, "retries": 0, "seconds": 7.7, "max_memory_gb": 17.1, "ce": 0.009336486782558495, "kl": 0.008643434921395965, "context": 0.013658204316016054} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.2984442710876465, "loss_scale": 4.0, "retries": 0, "seconds": 9.0, "max_memory_gb": 17.1, "ce": 0.12388594840012956, "kl": 0.08798256940644933, "context": 0.16787723590095993} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.1457139253616333, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.1, "ce": 0.04007169152646384, "kl": 0.06863953375659548, "context": 0.07439145805619773} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.8469809889793396, "loss_scale": 4.0, "retries": 0, "seconds": 11.5, "max_memory_gb": 17.1, "ce": 0.010966045781970024, "kl": 0.19999261040356942, "context": 0.11096234992146492} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 18.369144439697266, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.1, "ce": 0.14033910539001226, "kl": 0.25545427680481225, "context": 0.26806624233722687} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3725630044937134, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 17.11, "ce": 0.0031311473867390305, "kl": 0.009847533161519095, "context": 0.008054914127569646} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.11181160807609558, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 17.11, "ce": 0.0029340732871787623, "kl": 0.004157867609592358, "context": 0.005013006917579332} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.16662217676639557, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 17.11, "ce": 0.005801972292829305, "kl": 0.002387453021356123, "context": 0.006995698861828714} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.01699841581285, "loss_scale": 4.0, "retries": 0, "seconds": 17.9, "max_memory_gb": 17.11, "ce": 0.0006282201666181209, "kl": 0.00014512293364532525, "context": 0.0007007816275290679} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.312485933303833, "loss_scale": 4.0, "retries": 0, "seconds": 19.1, "max_memory_gb": 17.11, "ce": 0.019269929704023525, "kl": 0.7789372908882797, "context": 0.40873857168480754} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.997968852519989, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 17.11, "ce": 0.008817538405708092, "kl": 0.35184019571435243, "context": 0.18473764007546833} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.02769722044467926, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.11, "ce": 0.001364095101962448, "kl": 0.0004551943762010069, "context": 0.001591692254805821} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.693572998046875, "loss_scale": 4.0, "retries": 0, "seconds": 22.9, "max_memory_gb": 17.11, "ce": 0.02266799451535917, "kl": 0.7107164640128758, "context": 0.37802621720766183} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8201010227203369, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.11, "ce": 0.008703848256118363, "kl": 0.26189105537378055, "context": 0.13964937972195912} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.467008113861084, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 17.11, "ce": 0.004544342937151669, "kl": 0.10237005451926962, "context": 0.05572937160832225} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.10176992416381836, "loss_scale": 4.0, "retries": 0, "seconds": 26.7, "max_memory_gb": 17.11, "ce": 0.0007278399480128428, "kl": 0.005219292417677934, "context": 0.003337486257805722} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.0608484111726284, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.11, "ce": 0.0009925905251293443, "kl": 0.004939144985769417, "context": 0.003462162901996635} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 5.315067291259766, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.11, "ce": 0.0641442092746729, "kl": 0.16231555583544832, "context": 0.1453019905166002} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.9153435230255127, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 17.11, "ce": 0.0009344172040073317, "kl": 0.3355297959433301, "context": 0.168699320003725} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.7421463131904602, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.11, "ce": 0.011436271175625734, "kl": 0.07196349458899931, "context": 0.047418018424650654} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.6340513229370117, "loss_scale": 4.0, "retries": 0, "seconds": 33.1, "max_memory_gb": 17.11, "ce": 0.2201648182963254, "kl": 0.029799711890518665, "context": 0.23506467533297837} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.1853182315826416, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 17.11, "ce": 0.0635497263428988, "kl": 0.44845601973793237, "context": 0.28777775121852756} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.2171905040740967, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.11, "ce": 0.0785678444954101, "kl": 0.2615029815642629, "context": 0.20931933110114187} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.1953850984573364, "loss_scale": 4.0, "retries": 0, "seconds": 36.9, "max_memory_gb": 17.11, "ce": 0.14104485484131146, "kl": 0.15151943289674819, "context": 0.21680457051843405} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.8760664463043213, "loss_scale": 4.0, "retries": 0, "seconds": 38.1, "max_memory_gb": 17.11, "ce": 0.43889986420981586, "kl": 0.10677737282821909, "context": 0.4922885417472571} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.24171672761440277, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 17.11, "ce": 0.008008737699128687, "kl": 0.00618995692639146, "context": 0.011103716242359951} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.659195423126221, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 17.11, "ce": 0.7385283983312547, "kl": 0.08637947682291269, "context": 0.781718143960461} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.609564185142517, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 17.11, "ce": 0.06697373976930976, "kl": 0.04046459318487905, "context": 0.08720603631809354} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.853436470031738, "loss_scale": 4.0, "retries": 0, "seconds": 43.1, "max_memory_gb": 17.11, "ce": 0.3915168778039515, "kl": 0.17692858836380765, "context": 0.47998118377290666} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.2578628063201904, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.11, "ce": 0.012206086656078696, "kl": 0.6348959056776948, "context": 0.329654032131657} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.18597422540187836, "loss_scale": 4.0, "retries": 0, "seconds": 45.7, "max_memory_gb": 17.11, "ce": 0.00643701630178839, "kl": 0.0014087409363128245, "context": 0.007141387090086937} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.3376344442367554, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 17.11, "ce": 0.18457478214986622, "kl": 0.02616096253041178, "context": 0.19765526277478784} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.2464311122894287, "loss_scale": 4.0, "retries": 0, "seconds": 48.2, "max_memory_gb": 17.11, "ce": 0.134739511879161, "kl": 0.27005270158406347, "context": 0.26976585830561817} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.8318137526512146, "loss_scale": 4.0, "retries": 0, "seconds": 49.5, "max_memory_gb": 17.11, "ce": 0.10245539317838848, "kl": 0.3311113713934901, "context": 0.26801107288338244} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.4140814542770386, "loss_scale": 4.0, "retries": 0, "seconds": 50.7, "max_memory_gb": 17.11, "ce": 0.07435933063970879, "kl": 0.008339872991200536, "context": 0.07852926373016089} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.33074814081192017, "loss_scale": 4.0, "retries": 0, "seconds": 51.9, "max_memory_gb": 17.11, "ce": 0.024376858258619905, "kl": 0.011650457279756665, "context": 0.030202086782082915} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.5774333477020264, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.11, "ce": 0.419682931387797, "kl": 0.0671549232210964, "context": 0.453260388225317} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.10220687836408615, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 17.11, "ce": 0.009720416099298745, "kl": 0.0004588693664118182, "context": 0.009949851024430245} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.11669468879699707, "loss_scale": 4.0, "retries": 0, "seconds": 55.6, "max_memory_gb": 17.11, "ce": 0.00904496927978471, "kl": 0.0019849682503263466, "context": 0.010037453495897353} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 14.612554550170898, "loss_scale": 4.0, "retries": 0, "seconds": 56.9, "max_memory_gb": 17.11, "ce": 0.3319702001172118, "kl": 0.868892596263322, "context": 0.7664165201131254} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.785691261291504, "loss_scale": 4.0, "retries": 0, "seconds": 58.1, "max_memory_gb": 17.11, "ce": 0.5521883111214265, "kl": 0.1266534779279027, "context": 0.6155150585109368} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.285661458969116, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 17.11, "ce": 0.06200129759963602, "kl": 0.1173554421402514, "context": 0.12067902274429798} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.0178450345993042, "loss_scale": 4.0, "retries": 0, "seconds": 60.6, "max_memory_gb": 17.11, "ce": 0.021022088563768193, "kl": 0.06882073055021465, "context": 0.05543245328590274} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.07613334059715271, "loss_scale": 4.0, "retries": 0, "seconds": 61.8, "max_memory_gb": 17.11, "ce": 0.004641302541131154, "kl": 0.0025771285872906446, "context": 0.005929866922087967} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.33116093277931213, "loss_scale": 4.0, "retries": 0, "seconds": 63.1, "max_memory_gb": 17.11, "ce": 0.014649234275566414, "kl": 0.05171322915566634, "context": 0.04050584792275913} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.457086980342865, "loss_scale": 4.0, "retries": 0, "seconds": 64.3, "max_memory_gb": 17.11, "ce": 0.06603835505666211, "kl": 0.010125941858859733, "context": 0.07110132236266509} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 5.1885576248168945, "loss_scale": 4.0, "retries": 0, "seconds": 65.5, "max_memory_gb": 17.11, "ce": 0.12528954731533304, "kl": 0.012547569155231031, "context": 0.131563334929524} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.30356723070144653, "loss_scale": 4.0, "retries": 0, "seconds": 66.8, "max_memory_gb": 17.11, "ce": 0.020475167664699256, "kl": 0.09694078448228538, "context": 0.06894555990584195} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.3372509479522705, "loss_scale": 4.0, "retries": 0, "seconds": 68.0, "max_memory_gb": 17.11, "ce": 0.049560226732864976, "kl": 0.23505033878609538, "context": 0.16708539333194494} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.6955453753471375, "loss_scale": 4.0, "retries": 0, "seconds": 69.3, "max_memory_gb": 17.11, "ce": 0.06106608308618888, "kl": 0.03831193232326768, "context": 0.08022204897133633} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.5709947943687439, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.11, "ce": 0.03320421323587652, "kl": 0.019773444259953976, "context": 0.043090935301734135} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4611012041568756, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 17.11, "ce": 0.030403361772187054, "kl": 0.07358132244553417, "context": 0.06719402503222227} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.09337354451417923, "loss_scale": 4.0, "retries": 0, "seconds": 72.9, "max_memory_gb": 17.11, "ce": 0.005889590902370401, "kl": 0.0063978184371080715, "context": 0.009088500373763964} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.01539679802954197, "loss_scale": 4.0, "retries": 0, "seconds": 74.2, "max_memory_gb": 17.11, "ce": 0.0006726852807332762, "kl": 0.00027907054571585377, "context": 0.0008122205690597184} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.9183032512664795, "loss_scale": 4.0, "retries": 0, "seconds": 75.4, "max_memory_gb": 17.11, "ce": 0.22670893142640125, "kl": 0.0627275438655488, "context": 0.25807270428776974} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.528854250907898, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 17.11, "ce": 0.07533025793964043, "kl": 0.047270181552448776, "context": 0.09896534883591812} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.4541478157043457, "loss_scale": 4.0, "retries": 0, "seconds": 77.9, "max_memory_gb": 17.11, "ce": 0.20016034680884331, "kl": 0.3695092505208777, "context": 0.3849149724992458} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.33723703026771545, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 17.11, "ce": 0.025655568460933864, "kl": 0.008038181280426215, "context": 0.029674659541342407} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.9826305508613586, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 17.11, "ce": 0.06744895369774895, "kl": 0.1296767254716542, "context": 0.13228731602430344} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.13538554310798645, "loss_scale": 4.0, "retries": 0, "seconds": 81.6, "max_memory_gb": 17.11, "ce": 0.00720252949395217, "kl": 0.006155922543257475, "context": 0.010280490823788568} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.7613710761070251, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.11, "ce": 0.0778461352456361, "kl": 0.12340254383161664, "context": 0.13954740576446056} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.6779775619506836, "loss_scale": 4.0, "retries": 0, "seconds": 84.2, "max_memory_gb": 17.11, "ce": 0.14817758916888124, "kl": 0.0784205752967182, "context": 0.18738787684424096} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.046560484915971756, "loss_scale": 4.0, "retries": 0, "seconds": 85.4, "max_memory_gb": 17.11, "ce": 0.0015411510471494694, "kl": 0.0043086975574624375, "context": 0.003695499902278243} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.4010637104511261, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.11, "ce": 0.006040393575858616, "kl": 0.020363369014376076, "context": 0.016222078330429213} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.571075916290283, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.11, "ce": 0.6827531609960715, "kl": 0.014203698134224396, "context": 0.6898550300829811} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.5724844932556152, "loss_scale": 4.0, "retries": 0, "seconds": 89.3, "max_memory_gb": 17.11, "ce": 0.005278242673284694, "kl": 0.0017183919167109707, "context": 0.006137438510904758} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.025203850120306015, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.11, "ce": 0.0005465840686156298, "kl": 0.0019861169457726646, "context": 0.0015396425151266158} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.9401121139526367, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 17.11, "ce": 0.006025346485785121, "kl": 0.5055556148290634, "context": 0.2588031585000863} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.5871641635894775, "loss_scale": 4.0, "retries": 0, "seconds": 93.0, "max_memory_gb": 17.11, "ce": 0.20185987207150902, "kl": 0.053332029116063495, "context": 0.22852588104797178} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.7856667637825012, "loss_scale": 4.0, "retries": 0, "seconds": 94.3, "max_memory_gb": 17.11, "ce": 0.060821459070666606, "kl": 0.09876591577574345, "context": 0.11020442067683689} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 3.01835036277771, "loss_scale": 4.0, "retries": 0, "seconds": 95.5, "max_memory_gb": 17.11, "ce": 0.46855875216442655, "kl": 1.0183786083944142, "context": 0.9777480470947921} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.8554112911224365, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 17.11, "ce": 0.018984415236445784, "kl": 1.6664965889649466, "context": 0.8522327337414026} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.20266038179397583, "loss_scale": 4.0, "retries": 0, "seconds": 98.0, "max_memory_gb": 17.11, "ce": 0.013569262548116967, "kl": 0.006258797220652923, "context": 0.016698661202099174} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.4441603422164917, "loss_scale": 4.0, "retries": 0, "seconds": 99.3, "max_memory_gb": 17.11, "ce": 0.001937719756824663, "kl": 0.09749817227566382, "context": 0.050686806127487216} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.6947498321533203, "loss_scale": 4.0, "retries": 0, "seconds": 100.6, "max_memory_gb": 17.11, "ce": 0.01370332315491396, "kl": 0.020033590182720218, "context": 0.0237201182753779} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.1776585727930069, "loss_scale": 4.0, "retries": 0, "seconds": 101.8, "max_memory_gb": 17.11, "ce": 0.0013153123545635026, "kl": 0.02520649682264775, "context": 0.013918561169703025} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.0282574892044067, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 17.11, "ce": 0.09307228005491197, "kl": 0.045693907770328224, "context": 0.11591923353262246} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15996363759040833, "loss_scale": 4.0, "retries": 0, "seconds": 104.2, "max_memory_gb": 17.11, "ce": 0.010024275747127831, "kl": 0.0033499338787805755, "context": 0.011699242750182748} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.543251872062683, "loss_scale": 4.0, "retries": 0, "seconds": 105.4, "max_memory_gb": 17.11, "ce": 0.11194520170829492, "kl": 0.4436582204871229, "context": 0.33377430665132124} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.9987830519676208, "loss_scale": 4.0, "retries": 0, "seconds": 106.6, "max_memory_gb": 17.11, "ce": 0.07303838026928133, "kl": 0.025772095626507507, "context": 0.08592443145971629} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.18876773118972778, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 17.11, "ce": 0.0032705061148590175, "kl": 0.000874454226789112, "context": 0.0037077333145134617} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.6453927755355835, "loss_scale": 4.0, "retries": 0, "seconds": 109.1, "max_memory_gb": 17.11, "ce": 0.03700982689042576, "kl": 0.15723723458359018, "context": 0.11562844816944562} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.4381920099258423, "loss_scale": 4.0, "retries": 0, "seconds": 110.2, "max_memory_gb": 17.11, "ce": 0.006143941718619317, "kl": 0.41465694224461913, "context": 0.2134724142961204} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.37185966968536377, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 17.11, "ce": 0.01613235419790726, "kl": 0.002299874281817438, "context": 0.01728229103173362} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.40081989765167236, "loss_scale": 4.0, "retries": 0, "seconds": 112.7, "max_memory_gb": 17.11, "ce": 0.020623237352992874, "kl": 0.015212930033158045, "context": 0.028229702485987218} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.3535056710243225, "loss_scale": 4.0, "retries": 0, "seconds": 113.8, "max_memory_gb": 17.11, "ce": 0.01107393013080582, "kl": 0.0054540318888030015, "context": 0.013800946064293385} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.25390625, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 17.11, "ce": 0.5167119475372601, "kl": 0.20410182525665732, "context": 0.6187628541083541} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.189716339111328, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 17.11, "ce": 0.0701744915713789, "kl": 0.1336536529197474, "context": 0.13700131853693165} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.299241542816162, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.11, "ce": 0.05693178980436642, "kl": 0.23712499170505907, "context": 0.17549428407801315} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.2540346384048462, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.11, "ce": 0.03412012170883827, "kl": 0.01637106214184314, "context": 0.042305654351366684} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.216135025024414, "loss_scale": 4.0, "retries": 0, "seconds": 120.0, "max_memory_gb": 17.11, "ce": 0.5961256725349813, "kl": 0.009414028259925544, "context": 0.6008326958399266} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.867357015609741, "loss_scale": 4.0, "retries": 0, "seconds": 121.3, "max_memory_gb": 17.11, "ce": 0.23370105047069956, "kl": 0.013857151523552602, "context": 0.2406296243716497} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.16834264993667603, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.11, "ce": 0.013343721293495037, "kl": 0.006914992933161557, "context": 0.01680121710523963} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.23808762431144714, "loss_scale": 4.0, "retries": 0, "seconds": 123.6, "max_memory_gb": 17.11, "ce": 0.0031383355817524716, "kl": 0.06579979190792073, "context": 0.03603823199227918} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.7789368629455566, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.11, "ce": 0.030238637496950105, "kl": 0.004934275115374476, "context": 0.03270577524381224} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.4944862425327301, "loss_scale": 4.0, "retries": 0, "seconds": 126.1, "max_memory_gb": 17.11, "ce": 0.04470097647572402, "kl": 0.23258898797939764, "context": 0.1609954719315283} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1288250833749771, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 17.11, "ce": 0.004712162452051416, "kl": 0.012190129607915878, "context": 0.010807227110490203} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.3385027348995209, "loss_scale": 4.0, "retries": 0, "seconds": 128.7, "max_memory_gb": 17.11, "ce": 0.04168182669673115, "kl": 0.013332747941603884, "context": 0.04834820213727653} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.13979250192642212, "loss_scale": 4.0, "retries": 0, "seconds": 129.9, "max_memory_gb": 17.11, "ce": 0.01276246047927998, "kl": 0.0047490331508015515, "context": 0.015136977410293184} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.5058029890060425, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.11, "ce": 0.01805279596010223, "kl": 0.00920934540226881, "context": 0.02265746967168525} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.8901170492172241, "loss_scale": 4.0, "retries": 0, "seconds": 132.4, "max_memory_gb": 17.11, "ce": 0.017289377108681947, "kl": 0.29609872883884236, "context": 0.16533874266315252} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.03705047443509102, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 17.11, "ce": 0.0030989819206297398, "kl": 0.0007993325416464359, "context": 0.003498648147797212} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.013035535812378, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.11, "ce": 0.013780894281808287, "kl": 0.20210995159685297, "context": 0.11483587096154224} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.2875678539276123, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.11, "ce": 0.47343580971937627, "kl": 0.0015089671028363227, "context": 0.4741902838286478} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.233500003814697, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 17.11, "ce": 0.33605915572843514, "kl": 0.17117877025157213, "context": 0.42164855217561126} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.22235344350337982, "loss_scale": 4.0, "retries": 0, "seconds": 138.5, "max_memory_gb": 17.11, "ce": 0.023933976888656616, "kl": 0.002601328887976706, "context": 0.02523464197292924} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.024017736315727234, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 17.11, "ce": 0.0016116350016091019, "kl": 0.0009209239906340372, "context": 0.002072096976917237} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3627607524394989, "loss_scale": 4.0, "retries": 0, "seconds": 141.1, "max_memory_gb": 17.11, "ce": 0.02495834353612736, "kl": 0.009561857594235335, "context": 0.029739271849393845} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.7256112098693848, "loss_scale": 4.0, "retries": 0, "seconds": 142.3, "max_memory_gb": 17.11, "ce": 0.01223351527005434, "kl": 0.12893434590660036, "context": 0.0767006886890158} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.4334568977355957, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.11, "ce": 0.022105860960436985, "kl": 0.26518902528187027, "context": 0.15470037441991735} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.8795194625854492, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 17.11, "ce": 0.0808915946399793, "kl": 0.08431920224393252, "context": 0.1230511957546696} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.9761280417442322, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 17.11, "ce": 0.09621806960785761, "kl": 0.27730639906530996, "context": 0.23487126165127847} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.17685532569885254, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.11, "ce": 0.0074761060095625, "kl": 0.005320285909874656, "context": 0.010136249198694713} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.9116638898849487, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.11, "ce": 0.20926952571608126, "kl": 0.005535639302252093, "context": 0.2120373378857039} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09595958888530731, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.11, "ce": 0.006956458906643093, "kl": 0.003610198291426059, "context": 0.008761558085097931} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 5.56441068649292, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.11, "ce": 0.38481218717060983, "kl": 0.20000636148324702, "context": 0.4848153729690239} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.9337698221206665, "loss_scale": 4.0, "retries": 0, "seconds": 152.2, "max_memory_gb": 17.11, "ce": 0.0465789945301367, "kl": 0.04313072524746531, "context": 0.06814435715205036} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.0810900926589966, "loss_scale": 4.0, "retries": 0, "seconds": 153.4, "max_memory_gb": 17.11, "ce": 0.12474327202653512, "kl": 0.03099184091479401, "context": 0.14023919387545902} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.6585838198661804, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.11, "ce": 0.06523059215396643, "kl": 0.0352653912268579, "context": 0.08286328706890345} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.442538022994995, "loss_scale": 4.0, "retries": 0, "seconds": 155.9, "max_memory_gb": 17.11, "ce": 0.547040409874171, "kl": 0.4386495268913677, "context": 0.7663651532930089} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.8834884762763977, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.11, "ce": 0.10800605244003236, "kl": 0.08827718084285152, "context": 0.1521446438273415} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.2803361415863037, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 17.11, "ce": 0.5301789967343211, "kl": 0.0458578635007143, "context": 0.5531079173088074} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.11931058019399643, "loss_scale": 4.0, "retries": 0, "seconds": 159.6, "max_memory_gb": 17.11, "ce": 0.009882983897114173, "kl": 0.0006564787981915288, "context": 0.01021122356178239} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.658745765686035, "loss_scale": 4.0, "retries": 0, "seconds": 160.8, "max_memory_gb": 17.11, "ce": 0.24940624088048935, "kl": 0.48953441900084727, "context": 0.49417346669360995} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.7041659951210022, "loss_scale": 4.0, "retries": 0, "seconds": 162.1, "max_memory_gb": 17.11, "ce": 0.10304500150959939, "kl": 0.03558636139769078, "context": 0.12083818385144696} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.49345314502716064, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.11, "ce": 0.03438362351153046, "kl": 0.24740407924400643, "context": 0.15808567102067173} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.948169708251953, "loss_scale": 4.0, "retries": 0, "seconds": 164.5, "max_memory_gb": 17.11, "ce": 0.15215532016009092, "kl": 0.11413265159353614, "context": 0.20922164153307676} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.8763121962547302, "loss_scale": 4.0, "retries": 0, "seconds": 165.8, "max_memory_gb": 17.11, "ce": 0.13684907770948485, "kl": 0.0433218228390615, "context": 0.1585099890944548} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.2200323343276978, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 17.11, "ce": 0.2046660985215567, "kl": 0.05090200016275048, "context": 0.2301170999999158} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.5406619310379028, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 17.11, "ce": 0.2594305112725124, "kl": 0.004240723737893859, "context": 0.26155088664381765} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.9422113299369812, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 17.11, "ce": 0.037820560653926805, "kl": 0.0691176514410472, "context": 0.0723793854995165} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.065408706665039, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.11, "ce": 0.2350088789826259, "kl": 0.1496397694645566, "context": 0.30982876324560493} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.2353263944387436, "loss_scale": 4.0, "retries": 0, "seconds": 172.0, "max_memory_gb": 17.11, "ce": 0.01994873244257178, "kl": 0.009098797484512033, "context": 0.024498131606378593} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.948489665985107, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 17.11, "ce": 0.15870562568306923, "kl": 0.1841671944130212, "context": 0.2507892190478742} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.2730512619018555, "loss_scale": 4.0, "retries": 0, "seconds": 174.5, "max_memory_gb": 17.11, "ce": 0.017684492166154087, "kl": 0.10815309362578773, "context": 0.07176103995152516} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.18402834236621857, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.11, "ce": 0.01197301660431549, "kl": 0.003236806744553178, "context": 0.013591419556178153} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.16945569217205048, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 17.11, "ce": 0.014996124999015592, "kl": 0.0007050771782814991, "context": 0.015348663815530017} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.0561671257019043, "loss_scale": 4.0, "retries": 0, "seconds": 178.2, "max_memory_gb": 17.11, "ce": 0.1101740647573024, "kl": 0.01658935359955649, "context": 0.1184687395580113} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.702110767364502, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 17.11, "ce": 0.3775117821060121, "kl": 0.023243553026986774, "context": 0.38913356757257134} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.7970097064971924, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.11, "ce": 0.04781146673485637, "kl": 0.1299145605880767, "context": 0.11276874458417296} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.031111285090446472, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 17.11, "ce": 0.0015792519043316133, "kl": 0.0011068372405134141, "context": 0.0021326706118998118} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.2562897205352783, "loss_scale": 4.0, "retries": 0, "seconds": 183.2, "max_memory_gb": 17.11, "ce": 0.02262483439699281, "kl": 0.00846370429462695, "context": 0.026856685915845446} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.946480631828308, "loss_scale": 4.0, "retries": 0, "seconds": 184.4, "max_memory_gb": 17.11, "ce": 0.3428112466499442, "kl": 0.3000386537532904, "context": 0.4928305813809857} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.4944201707839966, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 17.11, "ce": 0.015076017618412152, "kl": 0.024313731359143276, "context": 0.02723288320703432} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.38527730107307434, "loss_scale": 4.0, "retries": 0, "seconds": 187.0, "max_memory_gb": 17.11, "ce": 0.025373700074851513, "kl": 0.00521508719589292, "context": 0.02798124449327588} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.7289572358131409, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 17.11, "ce": 0.08048678687919164, "kl": 0.014139177853394358, "context": 0.08755637397553073} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7196829319000244, "loss_scale": 4.0, "retries": 0, "seconds": 189.5, "max_memory_gb": 17.11, "ce": 0.02978328987956047, "kl": 0.02908867668156745, "context": 0.044327628158498555} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.20780867338180542, "loss_scale": 4.0, "retries": 0, "seconds": 190.7, "max_memory_gb": 17.11, "ce": 0.0017183106028824113, "kl": 0.01702360704075545, "context": 0.010230114072328433} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9164941310882568, "loss_scale": 4.0, "retries": 0, "seconds": 191.9, "max_memory_gb": 17.11, "ce": 0.005428451106126886, "kl": 0.4013118352277161, "context": 0.20608437058399431} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3797259032726288, "loss_scale": 4.0, "retries": 0, "seconds": 193.2, "max_memory_gb": 17.11, "ce": 0.03250983557518339, "kl": 0.09816550824325532, "context": 0.08159258598607266} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.9873893857002258, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 17.11, "ce": 0.1786922741594026, "kl": 0.015837172211831785, "context": 0.1866108580143191} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.7427477836608887, "loss_scale": 4.0, "retries": 0, "seconds": 195.5, "max_memory_gb": 17.11, "ce": 0.02241424535168335, "kl": 0.01946619628802182, "context": 0.032147343503311276} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3002237379550934, "loss_scale": 4.0, "retries": 0, "seconds": 196.8, "max_memory_gb": 17.11, "ce": 0.028282884741201997, "kl": 0.024671495804795995, "context": 0.040618632454425097} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.97561514377594, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 17.11, "ce": 0.19320565793896094, "kl": 0.11160797861521132, "context": 0.24900963972322643} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.8211116194725037, "loss_scale": 4.0, "retries": 0, "seconds": 199.5, "max_memory_gb": 17.11, "ce": 0.007857926422730088, "kl": 0.04018855250615161, "context": 0.027952201780863106} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0787032842636108, "loss_scale": 4.0, "retries": 0, "seconds": 200.7, "max_memory_gb": 17.11, "ce": 0.10542229490238242, "kl": 0.16014581990020815, "context": 0.18549520533997566} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.45560884475708, "loss_scale": 4.0, "retries": 0, "seconds": 201.9, "max_memory_gb": 17.11, "ce": 0.2309348795679398, "kl": 0.15863271306079696, "context": 0.31025124358711764} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.6490504741668701, "loss_scale": 4.0, "retries": 0, "seconds": 203.3, "max_memory_gb": 17.11, "ce": 0.053524367744103074, "kl": 0.06042133212758927, "context": 0.08373503747861832} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.02878475189209, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.11, "ce": 0.1274250484420918, "kl": 0.4210951642889995, "context": 0.33797261776635423} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.4170079231262207, "loss_scale": 4.0, "retries": 0, "seconds": 205.8, "max_memory_gb": 17.11, "ce": 0.09222357830731198, "kl": 0.04160312521162268, "context": 0.11302513649570756} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.0137735605239868, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.11, "ce": 0.025010731333168224, "kl": 0.010442224025609903, "context": 0.030231842945795506} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.2155871391296387, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.11, "ce": 0.32876535586547107, "kl": 0.045940873300423846, "context": 0.3517358038807288} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.39346784353256226, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.11, "ce": 0.026732913102023304, "kl": 0.0050839299510698766, "context": 0.02927487762644887} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.11232098937034607, "loss_scale": 4.0, "retries": 0, "seconds": 210.6, "max_memory_gb": 17.11, "ce": 0.009801943975617178, "kl": 0.001921561991366616, "context": 0.010762724879896268} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.0044496059417725, "loss_scale": 4.0, "retries": 0, "seconds": 211.8, "max_memory_gb": 17.11, "ce": 0.08850903672282584, "kl": 0.9393175505101681, "context": 0.5581678189337254} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.023844759911298752, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.11, "ce": 0.0013890900008846074, "kl": 0.00021247402673907345, "context": 0.0014953270147088915} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.0150810480117798, "loss_scale": 4.0, "retries": 0, "seconds": 214.3, "max_memory_gb": 17.11, "ce": 0.01570319102756912, "kl": 0.06766604370204732, "context": 0.04953621167805977} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1913895308971405, "loss_scale": 4.0, "retries": 0, "seconds": 215.5, "max_memory_gb": 17.11, "ce": 0.008524031058186665, "kl": 0.015126122976653278, "context": 0.016087092604720965} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.1312771439552307, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.11, "ce": 0.009917907795170322, "kl": 0.002423783007543534, "context": 0.011129798978799954} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6971184015274048, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.11, "ce": 0.04750833584694192, "kl": 0.0057200071073566505, "context": 0.05036834102065768} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.697138547897339, "loss_scale": 4.0, "retries": 0, "seconds": 219.2, "max_memory_gb": 17.11, "ce": 0.12398166139610112, "kl": 0.03594297473318875, "context": 0.14195315330289304} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.07898267358541489, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 17.11, "ce": 0.005084288983198348, "kl": 0.0005147913980181329, "context": 0.005341684460290708} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9306463003158569, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 17.11, "ce": 0.08063827893784037, "kl": 0.5407693613797164, "context": 0.3510229484527372} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.9506157636642456, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.11, "ce": 0.12108830641955137, "kl": 0.02595821034628898, "context": 0.1340674131643027} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.5700632333755493, "loss_scale": 4.0, "retries": 0, "seconds": 224.2, "max_memory_gb": 17.11, "ce": 0.3400413132912945, "kl": 0.017235954912393936, "context": 0.3486592813860625} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.0558565855026245, "loss_scale": 4.0, "retries": 0, "seconds": 225.3, "max_memory_gb": 17.11, "ce": 0.052595749555621296, "kl": 0.05206160229863599, "context": 0.0786265479400754} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.037811040878296, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 17.11, "ce": 0.004832246864680201, "kl": 0.24250995821785182, "context": 0.1260872227139771} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.7415046095848083, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 17.11, "ce": 0.06729384500067681, "kl": 0.19820659958259057, "context": 0.16639714478515089} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.0583258680999279, "loss_scale": 4.0, "retries": 0, "seconds": 229.2, "max_memory_gb": 17.11, "ce": 0.0037094849249115214, "kl": 0.000253408502203456, "context": 0.003836189236608334} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.19226542115211487, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 17.11, "ce": 0.0051901981205446646, "kl": 0.007733023423497798, "context": 0.009056709634023719} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.38466328382492065, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.11, "ce": 0.007451889505318832, "kl": 0.10603687197908584, "context": 0.0604703240969684} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.579848766326904, "loss_scale": 4.0, "retries": 0, "seconds": 232.9, "max_memory_gb": 17.11, "ce": 0.07744275849108817, "kl": 0.1254136366860621, "context": 0.1401495692844037} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8109502196311951, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 17.11, "ce": 0.016386537696234882, "kl": 0.6150111241659033, "context": 0.32389211098779924} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.8613340854644775, "loss_scale": 4.0, "retries": 0, "seconds": 235.5, "max_memory_gb": 17.11, "ce": 0.23562488085008226, "kl": 0.008667314632475609, "context": 0.23995853327505756} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.901997089385986, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 17.11, "ce": 0.40528633902431466, "kl": 0.14307975003612228, "context": 0.4768262002908159} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.055499643087387085, "loss_scale": 4.0, "retries": 0, "seconds": 238.0, "max_memory_gb": 17.11, "ce": 0.002133863337803632, "kl": 0.0038594526158703957, "context": 0.0040635895857121795} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.9580752849578857, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 17.11, "ce": 0.168783272310975, "kl": 0.15144800939015113, "context": 0.24450728425290436} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.6146224737167358, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.11, "ce": 0.35390813380945474, "kl": 0.0451721062490833, "context": 0.3764941799454391} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.04346539452672005, "loss_scale": 4.0, "retries": 0, "seconds": 241.2, "max_memory_gb": 17.11, "ce": 0.0025035604485310614, "kl": 0.0010277596995820204, "context": 0.003017440321855247} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.8479408621788025, "loss_scale": 4.0, "retries": 0, "seconds": 242.4, "max_memory_gb": 17.11, "ce": 0.07310554489959031, "kl": 0.008534942506230436, "context": 0.07737301266752183} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.18724651634693146, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 17.11, "ce": 0.017927635592059232, "kl": 0.0007103402822394855, "context": 0.018282805482158437} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.8866773843765259, "loss_scale": 4.0, "retries": 0, "seconds": 244.9, "max_memory_gb": 17.11, "ce": 0.0031285603981814347, "kl": 0.22540429678520013, "context": 0.11583070920460159} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 5.097170352935791, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 17.11, "ce": 0.07387466140789911, "kl": 0.5553734894961053, "context": 0.35156139932223596} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5978682041168213, "loss_scale": 4.0, "retries": 0, "seconds": 247.3, "max_memory_gb": 17.11, "ce": 0.07496901060221717, "kl": 0.005799855753139127, "context": 0.07786893544835038} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.8914554119110107, "loss_scale": 4.0, "retries": 0, "seconds": 248.5, "max_memory_gb": 17.11, "ce": 0.11324885362409987, "kl": 0.006646388763329014, "context": 0.11657204490620643} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.5012761354446411, "loss_scale": 4.0, "retries": 0, "seconds": 249.9, "max_memory_gb": 17.11, "ce": 0.25758902565576136, "kl": 0.03083117512142053, "context": 0.27300460438709706} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.476807713508606, "loss_scale": 4.0, "retries": 0, "seconds": 251.1, "max_memory_gb": 17.11, "ce": 0.06766855111345649, "kl": 0.07259927139239153, "context": 0.10396818682784215} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.04854991286993027, "loss_scale": 4.0, "retries": 0, "seconds": 252.2, "max_memory_gb": 17.11, "ce": 0.0031549091218039393, "kl": 0.002026209459245365, "context": 0.004168013896560296} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.1809844970703125, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 17.11, "ce": 0.04351760740973987, "kl": 0.04537762509426102, "context": 0.06620642001507804} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.35524120926856995, "loss_scale": 4.0, "retries": 0, "seconds": 254.8, "max_memory_gb": 17.11, "ce": 0.032051264308393, "kl": 0.0028899977478431538, "context": 0.03349626378621906} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.9612207412719727, "loss_scale": 4.0, "retries": 0, "seconds": 256.0, "max_memory_gb": 17.11, "ce": 0.007353808963671327, "kl": 0.36978078117863333, "context": 0.19224419959937222} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.08577346056699753, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 17.11, "ce": 0.004857622225244995, "kl": 0.001867675257017254, "context": 0.0057914598801289685} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.5678925514221191, "loss_scale": 4.0, "retries": 0, "seconds": 258.8, "max_memory_gb": 17.11, "ce": 0.08601699862629175, "kl": 0.08743233731365763, "context": 0.12973316363058984} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.04291004315018654, "loss_scale": 4.0, "retries": 0, "seconds": 260.1, "max_memory_gb": 17.11, "ce": 0.002803934970870614, "kl": 0.0010769684668048285, "context": 0.003342419207911007} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.524444580078125, "loss_scale": 4.0, "retries": 0, "seconds": 261.4, "max_memory_gb": 17.11, "ce": 0.20175180083606392, "kl": 0.05278641768381931, "context": 0.22814501193352044} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.897505521774292, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 17.11, "ce": 0.48374994231562596, "kl": 0.12512880179201602, "context": 0.5463143731321907} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6426997184753418, "loss_scale": 4.0, "retries": 0, "seconds": 264.0, "max_memory_gb": 17.11, "ce": 0.12552579751354642, "kl": 0.0580219933835906, "context": 0.15453679804340936} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 4.4022674560546875, "loss_scale": 4.0, "retries": 0, "seconds": 265.2, "max_memory_gb": 17.11, "ce": 0.10039673571009189, "kl": 0.8826572537363973, "context": 0.5417253494961187} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9552062749862671, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.11, "ce": 0.17278960505791474, "kl": 0.03474634062877158, "context": 0.19016278078197502} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.2138370275497437, "loss_scale": 4.0, "retries": 0, "seconds": 267.7, "max_memory_gb": 17.11, "ce": 0.2951449890679214, "kl": 0.056831850844901055, "context": 0.323560907272622} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.735226631164551, "loss_scale": 4.0, "retries": 0, "seconds": 268.9, "max_memory_gb": 17.11, "ce": 0.466536539781373, "kl": 0.022585496503438662, "context": 0.47782928016385995} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4935726523399353, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 17.11, "ce": 0.02305912130395882, "kl": 0.073907919046178, "context": 0.06001307908445597} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05561598017811775, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.11, "ce": 0.003771433315705508, "kl": 0.0015412056836794363, "context": 0.004542036127531901} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.3689521551132202, "loss_scale": 4.0, "retries": 0, "seconds": 272.7, "max_memory_gb": 17.11, "ce": 0.16461826662998646, "kl": 0.1824268475174904, "context": 0.2558316979557276} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.1837009191513062, "loss_scale": 4.0, "retries": 0, "seconds": 273.9, "max_memory_gb": 17.11, "ce": 0.014473361370619386, "kl": 0.22345624413355836, "context": 0.1262014852836728} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.23535016179084778, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 17.11, "ce": 0.019260001892689615, "kl": 0.0015177993973338744, "context": 0.02001890237443149} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6696265339851379, "loss_scale": 4.0, "retries": 0, "seconds": 276.3, "max_memory_gb": 17.11, "ce": 0.00395558460149914, "kl": 0.11945975248818286, "context": 0.06368546065641567} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.8021376132965088, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 17.11, "ce": 0.059978065110044554, "kl": 0.05030880257800163, "context": 0.08513246694928966} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.7816965579986572, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 17.11, "ce": 0.10827672923915088, "kl": 0.011685807761750766, "context": 0.11411963103455491} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5039178133010864, "loss_scale": 4.0, "retries": 0, "seconds": 280.1, "max_memory_gb": 17.11, "ce": 0.043416059750597924, "kl": 0.07870533615641762, "context": 0.08276872773421928} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.16679784655570984, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 17.11, "ce": 0.006672812509350479, "kl": 0.01594994427432539, "context": 0.014647784671979025} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7476096749305725, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 17.11, "ce": 0.030778426415054128, "kl": 0.010130772955562861, "context": 0.03584381201653741} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.33459562063217163, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 17.11, "ce": 0.013309744783327915, "kl": 0.003327314459511399, "context": 0.01497340208152309} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.31765642762184143, "loss_scale": 4.0, "retries": 0, "seconds": 285.2, "max_memory_gb": 17.11, "ce": 0.011420286624343134, "kl": 0.04162030736915767, "context": 0.03223044006153941} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.1085759401321411, "loss_scale": 4.0, "retries": 0, "seconds": 286.4, "max_memory_gb": 17.11, "ce": 0.08025212105712853, "kl": 0.014369776703915704, "context": 0.08743700812919997} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.3892228603363037, "loss_scale": 4.0, "retries": 0, "seconds": 287.6, "max_memory_gb": 17.11, "ce": 0.361335045134183, "kl": 0.294317704916466, "context": 0.5084938959917054} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5741943120956421, "loss_scale": 4.0, "retries": 0, "seconds": 288.9, "max_memory_gb": 17.11, "ce": 0.039435794489691034, "kl": 0.09698597592796432, "context": 0.08792878361418843} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.385498583316803, "loss_scale": 4.0, "retries": 0, "seconds": 290.1, "max_memory_gb": 17.11, "ce": 0.03166045734542422, "kl": 0.003457929731666809, "context": 0.03338942280970514} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9979995489120483, "loss_scale": 4.0, "retries": 0, "seconds": 291.4, "max_memory_gb": 17.11, "ce": 0.03234526002779603, "kl": 0.17011676053516567, "context": 0.11740363808348775} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.7598906755447388, "loss_scale": 4.0, "retries": 0, "seconds": 292.5, "max_memory_gb": 17.11, "ce": 0.024623000383144245, "kl": 0.02142126305261627, "context": 0.035333632898982614} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.4930579662323, "loss_scale": 4.0, "retries": 0, "seconds": 293.8, "max_memory_gb": 17.11, "ce": 0.23993403726490214, "kl": 0.02815279442256724, "context": 0.25401044014142826} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.22578148543834686, "loss_scale": 4.0, "retries": 0, "seconds": 295.1, "max_memory_gb": 17.11, "ce": 0.012171310328994878, "kl": 0.025362566695548594, "context": 0.024852594011463225} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.6802659034729004, "loss_scale": 4.0, "retries": 0, "seconds": 296.3, "max_memory_gb": 17.11, "ce": 0.09215709479758516, "kl": 0.015489260399590421, "context": 0.09990172120160423} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.559952437877655, "loss_scale": 4.0, "retries": 0, "seconds": 297.4, "max_memory_gb": 17.11, "ce": 0.024645416808198206, "kl": 0.010893931063037599, "context": 0.03009238332742825} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.003128170967102, "loss_scale": 4.0, "retries": 0, "seconds": 298.7, "max_memory_gb": 17.11, "ce": 0.12306190899107605, "kl": 0.034434984117979184, "context": 0.14027940470259637} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.31546688079833984, "loss_scale": 4.0, "retries": 0, "seconds": 299.9, "max_memory_gb": 17.11, "ce": 0.033245248429011554, "kl": 0.027375889592804015, "context": 0.04693319252692163} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.59892338514328, "loss_scale": 4.0, "retries": 0, "seconds": 301.1, "max_memory_gb": 17.11, "ce": 0.058357307920232415, "kl": 0.018251716406666674, "context": 0.06748316553421319} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.15558010339736938, "loss_scale": 4.0, "retries": 0, "seconds": 302.4, "max_memory_gb": 17.11, "ce": 0.009628531042835675, "kl": 0.01625888289163413, "context": 0.017757972571416758} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.07871297746896744, "loss_scale": 4.0, "retries": 0, "seconds": 303.6, "max_memory_gb": 17.11, "ce": 0.005249574925983325, "kl": 0.0019273933794465847, "context": 0.00621327172848396} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.614694118499756, "loss_scale": 4.0, "retries": 0, "seconds": 304.9, "max_memory_gb": 17.11, "ce": 0.0626090116929845, "kl": 0.18095070192430285, "context": 0.15308436265331693} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.9522367715835571, "loss_scale": 4.0, "retries": 0, "seconds": 306.1, "max_memory_gb": 17.11, "ce": 0.3197383629158139, "kl": 0.023706122301518917, "context": 0.3315914256963879} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.024391965940594673, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 17.11, "ce": 0.0015629102708771825, "kl": 0.00044155685918667587, "context": 0.0017836887418525293} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9366647601127625, "loss_scale": 4.0, "retries": 0, "seconds": 308.7, "max_memory_gb": 17.11, "ce": 0.011354105692589656, "kl": 0.12319979991843866, "context": 0.07295400701696053} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.31654682755470276, "loss_scale": 4.0, "retries": 0, "seconds": 309.9, "max_memory_gb": 17.11, "ce": 0.0215646312572062, "kl": 0.011111961444839835, "context": 0.027120611630380154} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.9974693655967712, "loss_scale": 4.0, "retries": 0, "seconds": 311.2, "max_memory_gb": 17.11, "ce": 0.09020777186378837, "kl": 0.08263261790852994, "context": 0.13152407761663198} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.154109388589859, "loss_scale": 4.0, "retries": 0, "seconds": 312.5, "max_memory_gb": 17.11, "ce": 0.009351978384074755, "kl": 0.004550708290480543, "context": 0.011627332482021302} diff --git a/runs/fixed_internvl/context/Middle8_s42/adapter/README.md b/runs/fixed_internvl/context/Middle8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/Middle8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a63aae661f2ee064a45e82475ca82b077e927f7d --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.17.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s42/config.json b/runs/fixed_internvl/context/Middle8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eca1ac97347387795c177a901ae45440a076f918 --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s42/steps.jsonl b/runs/fixed_internvl/context/Middle8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..154da23c841ae62f01f7d155ae03a22ad652843c --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 16.130489349365234, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.370607376098633, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.1, "ce": 0.5915933772915025, "kl": 0.05973740482295398, "context": 0.6214620678285883} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 22.091083526611328, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.1, "ce": 0.5744987092912197, "kl": 0.0313060994958505, "context": 0.5901517658494413} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.230883598327637, "loss_scale": 4.0, "retries": 0, "seconds": 5.9, "max_memory_gb": 17.1, "ce": 0.2709583453834057, "kl": 0.6745437646750361, "context": 0.6082302253926173} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.2085981369018555, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.1, "ce": 0.16661406587809324, "kl": 1.1540975960961077, "context": 0.7436628434224986} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.823942184448242, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.1, "ce": 0.11135768459644169, "kl": 0.31877818671637215, "context": 0.27074677823111415} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.4812182188034058, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 17.1, "ce": 0.088130101445131, "kl": 0.36709878634428605, "context": 0.27167949359863997} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.2901670932769775, "loss_scale": 4.0, "retries": 0, "seconds": 10.8, "max_memory_gb": 17.1, "ce": 0.2249841856587409, "kl": 0.0853788318338502, "context": 0.26767359971290716} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.761363983154297, "loss_scale": 4.0, "retries": 0, "seconds": 12.1, "max_memory_gb": 17.1, "ce": 0.5051301949715707, "kl": 0.16652349673677236, "context": 0.5883919633924961} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.0244011878967285, "loss_scale": 4.0, "retries": 0, "seconds": 13.3, "max_memory_gb": 17.1, "ce": 0.033976752805756405, "kl": 0.25386147294193506, "context": 0.16090749180875719} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.600631833076477, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 17.1, "ce": 0.001963089698620024, "kl": 0.23746182624574885, "context": 0.1206940043321083} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 9.704194068908691, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 17.11, "ce": 0.3625696170493029, "kl": 1.0022738781990483, "context": 0.8637065298389643} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.8638846278190613, "loss_scale": 4.0, "retries": 0, "seconds": 16.9, "max_memory_gb": 17.11, "ce": 0.06097183306701481, "kl": 0.04848133632913232, "context": 0.08521249995101243} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5719956755638123, "loss_scale": 4.0, "retries": 0, "seconds": 17.8, "max_memory_gb": 17.11, "ce": 0.024656656954903156, "kl": 0.10407631250564009, "context": 0.07669481518678367} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 6.215385913848877, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 17.11, "ce": 0.2912162165157497, "kl": 0.07195328804664314, "context": 0.32719285786151886} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.4374216794967651, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 17.11, "ce": 0.18261839163324112, "kl": 0.020212214176581256, "context": 0.19272450512426076} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.5236051678657532, "loss_scale": 4.0, "retries": 0, "seconds": 20.9, "max_memory_gb": 17.11, "ce": 0.0054562786826863885, "kl": 0.08317770012217807, "context": 0.047045128798345104} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.4452226161956787, "loss_scale": 4.0, "retries": 0, "seconds": 21.9, "max_memory_gb": 17.11, "ce": 0.07578444859245792, "kl": 0.0406863912648987, "context": 0.09612764790654182} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.2415304332971573, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 17.11, "ce": 0.004243847440193349, "kl": 0.01809718373715441, "context": 0.013292439407450729} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.40940266847610474, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.11, "ce": 0.004155492417339701, "kl": 0.08887541803687782, "context": 0.04859320328978356} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.33675000071525574, "loss_scale": 4.0, "retries": 0, "seconds": 25.3, "max_memory_gb": 17.11, "ce": 0.004976553638698533, "kl": 0.022554861317985342, "context": 0.01625398371834308} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.3279649615287781, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 17.11, "ce": 0.018314073440706125, "kl": 0.008895132061297772, "context": 0.022761638918382232} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.8103344440460205, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.11, "ce": 0.06598842114908621, "kl": 0.35077803080503145, "context": 0.24137743475148454} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.8994321823120117, "loss_scale": 4.0, "retries": 0, "seconds": 28.8, "max_memory_gb": 17.11, "ce": 0.05269682796642883, "kl": 0.7491692899420741, "context": 0.42728148102469277} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.2933595180511475, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 17.11, "ce": 0.10313957316975575, "kl": 0.17577181597880553, "context": 0.1910254811809864} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.7640464305877686, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.11, "ce": 0.07522123892613308, "kl": 0.00045145940509883076, "context": 0.07544697209050355} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 12.963387489318848, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 17.11, "ce": 0.9023800544746337, "kl": 0.014271825446485309, "context": 0.9095159955177223} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.1570355892181396, "loss_scale": 4.0, "retries": 0, "seconds": 33.7, "max_memory_gb": 17.11, "ce": 0.0069295946741476655, "kl": 0.8273716660332866, "context": 0.42061542510055006} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.66593337059021, "loss_scale": 4.0, "retries": 0, "seconds": 34.9, "max_memory_gb": 17.11, "ce": 0.12952983163995668, "kl": 0.025482794153504074, "context": 0.14227122836746275} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.7948857545852661, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.11, "ce": 0.01478132518241182, "kl": 0.5495447283319663, "context": 0.2895536944270134} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.558422803878784, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.11, "ce": 0.5268092317855917, "kl": 0.43637307587778196, "context": 0.7449957458302379} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.1822503805160522, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.11, "ce": 0.05017163907177746, "kl": 0.027718621218809858, "context": 0.06403094960842282} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.04567371681332588, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 17.11, "ce": 0.0020366765129438136, "kl": 0.0008302033093059435, "context": 0.002451778098475188} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.11395701766014099, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 17.11, "ce": 0.004380637023132294, "kl": 0.0002514159114070935, "context": 0.004506345052504912} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.402202844619751, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.11, "ce": 0.08596163941547275, "kl": 0.033342617032758426, "context": 0.10263294691685587} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.516953945159912, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 17.11, "ce": 0.14326716577852494, "kl": 0.02380619753694191, "context": 0.1551702673350519} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7961521744728088, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.11, "ce": 0.0701188578386791, "kl": 0.3130544191226363, "context": 0.22664607467595488} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.8520469069480896, "loss_scale": 4.0, "retries": 0, "seconds": 46.3, "max_memory_gb": 17.11, "ce": 0.026421296875923872, "kl": 0.07191377342678607, "context": 0.06237818393856287} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.9164760112762451, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 17.11, "ce": 0.24151015793904662, "kl": 0.18296208957326598, "context": 0.33299120189622045} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.4582378566265106, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.11, "ce": 0.021759125927928835, "kl": 0.006566796406332287, "context": 0.02504252414655639} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.4795399010181427, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.11, "ce": 0.02030857036152156, "kl": 0.03373774670762941, "context": 0.037177444086410105} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.5120264291763306, "loss_scale": 4.0, "retries": 0, "seconds": 51.2, "max_memory_gb": 17.11, "ce": 0.013474777981173247, "kl": 0.5785139928921126, "context": 0.3027317743981257} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 7.599041938781738, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.11, "ce": 0.2464936342148576, "kl": 0.2971533149411698, "context": 0.39507029126252746} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.07863712310791, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.11, "ce": 0.24462272156961262, "kl": 0.04057742148870602, "context": 0.26491143996827304} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 6.878861904144287, "loss_scale": 4.0, "retries": 0, "seconds": 54.9, "max_memory_gb": 17.11, "ce": 0.20671999373007566, "kl": 0.056280991637322586, "context": 0.23486048955237493} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.3380205631256104, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 17.11, "ce": 0.21730980079155415, "kl": 0.049627126652922016, "context": 0.24212335655465722} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.3671227693557739, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.11, "ce": 0.017270541982725263, "kl": 0.013460539892548695, "context": 0.024000811856240034} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.8681777119636536, "loss_scale": 4.0, "retries": 0, "seconds": 58.6, "max_memory_gb": 17.11, "ce": 0.09018924784322735, "kl": 0.028571277399294104, "context": 0.10447488726640586} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.7666709423065186, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.11, "ce": 0.2522659435089736, "kl": 0.09017121375472925, "context": 0.2973515579396917} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6063137054443359, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.11, "ce": 0.015855005010962486, "kl": 0.08079202007502317, "context": 0.05625101667828858} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.1930105686187744, "loss_scale": 4.0, "retries": 0, "seconds": 62.3, "max_memory_gb": 17.11, "ce": 0.04525822459254414, "kl": 0.14089598583814222, "context": 0.11570622038561851} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.2940649688243866, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 17.11, "ce": 0.011340125747665297, "kl": 0.008322382635753911, "context": 0.015501317066082265} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.33309438824653625, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 17.11, "ce": 0.005072854779427871, "kl": 0.023277610082004685, "context": 0.01671166007872671} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.280212163925171, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 17.11, "ce": 0.07270095478816074, "kl": 0.07300504553495557, "context": 0.10920347941282671} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 13.839298248291016, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.11, "ce": 0.7565817023787531, "kl": 0.5411809067936701, "context": 1.0271721217832237} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.11870769411325455, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.11, "ce": 0.004821976515813731, "kl": 0.0021916546397733327, "context": 0.005917803660850041} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.0793213844299316, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 17.11, "ce": 0.05135238332695735, "kl": 0.01019272280518635, "context": 0.05644874464269378} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.4590966701507568, "loss_scale": 4.0, "retries": 0, "seconds": 70.9, "max_memory_gb": 17.11, "ce": 0.015319328216719441, "kl": 0.33112011107368744, "context": 0.1808793797972612} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.16489079594612122, "loss_scale": 4.0, "retries": 0, "seconds": 72.1, "max_memory_gb": 17.11, "ce": 0.007777969383823802, "kl": 0.000424940789230277, "context": 0.007990440033609048} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 5.381213665008545, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 17.11, "ce": 0.11502492652834917, "kl": 0.2096106211829465, "context": 0.21983024409746577} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.6887214183807373, "loss_scale": 4.0, "retries": 0, "seconds": 74.6, "max_memory_gb": 17.11, "ce": 0.005336250542313792, "kl": 0.13661879420396872, "context": 0.07364564822637476} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.6399410367012024, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 17.11, "ce": 0.0025120220707322005, "kl": 0.12021268756689096, "context": 0.06261836537305498} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 3.0678470134735107, "loss_scale": 4.0, "retries": 0, "seconds": 77.1, "max_memory_gb": 17.11, "ce": 0.17885791153821629, "kl": 0.16209928125257278, "context": 0.25990755379461916} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.7827238440513611, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 17.11, "ce": 0.03413836044637719, "kl": 0.048023262239439646, "context": 0.058149989730736706} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 7.658172130584717, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 17.11, "ce": 0.18413625104585662, "kl": 0.07534570843563415, "context": 0.22180909756571054} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 15.716806411743164, "loss_scale": 4.0, "retries": 0, "seconds": 80.8, "max_memory_gb": 17.11, "ce": 0.16764811102530075, "kl": 0.17422558932275933, "context": 0.2547608907798349} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.22389812767505646, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 17.11, "ce": 0.012628072385268752, "kl": 0.0029035371549070987, "context": 0.01407984097750159} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.693892240524292, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 17.11, "ce": 0.0287919792572211, "kl": 0.023488222039304674, "context": 0.040536091379181016} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.7196226119995117, "loss_scale": 4.0, "retries": 0, "seconds": 84.5, "max_memory_gb": 17.11, "ce": 0.13113595748473017, "kl": 0.049042222133721225, "context": 0.15565707531641237} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.325706481933594, "loss_scale": 4.0, "retries": 0, "seconds": 85.7, "max_memory_gb": 17.11, "ce": 0.3666863873731927, "kl": 0.14658041229631635, "context": 0.4399765935522737} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 6.3669514656066895, "loss_scale": 4.0, "retries": 0, "seconds": 87.1, "max_memory_gb": 17.11, "ce": 0.671173560549505, "kl": 0.045624818943906575, "context": 0.6939859476406127} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.0681176707148552, "loss_scale": 4.0, "retries": 0, "seconds": 88.3, "max_memory_gb": 17.11, "ce": 0.00239723028971639, "kl": 0.0018829573855327908, "context": 0.003338708949740976} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.864058971405029, "loss_scale": 4.0, "retries": 0, "seconds": 89.5, "max_memory_gb": 17.11, "ce": 0.4135823680990143, "kl": 0.01792314020349295, "context": 0.4225439484434901} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.5131561756134033, "loss_scale": 4.0, "retries": 0, "seconds": 90.8, "max_memory_gb": 17.11, "ce": 0.0039518528210464865, "kl": 0.12897590804641368, "context": 0.06843980646226555} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.054248571395874, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 17.11, "ce": 0.015891210052359384, "kl": 0.15577458426014346, "context": 0.09377850008604582} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.7554576396942139, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 17.11, "ce": 0.0072245958872372285, "kl": 0.29650716530159116, "context": 0.15547817456535995} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.3098818063735962, "loss_scale": 4.0, "retries": 0, "seconds": 94.0, "max_memory_gb": 17.11, "ce": 0.0023407309454341885, "kl": 0.24096464071840273, "context": 0.12282304786640452} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6872392296791077, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 17.11, "ce": 0.007061184282065369, "kl": 0.10641948129341472, "context": 0.06027092321892269} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 1.2599042654037476, "loss_scale": 4.0, "retries": 0, "seconds": 96.3, "max_memory_gb": 17.11, "ce": 0.014333117935166229, "kl": 0.3458381257023575, "context": 0.1872521863770089} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.546478509902954, "loss_scale": 4.0, "retries": 0, "seconds": 97.5, "max_memory_gb": 17.11, "ce": 0.18579172881072736, "kl": 0.05211275973283591, "context": 0.21184811242892465} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.4381022453308105, "loss_scale": 4.0, "retries": 0, "seconds": 98.7, "max_memory_gb": 17.11, "ce": 0.7142151395237306, "kl": 0.06408793509535826, "context": 0.7462591331277508} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.0611494779586792, "loss_scale": 4.0, "retries": 0, "seconds": 100.0, "max_memory_gb": 17.11, "ce": 0.0008068629758781753, "kl": 0.15111043702881943, "context": 0.07636208354961127} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.8185192942619324, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 17.11, "ce": 0.06801588789676316, "kl": 0.06547366754966788, "context": 0.1007527211913839} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.8293208479881287, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.11, "ce": 0.04943283063767012, "kl": 0.15743434708565474, "context": 0.12815000675618649} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.40036678314209, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 17.11, "ce": 0.09450120896508452, "kl": 0.08319364284966468, "context": 0.13609803411600296} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.6040483117103577, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.11, "ce": 0.017087766143959016, "kl": 0.016774775496742222, "context": 0.025475154194282368} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9035158753395081, "loss_scale": 4.0, "retries": 0, "seconds": 105.9, "max_memory_gb": 17.11, "ce": 0.08415390579830273, "kl": 0.03346372787245855, "context": 0.10088577345595695} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.7370001077651978, "loss_scale": 4.0, "retries": 0, "seconds": 107.2, "max_memory_gb": 17.11, "ce": 0.028477245119574945, "kl": 0.0048708746617194265, "context": 0.03091268338903319} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.18351644277572632, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 17.11, "ce": 0.006944867993297521, "kl": 0.020410515062394552, "context": 0.017150125873740762} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.05190332978963852, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 17.11, "ce": 0.0017425888872821815, "kl": 0.006144518607470673, "context": 0.0048148482528631575} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.34829309582710266, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 17.11, "ce": 0.013629732489789603, "kl": 0.026138077198993415, "context": 0.026698771864175797} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.5737846493721008, "loss_scale": 4.0, "retries": 0, "seconds": 112.1, "max_memory_gb": 17.11, "ce": 0.05737946880981326, "kl": 0.022850633540656418, "context": 0.06880478654056787} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.134633541107178, "loss_scale": 4.0, "retries": 0, "seconds": 113.4, "max_memory_gb": 17.11, "ce": 0.1808545199164655, "kl": 0.400943974222173, "context": 0.3813265047792811} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.823063611984253, "loss_scale": 4.0, "retries": 0, "seconds": 114.6, "max_memory_gb": 17.11, "ce": 0.1430898443722981, "kl": 0.48986756172962487, "context": 0.3880236418917775} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.9357431530952454, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 17.11, "ce": 0.03706355392932892, "kl": 0.08865175396203995, "context": 0.08138942904770374} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.8378850221633911, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 17.11, "ce": 0.009786889888346195, "kl": 0.30434528361365665, "context": 0.16195953194983304} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.24929821491241455, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.11, "ce": 0.003033688699360937, "kl": 0.035436834521533456, "context": 0.020752106909640133} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.6615172028541565, "loss_scale": 4.0, "retries": 0, "seconds": 119.5, "max_memory_gb": 17.11, "ce": 0.029368507286562817, "kl": 0.03686437782357643, "context": 0.047800697404454695} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.7565947771072388, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.11, "ce": 0.0335707477570395, "kl": 0.07534935911189677, "context": 0.07124542659948929} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.10201473534107208, "loss_scale": 4.0, "retries": 0, "seconds": 122.0, "max_memory_gb": 17.11, "ce": 0.004969131347024813, "kl": 0.0036293168595875613, "context": 0.0067837897659046575} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.443024158477783, "loss_scale": 4.0, "retries": 0, "seconds": 123.4, "max_memory_gb": 17.11, "ce": 0.2380112104156069, "kl": 0.029583348639334872, "context": 0.25280288658541394} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.14438724517822266, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.11, "ce": 0.003327533217088785, "kl": 0.01680428825341096, "context": 0.01172967734055419} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 1.6979228258132935, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.11, "ce": 0.18872308963909745, "kl": 0.11433695982123027, "context": 0.24589156860020012} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.6323130130767822, "loss_scale": 4.0, "retries": 0, "seconds": 127.1, "max_memory_gb": 17.11, "ce": 0.1484452903678175, "kl": 0.004789733580764732, "context": 0.15084015621687286} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.9652886390686035, "loss_scale": 4.0, "retries": 0, "seconds": 128.3, "max_memory_gb": 17.11, "ce": 0.09683529714857286, "kl": 0.33945815869919826, "context": 0.2665643704449394} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.148765802383423, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 17.11, "ce": 0.07467700979032088, "kl": 0.058636548060349014, "context": 0.10399528194830054} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.3070638179779053, "loss_scale": 4.0, "retries": 0, "seconds": 130.9, "max_memory_gb": 17.11, "ce": 0.19788322699605487, "kl": 0.12309899930551182, "context": 0.25943272293079644} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.7809622287750244, "loss_scale": 4.0, "retries": 0, "seconds": 132.2, "max_memory_gb": 17.11, "ce": 0.23006832618557382, "kl": 0.002385423933446873, "context": 0.23126104280527215} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.8821327686309814, "loss_scale": 4.0, "retries": 0, "seconds": 133.4, "max_memory_gb": 17.11, "ce": 0.03324253766913898, "kl": 0.48618983419248707, "context": 0.2763374619826209} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 4.698672771453857, "loss_scale": 4.0, "retries": 0, "seconds": 134.7, "max_memory_gb": 17.11, "ce": 0.12343032174976543, "kl": 0.010582447554043029, "context": 0.12872154643991962} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.02165120095014572, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 17.11, "ce": 0.00031560879142489284, "kl": 0.001483791634541376, "context": 0.001057504618074745} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.3780713081359863, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.11, "ce": 0.09408271189022344, "kl": 0.1997270482388558, "context": 0.1939462285663467} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.0319738388061523, "loss_scale": 4.0, "retries": 0, "seconds": 138.5, "max_memory_gb": 17.11, "ce": 0.5575245537474984, "kl": 0.12765039983787574, "context": 0.6213497536955401} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.17459933459758759, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 17.11, "ce": 0.009770559787284583, "kl": 0.002006524216994876, "context": 0.01077382177754771} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 6.336576461791992, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 17.11, "ce": 0.3107062818307895, "kl": 0.029178516604588367, "context": 0.3252955492644105} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.362835168838501, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 17.11, "ce": 0.3369203094189288, "kl": 0.0014400200379895978, "context": 0.3376403103757184} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.8367254734039307, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 17.11, "ce": 0.5609962409034779, "kl": 0.02635428886515001, "context": 0.5741733890681644} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.617022752761841, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.11, "ce": 0.09063427834189497, "kl": 0.9535517122130841, "context": 0.5674101205804618} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.4128236174583435, "loss_scale": 4.0, "retries": 0, "seconds": 145.9, "max_memory_gb": 17.11, "ce": 0.02072241488713189, "kl": 0.00761944909390877, "context": 0.024532139614166226} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.4826947450637817, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.11, "ce": 0.02932448260980891, "kl": 0.20956038170646707, "context": 0.1341046714260301} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.3233765363693237, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.11, "ce": 0.02163738761737477, "kl": 0.09536071148841074, "context": 0.06931774499389576} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.4145926237106323, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.11, "ce": 0.004074953845702112, "kl": 0.06973926321006729, "context": 0.038944585365243256} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.15948665142059326, "loss_scale": 4.0, "retries": 0, "seconds": 150.8, "max_memory_gb": 17.11, "ce": 0.009143611212493852, "kl": 0.0027960148254351225, "context": 0.010541618627030402} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.4763717651367188, "loss_scale": 4.0, "retries": 0, "seconds": 152.1, "max_memory_gb": 17.11, "ce": 0.09403064307116438, "kl": 0.666892679844139, "context": 0.42747698300445336} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7561431527137756, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 17.11, "ce": 0.008665415924042463, "kl": 0.0635367224458605, "context": 0.04043377804919146} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.5781302452087402, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.11, "ce": 0.5737991511705332, "kl": 0.19660972377099029, "context": 0.6721039983676746} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.8656237721443176, "loss_scale": 4.0, "retries": 0, "seconds": 155.8, "max_memory_gb": 17.11, "ce": 0.0024862301943358034, "kl": 0.08329685567878187, "context": 0.044134658557595685} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.9059239625930786, "loss_scale": 4.0, "retries": 0, "seconds": 157.0, "max_memory_gb": 17.11, "ce": 0.03886453856830485, "kl": 0.055632180607062764, "context": 0.06668062931566965} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 5.162151336669922, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 17.11, "ce": 0.1799718207475962, "kl": 0.13381939241185137, "context": 0.24688151695590932} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.983674168586731, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 17.11, "ce": 0.05092179587518331, "kl": 0.08582582481903955, "context": 0.0938347089686431} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.6954466700553894, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.11, "ce": 0.14421402267180383, "kl": 0.029270725477545056, "context": 0.15884937765076756} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.03251941129565239, "loss_scale": 4.0, "retries": 0, "seconds": 162.1, "max_memory_gb": 17.11, "ce": 0.0024692163060535677, "kl": 0.00030309064800349006, "context": 0.0026207616610918194} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.2572442591190338, "loss_scale": 4.0, "retries": 0, "seconds": 163.4, "max_memory_gb": 17.11, "ce": 0.014656258572358638, "kl": 0.0008604842732893303, "context": 0.01508650038158521} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.9756717681884766, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 17.11, "ce": 0.05425937412655912, "kl": 0.31797112432715124, "context": 0.213244942802703} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.8622841835021973, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.11, "ce": 0.26400347717572004, "kl": 0.36877443760749884, "context": 0.44839068356668577} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.2902776002883911, "loss_scale": 4.0, "retries": 0, "seconds": 167.1, "max_memory_gb": 17.11, "ce": 0.020944612348102964, "kl": 0.007817721256287768, "context": 0.024853473209077492} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 10.708407402038574, "loss_scale": 4.0, "retries": 0, "seconds": 168.4, "max_memory_gb": 17.11, "ce": 0.4640153396758251, "kl": 0.3734427720410167, "context": 0.6507367072044872} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.8365607261657715, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.11, "ce": 0.02666767968912609, "kl": 0.020796841388801113, "context": 0.03706610045628622} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 6.578182220458984, "loss_scale": 4.0, "retries": 0, "seconds": 170.9, "max_memory_gb": 17.11, "ce": 0.29788592795375735, "kl": 0.1457981601170104, "context": 0.3707850015198346} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.29484811425209045, "loss_scale": 4.0, "retries": 0, "seconds": 172.2, "max_memory_gb": 17.11, "ce": 0.017313746095169336, "kl": 0.00676724568620557, "context": 0.02069736921112053} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.0555540323257446, "loss_scale": 4.0, "retries": 0, "seconds": 173.4, "max_memory_gb": 17.11, "ce": 0.08141068497207016, "kl": 0.12872518715448678, "context": 0.14577327854931355} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.40715789794921875, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 17.11, "ce": 0.004128974920604378, "kl": 0.050828838843699486, "context": 0.029543393931817263} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.5651839971542358, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 17.11, "ce": 0.1489327177987434, "kl": 0.04533477532095276, "context": 0.1716001117019914} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.0068778991699219, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 17.11, "ce": 0.005640181079797912, "kl": 0.12044025977957062, "context": 0.06586030963808298} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.12106458842754364, "loss_scale": 4.0, "retries": 0, "seconds": 178.4, "max_memory_gb": 17.11, "ce": 0.009856824748567306, "kl": 0.004616702219038871, "context": 0.012165175576228648} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.05150427296757698, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 17.11, "ce": 0.0042722029611468315, "kl": 0.0006831579230492935, "context": 0.004613781871739775} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.4136525392532349, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.11, "ce": 0.06843968169414438, "kl": 0.023188311606645584, "context": 0.0800338381959591} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.0445737838745117, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 17.11, "ce": 0.24366029209340923, "kl": 0.09264109598007053, "context": 0.2899808328365907} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.33491849899292, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 17.11, "ce": 0.11705887726566289, "kl": 0.2625545136506844, "context": 0.2483361300546676} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.8857019543647766, "loss_scale": 4.0, "retries": 0, "seconds": 184.6, "max_memory_gb": 17.11, "ce": 0.0030282767984317616, "kl": 0.10741866919670429, "context": 0.05673761314392323} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.039334673434495926, "loss_scale": 4.0, "retries": 0, "seconds": 186.0, "max_memory_gb": 17.11, "ce": 0.0025784808967728168, "kl": 0.0008585110881540459, "context": 0.0030077364936005324} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.3551769256591797, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 17.11, "ce": 0.08177823506412096, "kl": 0.002302613498613937, "context": 0.08292953827185556} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.21696485579013824, "loss_scale": 4.0, "retries": 0, "seconds": 188.4, "max_memory_gb": 17.11, "ce": 0.002598895283881575, "kl": 0.008241048475611024, "context": 0.006719419441651553} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.09837622940540314, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.11, "ce": 0.007649110855709296, "kl": 0.000742038182579563, "context": 0.008020129789656494} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.45893529057502747, "loss_scale": 4.0, "retries": 0, "seconds": 190.9, "max_memory_gb": 17.11, "ce": 0.08677760612044949, "kl": 0.05827283882535994, "context": 0.11591402179328725} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 2.2442543506622314, "loss_scale": 4.0, "retries": 0, "seconds": 192.1, "max_memory_gb": 17.11, "ce": 0.16570081443933304, "kl": 0.02275837973866146, "context": 0.17708000092534348} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.05594692751765251, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 17.11, "ce": 0.0021922765372437425, "kl": 0.001455521080060862, "context": 0.002920037164585665} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.125664472579956, "loss_scale": 4.0, "retries": 0, "seconds": 194.7, "max_memory_gb": 17.11, "ce": 0.003835829149466008, "kl": 0.23547172066173516, "context": 0.12157168862177059} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.1618078649044037, "loss_scale": 4.0, "retries": 0, "seconds": 196.1, "max_memory_gb": 17.11, "ce": 0.004658488760469481, "kl": 0.012884552823379636, "context": 0.01110076520126313} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.40039369463920593, "loss_scale": 4.0, "retries": 0, "seconds": 197.2, "max_memory_gb": 17.11, "ce": 0.028541448675241554, "kl": 0.007372660725195601, "context": 0.03222777874907479} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.2813361883163452, "loss_scale": 4.0, "retries": 0, "seconds": 198.4, "max_memory_gb": 17.11, "ce": 0.0634147995733656, "kl": 0.05045161012094468, "context": 0.0886406060308218} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.221086025238037, "loss_scale": 4.0, "retries": 0, "seconds": 199.7, "max_memory_gb": 17.11, "ce": 0.006240987026103539, "kl": 0.07537814279930899, "context": 0.043930057479883544} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.9262887835502625, "loss_scale": 4.0, "retries": 0, "seconds": 200.9, "max_memory_gb": 17.11, "ce": 0.08271665709617082, "kl": 0.08367625189384853, "context": 0.12455478316405788} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.9877274036407471, "loss_scale": 4.0, "retries": 0, "seconds": 202.1, "max_memory_gb": 17.11, "ce": 0.1001372259343043, "kl": 0.02465168322669342, "context": 0.11246306705288589} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.22807259857654572, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 17.11, "ce": 0.0017987555911531672, "kl": 0.03219498194744119, "context": 0.017896246354212053} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.17552460730075836, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.11, "ce": 0.007664782810024917, "kl": 0.009351313623483293, "context": 0.012340439716354012} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.11837141215801239, "loss_scale": 4.0, "retries": 0, "seconds": 206.0, "max_memory_gb": 17.11, "ce": 0.005324094603565754, "kl": 0.0036741179137607105, "context": 0.00716115356044611} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.43765994906425476, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.11, "ce": 0.02227140578906983, "kl": 0.071832966976217, "context": 0.058187889284454286} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.510486364364624, "loss_scale": 4.0, "retries": 0, "seconds": 208.3, "max_memory_gb": 17.11, "ce": 0.006518037502246443, "kl": 0.08741273540363181, "context": 0.050224404731125105} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.297784686088562, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.11, "ce": 0.02180806518299505, "kl": 0.2979441382904042, "context": 0.1707801379961893} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.3436713218688965, "loss_scale": 4.0, "retries": 0, "seconds": 210.8, "max_memory_gb": 17.11, "ce": 0.14370548833539942, "kl": 0.018315972221898846, "context": 0.1528634753485676} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.047760009765625, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.11, "ce": 0.1458293676842004, "kl": 0.0270695132057881, "context": 0.15936412115115672} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.30881962180137634, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 17.11, "ce": 0.006725224448018707, "kl": 0.015139577677473426, "context": 0.014295013272203505} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 1.1640654802322388, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.11, "ce": 0.006404809169907821, "kl": 0.027806314428744372, "context": 0.02030796649341937} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.1955781877040863, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.11, "ce": 0.012761637000949122, "kl": 0.0020585415447840205, "context": 0.013790908153168857} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.9777933359146118, "loss_scale": 4.0, "retries": 0, "seconds": 217.1, "max_memory_gb": 17.11, "ce": 0.020963935647159815, "kl": 0.2203555581800174, "context": 0.1311417119577527} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.4794375896453857, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 17.11, "ce": 0.09862623403023463, "kl": 0.09894045628425374, "context": 0.14809647032961948} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.6695783138275146, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.11, "ce": 0.0009058691757672932, "kl": 0.06081828864989802, "context": 0.031315013682615245} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.3305584192276, "loss_scale": 4.0, "retries": 0, "seconds": 220.7, "max_memory_gb": 17.11, "ce": 0.05272721964865923, "kl": 0.12731057188648265, "context": 0.11638250562828034} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.910356342792511, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 17.11, "ce": 0.20163783714997408, "kl": 0.00920971589130204, "context": 0.2062427000128082} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.702190399169922, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.11, "ce": 0.4556614537432324, "kl": 0.044401748455129564, "context": 0.47786232456564903} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.845682144165039, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.11, "ce": 0.12268981111992616, "kl": 0.07103569559330936, "context": 0.15820766627439298} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.27194368839263916, "loss_scale": 4.0, "retries": 0, "seconds": 225.6, "max_memory_gb": 17.11, "ce": 0.009484209011134226, "kl": 0.0008856705680955201, "context": 0.00992704468080774} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.03525148332118988, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.11, "ce": 0.001695061131613329, "kl": 0.00116261283892527, "context": 0.0022763675442547537} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.018516307696700096, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.11, "ce": 0.0010030396770162042, "kl": 0.0005908918546992936, "context": 0.0012984856075490825} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.07983466982841492, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 17.11, "ce": 0.0023461896926164627, "kl": 0.006040679640136659, "context": 0.005366529629100114} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.5747249126434326, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 17.11, "ce": 0.2777603823633399, "kl": 0.03024331799133506, "context": 0.29288203719625017} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.577975273132324, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.11, "ce": 0.07648986062849872, "kl": 0.12930377046359354, "context": 0.14114175006398} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.6844432950019836, "loss_scale": 4.0, "retries": 0, "seconds": 232.9, "max_memory_gb": 17.11, "ce": 0.07644126954983221, "kl": 0.020862113273551586, "context": 0.0868723238563689} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.1118390560150146, "loss_scale": 4.0, "retries": 0, "seconds": 234.2, "max_memory_gb": 17.11, "ce": 0.04603047307682573, "kl": 0.034970179066021956, "context": 0.06351556495792465} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.050997599959373474, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.11, "ce": 0.002165908575989306, "kl": 0.001635059466934763, "context": 0.0029834384185960516} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.2979068756103516, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 17.11, "ce": 0.31885785346094053, "kl": 0.508414608615567, "context": 0.5730651454650797} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.4988543689250946, "loss_scale": 4.0, "retries": 0, "seconds": 237.9, "max_memory_gb": 17.11, "ce": 0.024718775808651117, "kl": 0.08828379008741649, "context": 0.06886067108462157} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7519648671150208, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 17.11, "ce": 0.019686063016706612, "kl": 0.11933517458055576, "context": 0.07935365018784069} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.022477148100733757, "loss_scale": 4.0, "retries": 0, "seconds": 240.4, "max_memory_gb": 17.11, "ce": 0.001079283565559308, "kl": 0.00043121651833644137, "context": 0.001294891830184497} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.025600580498576164, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 17.11, "ce": 0.0010450579211465083, "kl": 0.00047244269967450236, "context": 0.0012812792701879516} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.04477694630622864, "loss_scale": 4.0, "retries": 0, "seconds": 242.7, "max_memory_gb": 17.11, "ce": 0.00029041600737400586, "kl": 0.0025783261080505326, "context": 0.001579579101417039} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.4710042476654053, "loss_scale": 4.0, "retries": 0, "seconds": 244.0, "max_memory_gb": 17.11, "ce": 0.0007602913356095087, "kl": 0.3565833828720315, "context": 0.17905198774769815} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.5262362957000732, "loss_scale": 4.0, "retries": 0, "seconds": 245.3, "max_memory_gb": 17.11, "ce": 0.11349246455938555, "kl": 0.15129037074075313, "context": 0.18913764620083384} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.08117268234491348, "loss_scale": 4.0, "retries": 0, "seconds": 246.4, "max_memory_gb": 17.11, "ce": 0.006405215899576433, "kl": 0.0005103943331050687, "context": 0.0066604128369363025} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 5.427612781524658, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 17.11, "ce": 0.1353945427981671, "kl": 0.14024257595883682, "context": 0.2055158243747428} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 1.6455399990081787, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 17.11, "ce": 0.013062043886748143, "kl": 1.1286016878439113, "context": 0.5773628735914826} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.06784654408693314, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 17.11, "ce": 0.0035890527160518104, "kl": 0.0037033896060165716, "context": 0.0054407475181506015} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.05887491628527641, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 17.11, "ce": 0.0033596229914110154, "kl": 0.001981288154638605, "context": 0.004350267088739201} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.2991620898246765, "loss_scale": 4.0, "retries": 0, "seconds": 251.8, "max_memory_gb": 17.11, "ce": 0.004112537004402839, "kl": 0.011064195929520793, "context": 0.009644634719734313} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.1611900329589844, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.11, "ce": 0.07261522265616804, "kl": 0.055714744768920355, "context": 0.10047259798739105} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.22135567665100098, "loss_scale": 4.0, "retries": 0, "seconds": 254.1, "max_memory_gb": 17.11, "ce": 0.00443191290833056, "kl": 0.022186880985827884, "context": 0.015525353672273923} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.0099430084228516, "loss_scale": 4.0, "retries": 0, "seconds": 255.1, "max_memory_gb": 17.11, "ce": 0.10656564851524308, "kl": 0.09327468066749134, "context": 0.15320299642917234} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.288331538438797, "loss_scale": 4.0, "retries": 0, "seconds": 256.4, "max_memory_gb": 17.11, "ce": 0.009099105081986636, "kl": 0.009690945344118518, "context": 0.013944577760412358} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.1195330619812012, "loss_scale": 4.0, "retries": 0, "seconds": 257.6, "max_memory_gb": 17.11, "ce": 0.055737669121299405, "kl": 0.028157740512540386, "context": 0.06981653852562886} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.8251088857650757, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 17.11, "ce": 0.01867171679441526, "kl": 0.03747347067451301, "context": 0.037408452128147474} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.5118390321731567, "loss_scale": 4.0, "retries": 0, "seconds": 260.1, "max_memory_gb": 17.11, "ce": 0.128344296826981, "kl": 0.3240788478124159, "context": 0.2903837171252235} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.7639918327331543, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 17.11, "ce": 0.3754337090358604, "kl": 0.6204467356255918, "context": 0.6856570783274947} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.20593097805976868, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 17.11, "ce": 0.012546951387776062, "kl": 0.004183870843689874, "context": 0.014638887063483708} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.602803647518158, "loss_scale": 4.0, "retries": 0, "seconds": 263.8, "max_memory_gb": 17.11, "ce": 0.016195553180295974, "kl": 0.005799604910862399, "context": 0.01909535586310085} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.6356251239776611, "loss_scale": 4.0, "retries": 0, "seconds": 265.0, "max_memory_gb": 17.11, "ce": 0.0022931567873456515, "kl": 0.10419137008284451, "context": 0.05438884353497997} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.0281020402908325, "loss_scale": 4.0, "retries": 0, "seconds": 266.3, "max_memory_gb": 17.11, "ce": 0.0018325820419704542, "kl": 0.20956137336634129, "context": 0.10661326567060314} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.467258930206299, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 17.11, "ce": 0.11502971399386297, "kl": 1.0916845894389553, "context": 0.6608719792711781} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.6378829479217529, "loss_scale": 4.0, "retries": 0, "seconds": 268.7, "max_memory_gb": 17.11, "ce": 0.01766970389871858, "kl": 0.02906583292860887, "context": 0.03220262041577371} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.3520073890686035, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 17.11, "ce": 0.06648892851080745, "kl": 0.5035591569612734, "context": 0.3182685107458383} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.4367995262145996, "loss_scale": 4.0, "retries": 0, "seconds": 271.0, "max_memory_gb": 17.11, "ce": 0.2959978094586404, "kl": 0.03697266000745003, "context": 0.3144841328903567} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.7807588577270508, "loss_scale": 4.0, "retries": 0, "seconds": 272.0, "max_memory_gb": 17.11, "ce": 0.004950925533194095, "kl": 0.08952852790389443, "context": 0.049715188797563314} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.19315490126609802, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 17.11, "ce": 0.0031933097634464502, "kl": 0.03196543476951774, "context": 0.01917602715548128} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.01620621792972088, "loss_scale": 4.0, "retries": 0, "seconds": 274.5, "max_memory_gb": 17.11, "ce": 0.0008515329318470322, "kl": 0.00017540142050620489, "context": 0.0009392336214659736} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 2.737210512161255, "loss_scale": 4.0, "retries": 0, "seconds": 275.7, "max_memory_gb": 17.11, "ce": 0.026656528338207863, "kl": 0.8636339645381668, "context": 0.4584735250391532} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.9155741930007935, "loss_scale": 4.0, "retries": 0, "seconds": 276.8, "max_memory_gb": 17.11, "ce": 0.039700193563476205, "kl": 0.22494683740660548, "context": 0.15217361506074667} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.18620958924293518, "loss_scale": 4.0, "retries": 0, "seconds": 278.0, "max_memory_gb": 17.11, "ce": 0.006266838347073644, "kl": 0.024373258109790186, "context": 0.018453467870131135} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.926576554775238, "loss_scale": 4.0, "retries": 0, "seconds": 279.4, "max_memory_gb": 17.11, "ce": 0.09435188790666871, "kl": 0.07225113050844811, "context": 0.13047745317453519} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.7618591785430908, "loss_scale": 4.0, "retries": 0, "seconds": 280.5, "max_memory_gb": 17.11, "ce": 0.44798231884487905, "kl": 0.017871381132863462, "context": 0.4569180231774226} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.5314323902130127, "loss_scale": 4.0, "retries": 0, "seconds": 281.8, "max_memory_gb": 17.11, "ce": 0.00440311927741277, "kl": 0.07615189623356855, "context": 0.04247906608361518} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 4.549161434173584, "loss_scale": 4.0, "retries": 0, "seconds": 282.9, "max_memory_gb": 17.11, "ce": 0.06664119045308325, "kl": 0.2554447120237455, "context": 0.19436354588106042} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.4397369623184204, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 17.11, "ce": 0.00109259495002334, "kl": 0.056271603958521155, "context": 0.02922839629172813} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.36951324343681335, "loss_scale": 4.0, "retries": 0, "seconds": 285.1, "max_memory_gb": 17.11, "ce": 0.03135086172551382, "kl": 0.01035520957702829, "context": 0.03652846603654325} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.721991777420044, "loss_scale": 4.0, "retries": 0, "seconds": 286.2, "max_memory_gb": 17.11, "ce": 0.01849528989987448, "kl": 0.4366654522018507, "context": 0.23682801029644907} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.5299518704414368, "loss_scale": 4.0, "retries": 0, "seconds": 287.4, "max_memory_gb": 17.11, "ce": 0.052661304820503574, "kl": 0.07929374848208681, "context": 0.0923081754881423} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.6735723614692688, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 17.11, "ce": 0.057943896972574294, "kl": 0.035463994136080146, "context": 0.07567589200334623} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.427743911743164, "loss_scale": 4.0, "retries": 0, "seconds": 289.7, "max_memory_gb": 17.11, "ce": 0.003442468492721673, "kl": 0.5228809831496619, "context": 0.2648829663230572} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.267912864685059, "loss_scale": 4.0, "retries": 0, "seconds": 290.7, "max_memory_gb": 17.11, "ce": 0.4267239849141333, "kl": 0.08787545234372374, "context": 0.47066171377082355} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.08184613287448883, "loss_scale": 4.0, "retries": 0, "seconds": 291.9, "max_memory_gb": 17.11, "ce": 0.005212594616750721, "kl": 0.0006499995256490365, "context": 0.0055375944066327065} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 3.587435245513916, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 17.11, "ce": 0.37815351714380085, "kl": 0.2546013460669201, "context": 0.5054541893769056} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.4476242661476135, "loss_scale": 4.0, "retries": 0, "seconds": 293.9, "max_memory_gb": 17.11, "ce": 0.013759872104856186, "kl": 0.09420219853200251, "context": 0.060860970872454345} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.8216865062713623, "loss_scale": 4.0, "retries": 0, "seconds": 295.1, "max_memory_gb": 17.11, "ce": 0.2288346669083694, "kl": 0.1468874098645756, "context": 0.30227837277925573} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.8460545539855957, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 17.11, "ce": 0.14876401715446264, "kl": 0.04654115581070073, "context": 0.17203459289157763} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.3764817714691162, "loss_scale": 4.0, "retries": 0, "seconds": 297.2, "max_memory_gb": 17.11, "ce": 0.03192761025275104, "kl": 0.08610539173332654, "context": 0.07498030821443535} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.9261974096298218, "loss_scale": 4.0, "retries": 0, "seconds": 298.3, "max_memory_gb": 17.11, "ce": 0.09479845536770881, "kl": 0.2390052385862873, "context": 0.21430106435946072} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 2.1626851558685303, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 17.11, "ce": 0.03798800043296069, "kl": 0.12756988020555582, "context": 0.10177294118329883} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.11089593172073364, "loss_scale": 4.0, "retries": 0, "seconds": 300.8, "max_memory_gb": 17.11, "ce": 0.005923256641835906, "kl": 0.0029510822387237567, "context": 0.007398797868518159} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.0262637697160244, "loss_scale": 4.0, "retries": 0, "seconds": 302.0, "max_memory_gb": 17.11, "ce": 0.0019539628410711884, "kl": 0.0002386442245096987, "context": 0.00207328493706882} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.3614017367362976, "loss_scale": 4.0, "retries": 0, "seconds": 303.1, "max_memory_gb": 17.11, "ce": 0.022740101267118007, "kl": 0.00665626709087519, "context": 0.026068235223647207} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.036624472588300705, "loss_scale": 4.0, "retries": 0, "seconds": 304.3, "max_memory_gb": 17.11, "ce": 0.00179812811256852, "kl": 0.0012110023581044516, "context": 0.0024036292888922617} diff --git a/runs/fixed_internvl/context/Middle8_s73/adapter/README.md b/runs/fixed_internvl/context/Middle8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/Middle8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5f33fea762289b746a9181d922f10c3dfb5b2d5b --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.14.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s73/config.json b/runs/fixed_internvl/context/Middle8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..109c7901fcf06669fe37552b43727a7e7b0cf833 --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Middle8_s73/steps.jsonl b/runs/fixed_internvl/context/Middle8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3f3fec893c18edb814aca3b3b3830a65c11a9b36 --- /dev/null +++ b/runs/fixed_internvl/context/Middle8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 16.388710021972656, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 29.736902236938477, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.1, "ce": 1.678076982498169, "kl": 0.697758472058922, "context": 2.026956260204315} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 11.799981117248535, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.1, "ce": 0.4536920292885043, "kl": 0.11318458517780527, "context": 0.510284312418662} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.105321884155273, "loss_scale": 4.0, "retries": 0, "seconds": 5.8, "max_memory_gb": 17.1, "ce": 0.3281868137419224, "kl": 0.021149163691006834, "context": 0.3387613917584531} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.230127334594727, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 17.11, "ce": 0.10543392399631557, "kl": 0.1283172114053741, "context": 0.16959253046661615} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.935256004333496, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 17.11, "ce": 0.18326205760240555, "kl": 0.05080372653901577, "context": 0.20866392040625215} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.23315435647964478, "loss_scale": 4.0, "retries": 0, "seconds": 9.1, "max_memory_gb": 17.11, "ce": 0.016528971686057048, "kl": 0.009539819874589739, "context": 0.021298882686096476} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.087131977081299, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 17.11, "ce": 0.3416635378089268, "kl": 0.4796222451259382, "context": 0.581474659673404} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.3483829498291016, "loss_scale": 4.0, "retries": 0, "seconds": 11.4, "max_memory_gb": 17.11, "ce": 0.04310709494166076, "kl": 0.5093184667930473, "context": 0.2977663262281567} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 2.114439010620117, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.11, "ce": 0.03540570873883553, "kl": 0.3676521247095934, "context": 0.21923176632117247} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.38529205322265625, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.11, "ce": 0.011438455083407462, "kl": 0.09196965387673117, "context": 0.05742328194901347} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.454503059387207, "loss_scale": 4.0, "retries": 0, "seconds": 15.1, "max_memory_gb": 17.11, "ce": 0.03603966300670436, "kl": 0.03120008736368618, "context": 0.051639706656715134} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.187765121459961, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.11, "ce": 0.1514721477724379, "kl": 0.08245024671487045, "context": 0.19269727167556994} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.0278252363204956, "loss_scale": 4.0, "retries": 0, "seconds": 17.5, "max_memory_gb": 17.11, "ce": 0.04994309414996678, "kl": 0.07921072526369244, "context": 0.08954845303378534} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 8.185558319091797, "loss_scale": 4.0, "retries": 0, "seconds": 18.7, "max_memory_gb": 17.11, "ce": 0.13290882261935622, "kl": 0.1524584830040112, "context": 0.20913806330645457} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.114831447601318, "loss_scale": 4.0, "retries": 0, "seconds": 19.9, "max_memory_gb": 17.11, "ce": 0.7706449560355395, "kl": 0.05069277044003684, "context": 0.7959913610102376} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.9933416843414307, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.11, "ce": 0.08066581329330802, "kl": 0.4104422299860744, "context": 0.2858869371993933} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.3597869873046875, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 17.11, "ce": 0.002166071644751355, "kl": 0.27427605412958656, "context": 0.13930410152534023} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.2376770973205566, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 17.11, "ce": 0.24431840109900804, "kl": 0.23856226657017032, "context": 0.36359952507336857} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.0177828073501587, "loss_scale": 4.0, "retries": 0, "seconds": 24.7, "max_memory_gb": 17.11, "ce": 0.07863808883848833, "kl": 0.31777287953332234, "context": 0.23752452767075738} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.10525301098823547, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 17.11, "ce": 0.008009995304746553, "kl": 0.0012650043063331395, "context": 0.00864249731239397} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8302364349365234, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 17.11, "ce": 0.16901481663808227, "kl": 0.2877459402079694, "context": 0.312887791544199} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.0152132511138916, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 17.11, "ce": 0.2200648643920431, "kl": 0.1043061744858278, "context": 0.2722179499978665} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.317506790161133, "loss_scale": 4.0, "retries": 0, "seconds": 29.1, "max_memory_gb": 17.11, "ce": 0.14220194332301617, "kl": 0.22395865322323516, "context": 0.25418127176817507} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.8465347290039062, "loss_scale": 4.0, "retries": 0, "seconds": 30.2, "max_memory_gb": 17.11, "ce": 0.09620132140116766, "kl": 0.0609467207104899, "context": 0.1266746788751334} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 6.372828006744385, "loss_scale": 4.0, "retries": 0, "seconds": 31.2, "max_memory_gb": 17.11, "ce": 0.2621262550528627, "kl": 0.4563656758930392, "context": 0.4903090929874452} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 9.116400718688965, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 17.11, "ce": 0.20349478903517593, "kl": 0.24543434183760837, "context": 0.32621196741820313} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.07593002915382385, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.11, "ce": 0.004226837365422398, "kl": 0.0009534243454254465, "context": 0.004703549493569881} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.28701165318489075, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 17.11, "ce": 0.01163880864623934, "kl": 0.007136598927900195, "context": 0.015207108343020082} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.4493343830108643, "loss_scale": 4.0, "retries": 0, "seconds": 35.3, "max_memory_gb": 17.11, "ce": 0.04179166560061276, "kl": 0.047989044636779, "context": 0.0657861897489056} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.1590114831924438, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.11, "ce": 0.01152442637248896, "kl": 0.5581300859630574, "context": 0.2905894760042429} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.709082126617432, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.11, "ce": 0.17309104454761837, "kl": 0.4778371529537253, "context": 0.41200962103903294} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.24931907653808594, "loss_scale": 4.0, "retries": 0, "seconds": 38.4, "max_memory_gb": 17.11, "ce": 0.017500904388725758, "kl": 0.031768264292622916, "context": 0.03338503697887063} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.6452651619911194, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 17.11, "ce": 0.03773903951514512, "kl": 0.2187655947636813, "context": 0.14712184248492122} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.4293577671051025, "loss_scale": 4.0, "retries": 0, "seconds": 40.5, "max_memory_gb": 17.11, "ce": 0.04382029105909169, "kl": 0.22750340198854246, "context": 0.15757198841311038} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.4901614785194397, "loss_scale": 4.0, "retries": 0, "seconds": 41.4, "max_memory_gb": 17.11, "ce": 0.061516904504969716, "kl": 0.019571429875213653, "context": 0.0713026209268719} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.27837809920310974, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 17.11, "ce": 0.0199778713285923, "kl": 0.011490491451695561, "context": 0.025723117403686047} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6805503368377686, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 17.11, "ce": 0.054543907346669585, "kl": 0.00830342500921688, "context": 0.058695618412457407} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.2483739852905273, "loss_scale": 4.0, "retries": 0, "seconds": 44.5, "max_memory_gb": 17.11, "ce": 0.3350136557710357, "kl": 0.02409297941994737, "context": 0.3470601587323472} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.3566892147064209, "loss_scale": 4.0, "retries": 0, "seconds": 45.5, "max_memory_gb": 17.11, "ce": 0.020120870729442686, "kl": 0.06734268052969128, "context": 0.05379221122711897} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.47807028889656067, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 17.11, "ce": 0.057042850530706346, "kl": 0.0027067012051702477, "context": 0.05839620006736368} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.2788364887237549, "loss_scale": 4.0, "retries": 0, "seconds": 47.6, "max_memory_gb": 17.11, "ce": 0.053659280558349565, "kl": 0.045357631857768865, "context": 0.07633809893741272} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.5907044410705566, "loss_scale": 4.0, "retries": 0, "seconds": 48.6, "max_memory_gb": 17.11, "ce": 0.2929852055385709, "kl": 0.13699238654226065, "context": 0.3614814067259431} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.17363597452640533, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 17.11, "ce": 0.009903272788506001, "kl": 0.003125437557173427, "context": 0.011465991789009422} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.379949688911438, "loss_scale": 4.0, "retries": 0, "seconds": 50.6, "max_memory_gb": 17.11, "ce": 0.029218317824415863, "kl": 0.5973503682762384, "context": 0.32789349369704723} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.320235013961792, "loss_scale": 4.0, "retries": 0, "seconds": 51.7, "max_memory_gb": 17.11, "ce": 0.013696565307327546, "kl": 0.7345590954946601, "context": 0.3809761246375274} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.15512336790561676, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 17.11, "ce": 0.01188661073683761, "kl": 0.004287193340132944, "context": 0.014030207530595362} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.16475726664066315, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 17.11, "ce": 0.012551628300570883, "kl": 0.006487559174274793, "context": 0.01579540834063664} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.4569060802459717, "loss_scale": 4.0, "retries": 0, "seconds": 54.8, "max_memory_gb": 17.11, "ce": 0.04599633230827749, "kl": 0.03514148770773318, "context": 0.0635670778574422} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.10826465487480164, "loss_scale": 4.0, "retries": 0, "seconds": 55.8, "max_memory_gb": 17.11, "ce": 0.0038410754059441388, "kl": 0.0053688960542785935, "context": 0.006525523436721414} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.0806102752685547, "loss_scale": 4.0, "retries": 0, "seconds": 56.8, "max_memory_gb": 17.11, "ce": 0.09654662772663869, "kl": 0.11641570836945903, "context": 0.15475448197685182} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.502801895141602, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 17.11, "ce": 0.2700261506251991, "kl": 0.2885586123011308, "context": 0.41430545691400766} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.971177577972412, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 17.11, "ce": 0.450048932703794, "kl": 0.37825113313738257, "context": 0.6391745081637055} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.3325488567352295, "loss_scale": 4.0, "retries": 0, "seconds": 59.8, "max_memory_gb": 17.11, "ce": 0.28117986395955086, "kl": 0.12493042652204167, "context": 0.34364507417194545} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 11.447566986083984, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.11, "ce": 0.1755229877308011, "kl": 0.10469274912611581, "context": 0.2278693625703454} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4887092709541321, "loss_scale": 4.0, "retries": 0, "seconds": 61.9, "max_memory_gb": 17.11, "ce": 0.010786993778310716, "kl": 0.10216637189296307, "context": 0.061870179837569594} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.2662327289581299, "loss_scale": 4.0, "retries": 0, "seconds": 62.9, "max_memory_gb": 17.11, "ce": 0.0392429953062674, "kl": 0.617174528677424, "context": 0.3478302643634379} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.4377374053001404, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.11, "ce": 0.005215011231484823, "kl": 0.14761400316638174, "context": 0.07902201369870454} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.25751134753227234, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.11, "ce": 0.01572899060556665, "kl": 0.007283136830665171, "context": 0.019370558788068593} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.2161519527435303, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 17.11, "ce": 0.05305232771206647, "kl": 0.03702066600089893, "context": 0.07156266155652702} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.800438404083252, "loss_scale": 4.0, "retries": 0, "seconds": 67.0, "max_memory_gb": 17.11, "ce": 0.27754649287089705, "kl": 0.24836887666606344, "context": 0.40173094044439495} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.916520118713379, "loss_scale": 4.0, "retries": 0, "seconds": 68.0, "max_memory_gb": 17.11, "ce": 0.24727981485193595, "kl": 0.06572797380795237, "context": 0.2801437965827063} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.4836809039115906, "loss_scale": 4.0, "retries": 0, "seconds": 69.1, "max_memory_gb": 17.11, "ce": 0.05064494837279199, "kl": 0.014826972601440502, "context": 0.05805843372945674} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.8109373450279236, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 17.11, "ce": 0.12285064609022811, "kl": 0.11288906913250685, "context": 0.17929518036544323} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 2.000115394592285, "loss_scale": 4.0, "retries": 0, "seconds": 71.1, "max_memory_gb": 17.11, "ce": 0.07714580371975899, "kl": 0.009185164992231876, "context": 0.08173838793300092} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.20087464153766632, "loss_scale": 4.0, "retries": 0, "seconds": 72.2, "max_memory_gb": 17.11, "ce": 0.008711376111023128, "kl": 0.003262977916165255, "context": 0.010342865047277883} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.1949892044067383, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 17.11, "ce": 0.2717333072796464, "kl": 0.0228862541844137, "context": 0.2831764293368906} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6253729462623596, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 17.11, "ce": 0.03989228792488575, "kl": 0.02206368392216973, "context": 0.050924129551276565} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.9882404804229736, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 17.11, "ce": 0.06235567547264509, "kl": 0.12082984482185566, "context": 0.12277059478219599} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.29462701082229614, "loss_scale": 4.0, "retries": 0, "seconds": 76.2, "max_memory_gb": 17.11, "ce": 0.01580407231085701, "kl": 0.029347959136885038, "context": 0.030478051005047746} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.19353559613227844, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.11, "ce": 0.0019981368095614016, "kl": 0.01615505495283287, "context": 0.01007566397311166} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.23732805252075195, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 17.11, "ce": 0.01000569031748455, "kl": 0.008203232871892396, "context": 0.014107307215454057} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.1165473461151123, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 17.11, "ce": 0.02226620366127463, "kl": 0.17732604492971404, "context": 0.11092922612442635} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.8179605603218079, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 17.11, "ce": 0.07440181247147848, "kl": 0.047935270940797636, "context": 0.09836944794369629} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.2640820741653442, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 17.11, "ce": 0.0064143639710891875, "kl": 0.09364849047233292, "context": 0.05323860910721123} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.0962228775024414, "loss_scale": 4.0, "retries": 0, "seconds": 82.4, "max_memory_gb": 17.11, "ce": 0.4688120377031737, "kl": 0.04074832629839875, "context": 0.4891862064432644} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.4410758912563324, "loss_scale": 4.0, "retries": 0, "seconds": 83.5, "max_memory_gb": 17.11, "ce": 0.0014502264020848088, "kl": 0.05154130927257938, "context": 0.027220881413086317} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.3806967735290527, "loss_scale": 4.0, "retries": 0, "seconds": 84.5, "max_memory_gb": 17.11, "ce": 0.0010993446085194591, "kl": 0.8235735948262572, "context": 0.4128861526878609} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.5669435262680054, "loss_scale": 4.0, "retries": 0, "seconds": 85.6, "max_memory_gb": 17.11, "ce": 0.015755253960378468, "kl": 0.009630688175093383, "context": 0.02057059807702899} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.789320468902588, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 17.11, "ce": 0.20600070764976408, "kl": 0.057817715560531724, "context": 0.2349095672925614} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.241476535797119, "loss_scale": 4.0, "retries": 0, "seconds": 87.6, "max_memory_gb": 17.11, "ce": 0.14233355971009587, "kl": 0.06500303791938222, "context": 0.17483508161330974} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.3598007559776306, "loss_scale": 4.0, "retries": 0, "seconds": 88.7, "max_memory_gb": 17.11, "ce": 0.01360347360605374, "kl": 0.009404023135175521, "context": 0.018305485136806965} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.19331856071949005, "loss_scale": 4.0, "retries": 0, "seconds": 89.7, "max_memory_gb": 17.11, "ce": 0.003390253748420946, "kl": 0.013211658153124972, "context": 0.009996082814268448} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.7551424503326416, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.11, "ce": 0.000530365753093065, "kl": 0.2583249691931542, "context": 0.12969285275721631} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.17389002442359924, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 17.11, "ce": 0.005312299213755978, "kl": 0.005179559674303391, "context": 0.007902079052655608} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.0112297534942627, "loss_scale": 4.0, "retries": 0, "seconds": 92.8, "max_memory_gb": 17.11, "ce": 0.0017156992500986235, "kl": 0.5557204688816455, "context": 0.2795759329928842} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.09932710975408554, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 17.11, "ce": 0.004326405183746829, "kl": 0.007721594610757165, "context": 0.008187202511180658} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.9940993785858154, "loss_scale": 4.0, "retries": 0, "seconds": 94.9, "max_memory_gb": 17.11, "ce": 0.0251889146384201, "kl": 0.04592199573698963, "context": 0.04814991441890015} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.4417219161987305, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 17.11, "ce": 0.08893569807696622, "kl": 0.14543655831539581, "context": 0.1616539772367105} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.6952576637268066, "loss_scale": 4.0, "retries": 0, "seconds": 96.9, "max_memory_gb": 17.11, "ce": 0.04595611208060291, "kl": 0.05847249971338897, "context": 0.07519235822110204} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.1749536991119385, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 17.11, "ce": 0.006595998536795378, "kl": 0.2579554311669199, "context": 0.13557370868511498} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.9721628427505493, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 17.11, "ce": 0.043080119212390855, "kl": 0.12432249621997471, "context": 0.1052413649886148} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.1703908443450928, "loss_scale": 4.0, "retries": 0, "seconds": 100.0, "max_memory_gb": 17.11, "ce": 0.20853915213956498, "kl": 0.3491960554383695, "context": 0.3831371832638979} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.06697626411914825, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 17.11, "ce": 0.00374541890778346, "kl": 0.0016010601329981, "context": 0.004545948977465741} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.2132325172424316, "loss_scale": 4.0, "retries": 0, "seconds": 102.0, "max_memory_gb": 17.11, "ce": 0.21780223144742195, "kl": 0.6019340563725564, "context": 0.5187692414037883} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5206831693649292, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 17.11, "ce": 0.023528513451310573, "kl": 0.062174161605071276, "context": 0.054615594912320375} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.8977774977684021, "loss_scale": 4.0, "retries": 0, "seconds": 104.0, "max_memory_gb": 17.11, "ce": 0.017401611112290993, "kl": 0.028634267335291952, "context": 0.031718743848614395} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.5014281868934631, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 17.11, "ce": 0.02680706512182951, "kl": 0.020919981972838286, "context": 0.03726705559529364} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.62566077709198, "loss_scale": 4.0, "retries": 0, "seconds": 106.1, "max_memory_gb": 17.11, "ce": 0.08804539806442335, "kl": 0.0709752947313973, "context": 0.12353304168209434} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.9967105388641357, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 17.11, "ce": 0.05730841326294467, "kl": 0.07157309600734152, "context": 0.09309496311470866} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.496903419494629, "loss_scale": 4.0, "retries": 0, "seconds": 108.2, "max_memory_gb": 17.11, "ce": 0.24618733575334772, "kl": 0.030825096655462403, "context": 0.2615998875699006} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.753343343734741, "loss_scale": 4.0, "retries": 0, "seconds": 109.2, "max_memory_gb": 17.11, "ce": 0.1718621529871598, "kl": 0.03474488378742535, "context": 0.1892345915257465} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.08106186240911484, "loss_scale": 4.0, "retries": 0, "seconds": 110.2, "max_memory_gb": 17.11, "ce": 0.004527656841673888, "kl": 0.0034912712762888987, "context": 0.006273292179685086} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.0819649696350098, "loss_scale": 4.0, "retries": 0, "seconds": 111.3, "max_memory_gb": 17.11, "ce": 0.1432647114561405, "kl": 0.012043504568282515, "context": 0.14928645850159228} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 2.510498523712158, "loss_scale": 4.0, "retries": 0, "seconds": 112.3, "max_memory_gb": 17.11, "ce": 0.17714639706537127, "kl": 0.11234393110498786, "context": 0.23331836075522006} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.767024040222168, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 17.11, "ce": 0.013571598334237933, "kl": 0.12446070104488172, "context": 0.07580194575712085} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.10563190281391144, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.11, "ce": 0.0016948412085184827, "kl": 0.008751491472594353, "context": 0.0060705869109369814} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.19934611022472382, "loss_scale": 4.0, "retries": 0, "seconds": 115.3, "max_memory_gb": 17.11, "ce": 0.014123933855444193, "kl": 0.005922582800849341, "context": 0.017085225321352482} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.11821366101503372, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 17.11, "ce": 0.003171029209624976, "kl": 0.013050293200649321, "context": 0.009696175926364958} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.2130143940448761, "loss_scale": 4.0, "retries": 0, "seconds": 117.4, "max_memory_gb": 17.11, "ce": 0.005741128115914762, "kl": 0.0023520261675002985, "context": 0.006917141028679907} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 1.7132281064987183, "loss_scale": 4.0, "retries": 0, "seconds": 118.4, "max_memory_gb": 17.11, "ce": 0.07771702122408897, "kl": 0.0013903363396821078, "context": 0.07841219077818096} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.4611670672893524, "loss_scale": 4.0, "retries": 0, "seconds": 119.5, "max_memory_gb": 17.11, "ce": 0.03641211855574511, "kl": 0.0347271286555042, "context": 0.053775684733409435} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.419224262237549, "loss_scale": 4.0, "retries": 0, "seconds": 120.5, "max_memory_gb": 17.11, "ce": 0.6469701845344389, "kl": 0.061993453457034775, "context": 0.6779668936505914} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.4129990339279175, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 17.11, "ce": 0.15102994430344552, "kl": 0.10692097194259986, "context": 0.20449043216649443} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.38416266441345215, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.11, "ce": 0.023911054682685062, "kl": 0.009448645106630238, "context": 0.028635376365855336} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 4.244604587554932, "loss_scale": 4.0, "retries": 0, "seconds": 123.7, "max_memory_gb": 17.11, "ce": 0.41095255565596744, "kl": 0.014316949440399185, "context": 0.4181110409554094} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 1.4932472705841064, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 17.11, "ce": 0.011577456563827582, "kl": 0.02024305472150445, "context": 0.021698984623071738} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.00172758102417, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 17.11, "ce": 0.029695469420403242, "kl": 0.02057315269485116, "context": 0.039982046000659466} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09550952166318893, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 17.11, "ce": 0.005219395461608656, "kl": 0.0003676122528304404, "context": 0.0054032016269047745} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.1426031589508057, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 17.11, "ce": 0.13915803446434438, "kl": 0.17970782937482, "context": 0.2290119482204318} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.7187302112579346, "loss_scale": 4.0, "retries": 0, "seconds": 129.0, "max_memory_gb": 17.11, "ce": 0.009828556969296187, "kl": 0.6783388916810509, "context": 0.34899800701532513} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.6071298122406006, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 17.11, "ce": 0.04309904928231845, "kl": 0.004407175997585, "context": 0.04530263561173342} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 6.046116352081299, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 17.11, "ce": 0.33798588991339784, "kl": 0.06469255380216055, "context": 0.3703321677458007} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.09836559742689133, "loss_scale": 4.0, "retries": 0, "seconds": 132.1, "max_memory_gb": 17.11, "ce": 0.00084365886868909, "kl": 0.015557029550109291, "context": 0.008622173656476662} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.943025827407837, "loss_scale": 4.0, "retries": 0, "seconds": 133.1, "max_memory_gb": 17.11, "ce": 0.19227072736248374, "kl": 1.306954264640808, "context": 0.8457478508353233} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.9511474370956421, "loss_scale": 4.0, "retries": 0, "seconds": 134.2, "max_memory_gb": 17.11, "ce": 0.025832059473032132, "kl": 0.03806166731737903, "context": 0.04486289336637128} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.02964058332145214, "loss_scale": 4.0, "retries": 0, "seconds": 135.2, "max_memory_gb": 17.11, "ce": 0.0018884360324591398, "kl": 0.0014753439108972088, "context": 0.002626108020194806} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.19016848504543304, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 17.11, "ce": 0.006902823632117361, "kl": 0.03650914004538208, "context": 0.025157393189147115} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 5.605736255645752, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.11, "ce": 0.10180742534430465, "kl": 0.06611247366527095, "context": 0.13486365984135773} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 3.3917737007141113, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 17.11, "ce": 0.09772127121686935, "kl": 0.13501700104097836, "context": 0.16522977175191045} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.9585037231445312, "loss_scale": 4.0, "retries": 0, "seconds": 139.2, "max_memory_gb": 17.11, "ce": 0.10063231734966394, "kl": 0.2583120206104468, "context": 0.22978832762601087} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.4548414647579193, "loss_scale": 4.0, "retries": 0, "seconds": 140.3, "max_memory_gb": 17.11, "ce": 0.021394508657976985, "kl": 0.015046442960738204, "context": 0.02891772915609181} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.45712271332740784, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 17.11, "ce": 0.0469851262823795, "kl": 0.072375174900003, "context": 0.08317271374107804} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.14400556683540344, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 17.11, "ce": 0.004020673659397289, "kl": 0.0018113034702764708, "context": 0.004926325433189049} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 6.055003643035889, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 17.11, "ce": 0.45632991462480277, "kl": 0.0007990239482751349, "context": 0.4567294163425686} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 8.454487800598145, "loss_scale": 4.0, "retries": 0, "seconds": 144.4, "max_memory_gb": 17.11, "ce": 0.8216664307110477, "kl": 0.3934934533026535, "context": 1.018413164827507} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 7.335193157196045, "loss_scale": 4.0, "retries": 0, "seconds": 145.5, "max_memory_gb": 17.11, "ce": 0.3040545973344706, "kl": 0.007975090444233501, "context": 0.30804214806994423} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.299898624420166, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.11, "ce": 0.011041638033930212, "kl": 0.00815175928073586, "context": 0.015117518094484694} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.06919125467538834, "loss_scale": 4.0, "retries": 0, "seconds": 147.5, "max_memory_gb": 17.11, "ce": 0.0036223860370228067, "kl": 0.008017613188712858, "context": 0.0076311929151415825} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.4954937994480133, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 17.11, "ce": 0.051746508688665926, "kl": 0.00336074586630275, "context": 0.05342688114615157} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.08416060358285904, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.11, "ce": 0.003975406820245553, "kl": 0.00731662448743009, "context": 0.0076337190039339475} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.1164613962173462, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 17.11, "ce": 0.15748833172256127, "kl": 0.06015970205771737, "context": 0.18756818101974204} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.9136030673980713, "loss_scale": 4.0, "retries": 0, "seconds": 151.6, "max_memory_gb": 17.11, "ce": 0.11387897207168862, "kl": 0.51096680747969, "context": 0.3693623614963144} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.13884206116199493, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 17.11, "ce": 0.007608698433614336, "kl": 0.01673027186143372, "context": 0.0159738345828373} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.2884442806243896, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 17.11, "ce": 0.12316139609902166, "kl": 0.21373166001285426, "context": 0.23002722638193518} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.8596582412719727, "loss_scale": 4.0, "retries": 0, "seconds": 154.7, "max_memory_gb": 17.11, "ce": 0.2708317408687435, "kl": 0.01465397622087039, "context": 0.2781587343197316} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.6403918266296387, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 17.11, "ce": 0.1434949460599455, "kl": 0.0036192588613630505, "context": 0.1453045760281384} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.30282336473464966, "loss_scale": 4.0, "retries": 0, "seconds": 156.8, "max_memory_gb": 17.11, "ce": 0.000865982445247937, "kl": 0.037138439442969684, "context": 0.019435202222666703} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.9081246852874756, "loss_scale": 4.0, "retries": 0, "seconds": 157.8, "max_memory_gb": 17.11, "ce": 0.832381353888195, "kl": 0.024544934334699064, "context": 0.8446538163116202} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.6778721809387207, "loss_scale": 4.0, "retries": 0, "seconds": 158.8, "max_memory_gb": 17.11, "ce": 0.010470362205523998, "kl": 0.3442655500257388, "context": 0.18260313104838133} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.1228936910629272, "loss_scale": 4.0, "retries": 0, "seconds": 159.8, "max_memory_gb": 17.11, "ce": 0.15810360113391653, "kl": 0.08995773302012822, "context": 0.20308247073262464} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.6314210891723633, "loss_scale": 4.0, "retries": 0, "seconds": 160.8, "max_memory_gb": 17.11, "ce": 0.08767864806577563, "kl": 0.5779351208475418, "context": 0.3766462022031192} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.03926866501569748, "loss_scale": 4.0, "retries": 0, "seconds": 161.8, "max_memory_gb": 17.11, "ce": 0.002250547244329937, "kl": 0.0017627586501021142, "context": 0.003131926612695679} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.9119799137115479, "loss_scale": 4.0, "retries": 0, "seconds": 162.9, "max_memory_gb": 17.11, "ce": 0.055060415139450924, "kl": 0.03056718246125456, "context": 0.07034400810152874} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.5476827621459961, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.11, "ce": 0.015902938503131736, "kl": 0.025071783505609346, "context": 0.028438830457162112} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.2826700508594513, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 17.11, "ce": 0.014897288550855592, "kl": 0.010639672487741336, "context": 0.02021712437272072} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.996079444885254, "loss_scale": 4.0, "retries": 0, "seconds": 166.0, "max_memory_gb": 17.11, "ce": 0.24922622663143557, "kl": 0.3890026982408017, "context": 0.4437275786040118} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.08637081831693649, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 17.11, "ce": 0.0028569125206558965, "kl": 0.009864798672424513, "context": 0.0077893116358609404} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.014725583605468273, "loss_scale": 4.0, "retries": 0, "seconds": 168.1, "max_memory_gb": 17.11, "ce": 0.0009994113788707182, "kl": 0.00018126596501133463, "context": 0.001090044344891794} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9533193111419678, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 17.11, "ce": 0.002634499738633167, "kl": 0.38731105608167127, "context": 0.19629002179135568} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.6824740171432495, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 17.11, "ce": 0.06459583772812039, "kl": 0.12399914497473219, "context": 0.1265954102273099} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.35927698016166687, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 17.11, "ce": 0.014885911135934293, "kl": 0.04627396006253548, "context": 0.03802289126906544} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 1.2143083810806274, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 17.11, "ce": 0.028074787027435377, "kl": 0.08810121174428787, "context": 0.0721253931405954} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.4181549847126007, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 17.11, "ce": 0.02702305151615292, "kl": 0.01901630258066689, "context": 0.036531203251797706} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.030108951032161713, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 17.11, "ce": 0.0015123698103707284, "kl": 0.001303631521295756, "context": 0.002164185541914776} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.0747770443558693, "loss_scale": 4.0, "retries": 0, "seconds": 175.2, "max_memory_gb": 17.11, "ce": 0.004990170389646664, "kl": 0.0002777108788905025, "context": 0.005129025856149383} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.521263837814331, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.11, "ce": 0.30895693054480944, "kl": 0.00992114005930489, "context": 0.31391750255716033} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.8260308504104614, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.11, "ce": 0.13939902518177405, "kl": 0.1731600423809141, "context": 0.22597904782742262} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.06358665972948074, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 17.11, "ce": 0.0033950085926335305, "kl": 0.0008287830132758245, "context": 0.00380940007744357} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.1987032890319824, "loss_scale": 4.0, "retries": 0, "seconds": 179.4, "max_memory_gb": 17.11, "ce": 0.10931711381999776, "kl": 0.0017222154201590456, "context": 0.11017822113353759} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.465627670288086, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 17.11, "ce": 0.06342698258231394, "kl": 0.08358407156629255, "context": 0.10521901835454628} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.9988465309143066, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.11, "ce": 0.2192292729159817, "kl": 0.05571820749901235, "context": 0.24708838062360883} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.43861353397369385, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.11, "ce": 0.03739025877439417, "kl": 0.030952608159395822, "context": 0.05286656350654084} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.747431755065918, "loss_scale": 4.0, "retries": 0, "seconds": 183.5, "max_memory_gb": 17.11, "ce": 0.26024639298339025, "kl": 0.010964189621290643, "context": 0.2657284887645801} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.5077675580978394, "loss_scale": 4.0, "retries": 0, "seconds": 184.4, "max_memory_gb": 17.11, "ce": 0.15541742992354557, "kl": 0.3641083729453385, "context": 0.3374716266989708} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.7837473154067993, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 17.11, "ce": 0.13998883264139295, "kl": 0.036114986665779725, "context": 0.15804632741492242} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.3943305015563965, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.11, "ce": 0.09484270142274909, "kl": 0.09272062417585403, "context": 0.14120301348157227} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.16000069677829742, "loss_scale": 4.0, "retries": 0, "seconds": 187.6, "max_memory_gb": 17.11, "ce": 0.011696719004248735, "kl": 0.0036343496662993857, "context": 0.013513893391063903} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.4565269649028778, "loss_scale": 4.0, "retries": 0, "seconds": 188.6, "max_memory_gb": 17.11, "ce": 0.06991602876223624, "kl": 0.013603215831608395, "context": 0.0767176382796606} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.948179006576538, "loss_scale": 4.0, "retries": 0, "seconds": 189.6, "max_memory_gb": 17.11, "ce": 0.009246833244105801, "kl": 0.15687919062793299, "context": 0.08768642986251507} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.4110667705535889, "loss_scale": 4.0, "retries": 0, "seconds": 190.7, "max_memory_gb": 17.11, "ce": 0.11161139828618616, "kl": 0.02811325725633651, "context": 0.12566802720539272} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.613699734210968, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 17.11, "ce": 0.0025442448513786076, "kl": 0.09110591900571308, "context": 0.048097205959493294} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.5892589092254639, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.11, "ce": 0.003278164833318442, "kl": 0.16986853578782757, "context": 0.0882124294876121} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.782759428024292, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.11, "ce": 0.19547152105951682, "kl": 0.04623160371556878, "context": 0.218587328447029} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 3.222137689590454, "loss_scale": 4.0, "retries": 0, "seconds": 194.8, "max_memory_gb": 17.11, "ce": 0.11917981706210412, "kl": 0.021932613917670096, "context": 0.1301461224720697} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.8989613056182861, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 17.11, "ce": 0.006831247737864032, "kl": 0.14591587703671394, "context": 0.07978918810840696} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.1085706949234009, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.11, "ce": 0.10564784714370035, "kl": 0.2102426252895384, "context": 0.21076915420417208} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.6187416315078735, "loss_scale": 4.0, "retries": 0, "seconds": 197.9, "max_memory_gb": 17.11, "ce": 0.023120720026781783, "kl": 0.05023327941853495, "context": 0.04823735950049013} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.484199583530426, "loss_scale": 4.0, "retries": 0, "seconds": 198.9, "max_memory_gb": 17.11, "ce": 0.0033201585392816924, "kl": 0.12509157337353827, "context": 0.06586594432155835} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 9.552167892456055, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 17.11, "ce": 0.17726319214852992, "kl": 0.19218445266596973, "context": 0.27335541865613777} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.043199654668569565, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 17.11, "ce": 0.003346397541463375, "kl": 0.0008844414828672598, "context": 0.0037886183708906174} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.460201382637024, "loss_scale": 4.0, "retries": 0, "seconds": 202.1, "max_memory_gb": 17.11, "ce": 0.0091465238656383, "kl": 0.1146460891723109, "context": 0.06646956875920296} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.6100159287452698, "loss_scale": 4.0, "retries": 0, "seconds": 203.2, "max_memory_gb": 17.11, "ce": 0.0076702203004970215, "kl": 0.04044086213616538, "context": 0.02789065134129487} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.2723629474639893, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 17.11, "ce": 0.04185177740873769, "kl": 0.16955409353977302, "context": 0.1266288251208607} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 1.1444218158721924, "loss_scale": 4.0, "retries": 0, "seconds": 205.3, "max_memory_gb": 17.11, "ce": 0.02874018714283011, "kl": 0.1565618616214124, "context": 0.10702112190483604} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.02795020304620266, "loss_scale": 4.0, "retries": 0, "seconds": 206.3, "max_memory_gb": 17.11, "ce": 0.001849292661063373, "kl": 0.0012244370243479352, "context": 0.0024615111760795116} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.01748545467853546, "loss_scale": 4.0, "retries": 0, "seconds": 207.3, "max_memory_gb": 17.11, "ce": 0.0007821651743142866, "kl": 0.00023115983776733628, "context": 0.0008977450925158337} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.204532504081726, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.11, "ce": 0.048786393454065546, "kl": 0.3074617799547923, "context": 0.20251728681614622} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.02731163427233696, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 17.11, "ce": 0.001664688010350801, "kl": 0.00018805268564392463, "context": 0.0017587143302080221} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.9920604228973389, "loss_scale": 4.0, "retries": 0, "seconds": 210.5, "max_memory_gb": 17.11, "ce": 0.01110170700121671, "kl": 0.843035900266841, "context": 0.432619655970484} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.4446868598461151, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 17.11, "ce": 0.0387715813194518, "kl": 0.020907916230498813, "context": 0.049225537484744564} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.26926037669181824, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 17.11, "ce": 0.01829980291586253, "kl": 0.004501964974224393, "context": 0.020550784960505553} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.7968977689743042, "loss_scale": 4.0, "retries": 0, "seconds": 213.7, "max_memory_gb": 17.11, "ce": 0.060946262994548306, "kl": 0.02101037377724424, "context": 0.0714514511055313} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.049927085638046265, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.11, "ce": 0.0034596762561704963, "kl": 0.0002704121397982817, "context": 0.003594882320612669} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.54580020904541, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.11, "ce": 0.326066081848694, "kl": 0.007454689315636642, "context": 0.32979343548504403} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.4834142923355103, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.11, "ce": 0.18318058125441894, "kl": 0.5305312852688076, "context": 0.44844622374512255} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.15213528275489807, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.11, "ce": 0.006977995777560864, "kl": 0.0017924794398140875, "context": 0.007874235387134831} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.12486927956342697, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 17.11, "ce": 0.012014799678581767, "kl": 0.0015419876376654429, "context": 0.01278579379140865} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.051357027143239975, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 17.11, "ce": 0.004160250711720437, "kl": 0.0017490832542534918, "context": 0.005034792353399098} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.9081568717956543, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.11, "ce": 0.039793868469132576, "kl": 0.007420725945848972, "context": 0.0435042309545679} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.0543341636657715, "loss_scale": 4.0, "retries": 0, "seconds": 222.0, "max_memory_gb": 17.11, "ce": 0.63848941498145, "kl": 0.19615150173194706, "context": 0.7365651341970079} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.8316230773925781, "loss_scale": 4.0, "retries": 0, "seconds": 223.0, "max_memory_gb": 17.11, "ce": 0.03935203355649719, "kl": 0.07621218929034512, "context": 0.07745812850771472} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8497313857078552, "loss_scale": 4.0, "retries": 0, "seconds": 224.0, "max_memory_gb": 17.11, "ce": 0.07261269248556346, "kl": 0.05122472172661219, "context": 0.09822505380725488} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.6268611550331116, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 17.11, "ce": 0.07584533852059394, "kl": 0.04233922724961303, "context": 0.09701495035551488} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.3659816086292267, "loss_scale": 4.0, "retries": 0, "seconds": 226.1, "max_memory_gb": 17.11, "ce": 0.012984223722014576, "kl": 0.006340786972941714, "context": 0.01615461708570365} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3276192843914032, "loss_scale": 4.0, "retries": 0, "seconds": 227.1, "max_memory_gb": 17.11, "ce": 0.009282572355004959, "kl": 0.09353150083984474, "context": 0.05604832207609434} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.2297709733247757, "loss_scale": 4.0, "retries": 0, "seconds": 228.3, "max_memory_gb": 17.11, "ce": 0.020225850661518052, "kl": 0.004125070074223913, "context": 0.02228838563314639} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.781366765499115, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 17.11, "ce": 0.10060866071944474, "kl": 0.037731450929186394, "context": 0.11947438434071955} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.8227874040603638, "loss_scale": 4.0, "retries": 0, "seconds": 230.3, "max_memory_gb": 17.11, "ce": 0.050651432073209435, "kl": 0.001030513652949594, "context": 0.051166690624086186} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.0762439966201782, "loss_scale": 4.0, "retries": 0, "seconds": 231.4, "max_memory_gb": 17.11, "ce": 0.03846273848466808, "kl": 0.2673373629077105, "context": 0.17213142357650213} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.4664524793624878, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 17.11, "ce": 0.02062781050335616, "kl": 0.007893480894836102, "context": 0.02457455001422204} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9443016052246094, "loss_scale": 4.0, "retries": 0, "seconds": 233.4, "max_memory_gb": 17.11, "ce": 0.08963943022536114, "kl": 0.06116904558348324, "context": 0.120223955163965} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.9102480411529541, "loss_scale": 4.0, "retries": 0, "seconds": 234.5, "max_memory_gb": 17.11, "ce": 0.00834409796516411, "kl": 0.3890935630745389, "context": 0.20289088346180506} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.0386383533477783, "loss_scale": 4.0, "retries": 0, "seconds": 235.5, "max_memory_gb": 17.11, "ce": 0.03946374605584424, "kl": 0.06663845967727866, "context": 0.07278297588345595} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.8876461982727051, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 17.11, "ce": 0.060561607526324224, "kl": 0.08253096888574873, "context": 0.10182709282526048} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7256231307983398, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 17.11, "ce": 0.04546277846384328, "kl": 0.020637223999074195, "context": 0.05578138882992789} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.5937029123306274, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 17.11, "ce": 0.012764021230395883, "kl": 0.19889289693674073, "context": 0.11221046553691849} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.5131750106811523, "loss_scale": 4.0, "retries": 0, "seconds": 239.7, "max_memory_gb": 17.11, "ce": 0.041491206455248175, "kl": 0.5343413488149054, "context": 0.30866187474748585} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.030790148302912712, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.11, "ce": 0.002262623187561985, "kl": 0.0006441891782742459, "context": 0.0025847178185358644} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.4279383420944214, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.11, "ce": 0.011625829734839499, "kl": 0.015548060597211588, "context": 0.01939986099023372} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 2.1079699993133545, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 17.11, "ce": 0.08032118595656357, "kl": 0.25706144416471943, "context": 0.20885190879926085} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.026760218665003777, "loss_scale": 4.0, "retries": 0, "seconds": 243.9, "max_memory_gb": 17.11, "ce": 0.001752738084178418, "kl": 0.0003569092939414986, "context": 0.0019311926953378133} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.1109185218811035, "loss_scale": 4.0, "retries": 0, "seconds": 245.0, "max_memory_gb": 17.11, "ce": 0.10499958071159199, "kl": 0.05669175253933645, "context": 0.1333454608102329} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.925469398498535, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 17.11, "ce": 0.06620323131937766, "kl": 0.4025448460597545, "context": 0.26747564668767154} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.7155730724334717, "loss_scale": 4.0, "retries": 0, "seconds": 247.0, "max_memory_gb": 17.11, "ce": 0.8900643125889474, "kl": 0.021644728709361516, "context": 0.9008866506774211} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.11377188563346863, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.11, "ce": 0.007786409420077689, "kl": 0.005401909238571534, "context": 0.010487364022992551} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.20657479763031, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 17.11, "ce": 0.021019665524363518, "kl": 0.002266652508296829, "context": 0.022152991077746265} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.16189676523208618, "loss_scale": 4.0, "retries": 0, "seconds": 250.1, "max_memory_gb": 17.11, "ce": 0.0021715863840654492, "kl": 0.01815192536196264, "context": 0.01124754938064143} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.3084214925765991, "loss_scale": 4.0, "retries": 0, "seconds": 251.2, "max_memory_gb": 17.11, "ce": 0.020769201189978048, "kl": 0.4577328715895419, "context": 0.2496356320916675} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.1418129205703735, "loss_scale": 4.0, "retries": 0, "seconds": 252.2, "max_memory_gb": 17.11, "ce": 0.03139438733342104, "kl": 0.03145822864098591, "context": 0.04712350372574292} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.0979028940200806, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 17.11, "ce": 0.1327444739290513, "kl": 0.046564286338252714, "context": 0.15602661337470636} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.3881258964538574, "loss_scale": 4.0, "retries": 0, "seconds": 254.3, "max_memory_gb": 17.11, "ce": 0.03796098122256808, "kl": 0.010222043871181086, "context": 0.04307200270704925} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.1177339553833008, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.11, "ce": 0.1348329170141369, "kl": 0.022212653508177027, "context": 0.14593924663495272} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.1918203830718994, "loss_scale": 4.0, "retries": 0, "seconds": 256.4, "max_memory_gb": 17.11, "ce": 0.1074590444623027, "kl": 0.07205651133881474, "context": 0.14348729641642421} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.34084832668304443, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 17.11, "ce": 0.026794745499501005, "kl": 0.005506223537395272, "context": 0.02954785749898292} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9166127443313599, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 17.11, "ce": 0.166147728334181, "kl": 0.011632640002062544, "context": 0.171964043576736} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 4.6906280517578125, "loss_scale": 4.0, "retries": 0, "seconds": 259.4, "max_memory_gb": 17.11, "ce": 0.0851706286193803, "kl": 0.11485451592307072, "context": 0.1425978884799406} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.042288683354854584, "loss_scale": 4.0, "retries": 0, "seconds": 260.4, "max_memory_gb": 17.11, "ce": 0.001950180194398854, "kl": 0.002014227655990908, "context": 0.0029572940402431414} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.32259899377822876, "loss_scale": 4.0, "retries": 0, "seconds": 261.4, "max_memory_gb": 17.11, "ce": 0.02254656289005652, "kl": 0.020392237882333575, "context": 0.03274268298991956} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.4893128871917725, "loss_scale": 4.0, "retries": 0, "seconds": 262.5, "max_memory_gb": 17.11, "ce": 0.03724514544592239, "kl": 0.03749893247731961, "context": 0.05599461239762604} diff --git a/runs/fixed_internvl/context/Random8_8101_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8101_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8101_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8101_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8101_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d90ae5790d2fc437cac614e7f4e5eefea4009df0 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8101_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.28.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8101_s13/config.json b/runs/fixed_internvl/context/Random8_8101_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..59c5899e1359822ad6d21c7e4e495a85203dc6cd --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8101_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8101", + "layers": [ + 1, + 4, + 9, + 10, + 21, + 28, + 31, + 35 + ], + "ranks": { + "1": 72, + "4": 72, + "9": 72, + "10": 72, + "21": 72, + "28": 72, + "31": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8101_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8101_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d2f2dfc9ff8f930409d3b568452bde1b63075ce1 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8101_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.357049942016602, "loss_scale": 4.0, "retries": 0, "seconds": 2.1, "max_memory_gb": 16.82, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.944469928741455, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.16, "ce": 0.6351806127713644, "kl": 0.46619299386225066, "context": 0.8682771419480559} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 16.09759521484375, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.16, "ce": 1.0133285820484161, "kl": 0.0708104856312275, "context": 1.0487338304519653} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.590793609619141, "loss_scale": 4.0, "retries": 0, "seconds": 5.9, "max_memory_gb": 17.16, "ce": 0.31668926227575867, "kl": 0.44615664927368925, "context": 0.5397675840576994} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.17476053535938263, "loss_scale": 4.0, "retries": 0, "seconds": 7.1, "max_memory_gb": 17.17, "ce": 0.009469470092881238, "kl": 0.008445698265859392, "context": 0.01369231963326456} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.1055104732513428, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.17, "ce": 0.17383333183533978, "kl": 0.07938875182662741, "context": 0.21352770797966514} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.744941711425781, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.17, "ce": 0.18488641532530892, "kl": 0.08130240592959126, "context": 0.2255376229459216} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.773805856704712, "loss_scale": 4.0, "retries": 0, "seconds": 10.8, "max_memory_gb": 17.17, "ce": 0.08660546503961086, "kl": 0.21807282115332782, "context": 0.19564186967909336} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 5.619935989379883, "loss_scale": 4.0, "retries": 0, "seconds": 11.9, "max_memory_gb": 17.17, "ce": 0.10291691776365042, "kl": 0.156916132371407, "context": 0.181374984793365} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.6289013624191284, "loss_scale": 4.0, "retries": 0, "seconds": 13.2, "max_memory_gb": 17.17, "ce": 0.006065656758437399, "kl": 0.024582151789218187, "context": 0.018356732791289687} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.23286566138267517, "loss_scale": 4.0, "retries": 0, "seconds": 14.4, "max_memory_gb": 17.17, "ce": 0.00876860514836153, "kl": 0.004345735366769077, "context": 0.010941472944978159} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.22964364290237427, "loss_scale": 4.0, "retries": 0, "seconds": 15.6, "max_memory_gb": 17.17, "ce": 0.011375440683877969, "kl": 0.0021376972345024114, "context": 0.012444289532140829} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.0840483158826828, "loss_scale": 4.0, "retries": 0, "seconds": 16.8, "max_memory_gb": 17.17, "ce": 0.0024271288039017236, "kl": 0.00079356639253092, "context": 0.0028239120438229293} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.8395328521728516, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 17.17, "ce": 0.0768673017155379, "kl": 0.7245392926270142, "context": 0.4391369433142245} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.3569762706756592, "loss_scale": 4.0, "retries": 0, "seconds": 19.3, "max_memory_gb": 17.17, "ce": 0.007370180108637214, "kl": 0.3417649542137724, "context": 0.17825265660439982} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.04146622493863106, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 17.17, "ce": 0.002368376728554722, "kl": 0.0008819719000712212, "context": 0.002809362798871007} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.7308766841888428, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.17, "ce": 0.034454015927622095, "kl": 0.8038506430966663, "context": 0.43637934655998833} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0194162130355835, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 17.17, "ce": 0.006468934610893484, "kl": 0.2552712828764925, "context": 0.13410457235295326} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4930908977985382, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.17, "ce": 0.005295447388107277, "kl": 0.06627227261196822, "context": 0.038431582988778246} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.101788729429245, "loss_scale": 4.0, "retries": 0, "seconds": 25.3, "max_memory_gb": 17.17, "ce": 0.0009912862160490477, "kl": 0.007789777317157132, "context": 0.004886174821876921} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.02881629578769207, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 17.17, "ce": 0.00042424215826031286, "kl": 0.0017971875276998617, "context": 0.0013228359257482225} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.8555070161819458, "loss_scale": 4.0, "retries": 0, "seconds": 27.8, "max_memory_gb": 17.17, "ce": 0.06785891023901058, "kl": 0.05294014408264047, "context": 0.09432898274826584} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.7011501789093018, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.17, "ce": 0.000885026993273641, "kl": 0.33688031127144313, "context": 0.16932518291287124} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5984573364257812, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 17.17, "ce": 0.007797622922225855, "kl": 0.03368307545406424, "context": 0.024639161354571115} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.7640395164489746, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.17, "ce": 0.13901632851593604, "kl": 0.030680537573061883, "context": 0.15435659396462142} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.3472920656204224, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 17.17, "ce": 0.041387547746126074, "kl": 0.5462893977028216, "context": 0.31453224288634374} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.5748240947723389, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 17.17, "ce": 0.07138236639730167, "kl": 0.26222897212574026, "context": 0.2024968520127004} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.7684011459350586, "loss_scale": 4.0, "retries": 0, "seconds": 35.2, "max_memory_gb": 17.17, "ce": 0.1385459097950843, "kl": 0.22292192454915494, "context": 0.25000686571002007} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.659517526626587, "loss_scale": 4.0, "retries": 0, "seconds": 36.5, "max_memory_gb": 17.17, "ce": 0.49292756855720654, "kl": 0.14668776543112472, "context": 0.5662714641075581} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.27677762508392334, "loss_scale": 4.0, "retries": 0, "seconds": 37.8, "max_memory_gb": 17.17, "ce": 0.0033131438849522965, "kl": 0.010737004024349517, "context": 0.008681646100740181} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.393149375915527, "loss_scale": 4.0, "retries": 0, "seconds": 39.1, "max_memory_gb": 17.17, "ce": 0.6159597974183271, "kl": 0.07108478923328221, "context": 0.6515021638479084} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.2682983875274658, "loss_scale": 4.0, "retries": 0, "seconds": 40.5, "max_memory_gb": 17.17, "ce": 0.028075316338799894, "kl": 0.034076928452122957, "context": 0.04511378228198737} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.034740924835205, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.17, "ce": 0.30610482732299715, "kl": 0.06432532845064998, "context": 0.3382674807216972} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.5379753112792969, "loss_scale": 4.0, "retries": 0, "seconds": 43.0, "max_memory_gb": 17.17, "ce": 0.006431674351915717, "kl": 0.7745311438338831, "context": 0.39369725377764553} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.06706560403108597, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.17, "ce": 0.0020745015663123922, "kl": 0.0004124968463656842, "context": 0.0022807500172348227} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.6414573192596436, "loss_scale": 4.0, "retries": 0, "seconds": 45.5, "max_memory_gb": 17.17, "ce": 0.2151014574628789, "kl": 0.032936606603470864, "context": 0.23156976682366803} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.5971343517303467, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 17.17, "ce": 0.1006699344725348, "kl": 0.5026339497417212, "context": 0.3519869092851877} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.934492588043213, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.17, "ce": 0.06418829018366523, "kl": 0.47192345416988246, "context": 0.3001500216778368} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.135955810546875, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.17, "ce": 0.07644374962546863, "kl": 0.007150884088332532, "context": 0.08001919023809023} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.5604733228683472, "loss_scale": 4.0, "retries": 0, "seconds": 50.4, "max_memory_gb": 17.17, "ce": 0.01782746729440987, "kl": 0.03002111316891387, "context": 0.032838023733347654} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.8161630630493164, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.17, "ce": 0.4709232528693974, "kl": 0.07921667397022247, "context": 0.510531585663557} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.12885095179080963, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 17.17, "ce": 0.007769485499011353, "kl": 0.0007524175634898711, "context": 0.00814569415524602} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.09712743759155273, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.17, "ce": 0.005092534760478884, "kl": 0.00073520723162801, "context": 0.0054601384326815605} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 9.061918258666992, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 17.17, "ce": 0.15193569456459954, "kl": 0.8223653972090688, "context": 0.5631183669902384} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.6105797290802, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.17, "ce": 0.4475208844523877, "kl": 0.19020725980226416, "context": 0.5426245201379061} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.0547245740890503, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 17.17, "ce": 0.06713016134744976, "kl": 0.12989442818798125, "context": 0.1320773740299046} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.1802524328231812, "loss_scale": 4.0, "retries": 0, "seconds": 59.0, "max_memory_gb": 17.17, "ce": 0.037751280004158616, "kl": 0.1639151311101159, "context": 0.11970884550828487} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.06286527961492538, "loss_scale": 4.0, "retries": 0, "seconds": 60.3, "max_memory_gb": 17.17, "ce": 0.0027774831978604198, "kl": 0.003017180548340548, "context": 0.004286073497496545} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.31161928176879883, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 17.17, "ce": 0.011350332279107533, "kl": 0.023776310314133298, "context": 0.02323848774540238} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.0185935497283936, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.17, "ce": 0.0688658767612651, "kl": 0.01018772523093503, "context": 0.07395973996608518} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.8825955390930176, "loss_scale": 4.0, "retries": 0, "seconds": 63.9, "max_memory_gb": 17.17, "ce": 0.05869163782335818, "kl": 0.004467266286155791, "context": 0.060925272686290555} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.970278263092041, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 17.17, "ce": 0.01801416277885437, "kl": 0.1253173159493599, "context": 0.08067281963303685} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.4541022777557373, "loss_scale": 4.0, "retries": 0, "seconds": 66.2, "max_memory_gb": 17.17, "ce": 0.03738933021668345, "kl": 0.20510728820227087, "context": 0.13994297722820193} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.3520169258117676, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.17, "ce": 0.15534974556067027, "kl": 0.08286351434071548, "context": 0.19678150388062932} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.25427618622779846, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.17, "ce": 0.01664741651620716, "kl": 0.006863765867819893, "context": 0.020079299807548523} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5959200859069824, "loss_scale": 4.0, "retries": 0, "seconds": 69.9, "max_memory_gb": 17.17, "ce": 0.022945079836063087, "kl": 0.06994795467471704, "context": 0.05791905662044883} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.21366485953330994, "loss_scale": 4.0, "retries": 0, "seconds": 71.1, "max_memory_gb": 17.17, "ce": 0.008376234269235283, "kl": 0.010516137510421686, "context": 0.013634303526487201} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.03618164733052254, "loss_scale": 4.0, "retries": 0, "seconds": 72.3, "max_memory_gb": 17.17, "ce": 0.0018428936746204272, "kl": 0.0003324729477753863, "context": 0.0020091301121283323} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.00268816947937, "loss_scale": 4.0, "retries": 0, "seconds": 73.8, "max_memory_gb": 17.17, "ce": 0.173544007120654, "kl": 0.07655737301683985, "context": 0.21182269550627097} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.6579561233520508, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 17.17, "ce": 0.1336465856875293, "kl": 0.09183004213264212, "context": 0.17956160311587155} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.395755410194397, "loss_scale": 4.0, "retries": 0, "seconds": 76.4, "max_memory_gb": 17.17, "ce": 0.09809538867557421, "kl": 0.4542900474771159, "context": 0.3252404183149338} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.5114976167678833, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 17.17, "ce": 0.04648087051464245, "kl": 0.010589061363134533, "context": 0.05177540169097483} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.450404405593872, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 17.17, "ce": 0.09553750467603095, "kl": 0.10543263745785225, "context": 0.14825381990522146} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.31591594219207764, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 17.17, "ce": 0.018292045453563333, "kl": 0.008802592346910387, "context": 0.022693340899422765} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.807854175567627, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 17.17, "ce": 0.12832721415907145, "kl": 0.11511379620060325, "context": 0.18588411062955856} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.7875678539276123, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.17, "ce": 0.201386267513044, "kl": 0.09290932874682767, "context": 0.24784093180278433} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.07441307604312897, "loss_scale": 4.0, "retries": 0, "seconds": 83.8, "max_memory_gb": 17.17, "ce": 0.004965965577866882, "kl": 0.005115192044286232, "context": 0.007523561340349261} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.5466358065605164, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 17.17, "ce": 0.018490998176275752, "kl": 0.012853852418629685, "context": 0.024917924820329063} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.7831788063049316, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.17, "ce": 0.5928700248186942, "kl": 0.014130555166047998, "context": 0.5999353159568273} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.444258689880371, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.17, "ce": 0.021218468973529525, "kl": 0.008572025035391562, "context": 0.025504482444375753} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.1603858917951584, "loss_scale": 4.0, "retries": 0, "seconds": 89.0, "max_memory_gb": 17.17, "ce": 0.006617259292397648, "kl": 0.006099528276536148, "context": 0.009667023448855616} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.9170620441436768, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.17, "ce": 0.012051302765030414, "kl": 0.45768356474582106, "context": 0.24089308478869498} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.5058255195617676, "loss_scale": 4.0, "retries": 0, "seconds": 92.3, "max_memory_gb": 17.17, "ce": 0.1509953306231182, "kl": 0.03256799546215916, "context": 0.16727932791400235} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.9306952357292175, "loss_scale": 4.0, "retries": 0, "seconds": 93.5, "max_memory_gb": 17.17, "ce": 0.09707890982099343, "kl": 0.08924907631899259, "context": 0.14170344429658144} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.8275139331817627, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.17, "ce": 0.5086710226751165, "kl": 0.8058794485405087, "context": 0.9116107488516718} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.3579518795013428, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 17.17, "ce": 0.012871860039012972, "kl": 1.3251155448378995, "context": 0.6754296391736716} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.2582678496837616, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.17, "ce": 0.012861082737799734, "kl": 0.011491603378090076, "context": 0.0186068844050169} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6119132041931152, "loss_scale": 4.0, "retries": 0, "seconds": 98.4, "max_memory_gb": 17.17, "ce": 0.002176873487769626, "kl": 0.10656616369305993, "context": 0.0554599538736511} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.44089555740356445, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 17.17, "ce": 0.014269659950514324, "kl": 0.01862380426200616, "context": 0.023581562069011852} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.43742385506629944, "loss_scale": 4.0, "retries": 0, "seconds": 101.5, "max_memory_gb": 17.17, "ce": 0.0025213187327608466, "kl": 0.05484399798024242, "context": 0.029943317254947033} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.8740825653076172, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 17.17, "ce": 0.0846063612261787, "kl": 0.03859626912162639, "context": 0.10390449437545612} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.11758429557085037, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 17.17, "ce": 0.009883007849566638, "kl": 0.0018818373100657482, "context": 0.010823926597367972} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.9584020376205444, "loss_scale": 4.0, "retries": 0, "seconds": 105.2, "max_memory_gb": 17.17, "ce": 0.11941685318015516, "kl": 0.5229495106614195, "context": 0.3808916188136209} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.62321937084198, "loss_scale": 4.0, "retries": 0, "seconds": 106.6, "max_memory_gb": 17.17, "ce": 0.11782979736744892, "kl": 0.03870111583364633, "context": 0.1371803537258529} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.25211235880851746, "loss_scale": 4.0, "retries": 0, "seconds": 107.8, "max_memory_gb": 17.17, "ce": 0.006151922072604066, "kl": 0.0022188610231737016, "context": 0.007261352817295119} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.1265932321548462, "loss_scale": 4.0, "retries": 0, "seconds": 109.0, "max_memory_gb": 17.17, "ce": 0.04188738271477632, "kl": 0.14593796338886023, "context": 0.11485636787256226} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.6373518705368042, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 17.17, "ce": 0.008346136135514826, "kl": 0.5748422879260033, "context": 0.29576727864332497} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.2497423142194748, "loss_scale": 4.0, "retries": 0, "seconds": 111.4, "max_memory_gb": 17.17, "ce": 0.014747882712981664, "kl": 0.0027818478404810776, "context": 0.016138806982780807} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.4005718231201172, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 17.17, "ce": 0.02585948453997844, "kl": 0.019943826511735097, "context": 0.03583139583861339} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.12856589257717133, "loss_scale": 4.0, "retries": 0, "seconds": 114.0, "max_memory_gb": 17.17, "ce": 0.012446634616935626, "kl": 0.0031313865329138935, "context": 0.014012327999807894} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.5623347759246826, "loss_scale": 4.0, "retries": 0, "seconds": 115.2, "max_memory_gb": 17.17, "ce": 0.48468451884400565, "kl": 0.24495427017609472, "context": 0.6071616436820477} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.842071056365967, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 17.17, "ce": 0.10721504244429525, "kl": 0.21077507819791208, "context": 0.21260258120310027} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.6020750999450684, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.17, "ce": 0.056773493452055845, "kl": 0.2623428281331144, "context": 0.18794491235166788} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.2988457679748535, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.17, "ce": 0.0474896096275188, "kl": 0.018875233305152506, "context": 0.056927228084532544} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.280421018600464, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 17.17, "ce": 0.46711250573571306, "kl": 0.01767841971013695, "context": 0.4759517257916741} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.397162914276123, "loss_scale": 4.0, "retries": 0, "seconds": 121.3, "max_memory_gb": 17.17, "ce": 0.3113943812495563, "kl": 0.006291564475759515, "context": 0.31454016352654435} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.6821309924125671, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.17, "ce": 0.014076107763685286, "kl": 0.020374006766360253, "context": 0.0242631109431386} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.5081955194473267, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 17.17, "ce": 0.0025209788364009, "kl": 0.09873975039590732, "context": 0.05189085577148944} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.16708023846149445, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 17.17, "ce": 0.01640176075306954, "kl": 0.004167983801380615, "context": 0.018485753345885314} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.755021870136261, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 17.17, "ce": 0.035114178084768355, "kl": 0.30748211701211403, "context": 0.1888552331365645} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.26930734515190125, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 17.17, "ce": 0.0048207404324784875, "kl": 0.0328952991112601, "context": 0.021268390235491097} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.373121052980423, "loss_scale": 4.0, "retries": 0, "seconds": 128.6, "max_memory_gb": 17.17, "ce": 0.03199640254024416, "kl": 0.008878762018866837, "context": 0.03643578407354653} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.1916658580303192, "loss_scale": 4.0, "retries": 0, "seconds": 129.7, "max_memory_gb": 17.17, "ce": 0.011595440766541287, "kl": 0.006187464714457747, "context": 0.014689172894577496} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.28261756896972656, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 17.17, "ce": 0.012303504045121372, "kl": 0.003975141022237949, "context": 0.014291074097855017} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.9790146946907043, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.17, "ce": 0.022365347133018076, "kl": 0.335507938725641, "context": 0.19011931569548324} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.040450382977724075, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 17.17, "ce": 0.0031036767322802916, "kl": 0.0005480218460434116, "context": 0.0033776875789044425} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.5746622085571289, "loss_scale": 4.0, "retries": 0, "seconds": 133.9, "max_memory_gb": 17.17, "ce": 0.021367163615650497, "kl": 0.17641379426027015, "context": 0.10957406446686946} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.130819320678711, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 17.17, "ce": 0.37977294229494873, "kl": 0.00605055996743431, "context": 0.38279823132324964} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.281836986541748, "loss_scale": 4.0, "retries": 0, "seconds": 136.4, "max_memory_gb": 17.17, "ce": 0.2306905537698185, "kl": 0.13839797442778945, "context": 0.2998895344790071} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5874468088150024, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.17, "ce": 0.04086570558138192, "kl": 0.0027321946108713746, "context": 0.04223180375993252} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.021432388573884964, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.17, "ce": 0.001551026536617428, "kl": 0.0007667687632419984, "context": 0.0019344108877703547} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.27118486166000366, "loss_scale": 4.0, "retries": 0, "seconds": 140.1, "max_memory_gb": 17.17, "ce": 0.0176551109761931, "kl": 0.0036845006579824258, "context": 0.01949736085953191} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.7141852378845215, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 17.17, "ce": 0.011538912367541343, "kl": 0.08023086996399797, "context": 0.05165434768423438} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.4986696243286133, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.17, "ce": 0.01561546770244604, "kl": 0.5090498586032481, "context": 0.27014039557252545} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.4029446840286255, "loss_scale": 4.0, "retries": 0, "seconds": 143.9, "max_memory_gb": 17.17, "ce": 0.04464544905931689, "kl": 0.07749074889579788, "context": 0.08339082333259284} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.1512526273727417, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 17.17, "ce": 0.1070670868648449, "kl": 0.2897702107125042, "context": 0.2519521997164702} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.09886153042316437, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.17, "ce": 0.00596352614229545, "kl": 0.003034628025488928, "context": 0.007480840082280338} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.2412543296813965, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 17.17, "ce": 0.24635437988035847, "kl": 0.0038216801249291166, "context": 0.2482652174658142} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.18508268892765045, "loss_scale": 4.0, "retries": 0, "seconds": 148.8, "max_memory_gb": 17.17, "ce": 0.006858996712253429, "kl": 0.005900748426711289, "context": 0.00980937117128633} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.054328203201294, "loss_scale": 4.0, "retries": 0, "seconds": 150.0, "max_memory_gb": 17.17, "ce": 0.20927306835073978, "kl": 0.18429196950455662, "context": 0.3014190545072779} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.754391074180603, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 17.17, "ce": 0.060990970421698876, "kl": 0.037643283048964804, "context": 0.07981260916858446} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.3162800073623657, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 17.17, "ce": 0.14282962019206025, "kl": 0.02414022694756568, "context": 0.15489973017247394} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.8557931184768677, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 17.17, "ce": 0.05415346333757043, "kl": 0.03052709816256538, "context": 0.06941701262257993} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.694399356842041, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 17.17, "ce": 0.6206672183034243, "kl": 0.43998446940258873, "context": 0.8406594371772371} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.8046367764472961, "loss_scale": 4.0, "retries": 0, "seconds": 155.3, "max_memory_gb": 17.17, "ce": 0.1402921873377636, "kl": 0.06748987541141105, "context": 0.1740371212363243} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.864891767501831, "loss_scale": 4.0, "retries": 0, "seconds": 156.6, "max_memory_gb": 17.17, "ce": 0.6159880245104432, "kl": 0.09892389364540577, "context": 0.665449969470501} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.08815089613199234, "loss_scale": 4.0, "retries": 0, "seconds": 157.8, "max_memory_gb": 17.17, "ce": 0.005487053858814761, "kl": 0.00039372717947117053, "context": 0.00568391737760976} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.827547550201416, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.17, "ce": 0.1238751479977509, "kl": 0.5261806278722361, "context": 0.38696545403217897} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.0425503253936768, "loss_scale": 4.0, "retries": 0, "seconds": 160.3, "max_memory_gb": 17.17, "ce": 0.09591161416028626, "kl": 0.03210037769531482, "context": 0.11196180112892762} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.608304500579834, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 17.17, "ce": 0.03378935647197068, "kl": 0.2703564643088612, "context": 0.16896759264636785} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.8861067295074463, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 17.17, "ce": 0.33713892847299576, "kl": 0.3580773160647368, "context": 0.5161775826709345} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.1512011289596558, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.17, "ce": 0.15985321343760006, "kl": 0.034768034051012364, "context": 0.1772372304694727} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.40267276763916, "loss_scale": 4.0, "retries": 0, "seconds": 165.4, "max_memory_gb": 17.17, "ce": 0.3071957761676458, "kl": 0.021188274025917053, "context": 0.31778992142062634} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.9609863758087158, "loss_scale": 4.0, "retries": 0, "seconds": 166.8, "max_memory_gb": 17.17, "ce": 0.18374142680841032, "kl": 0.0037076562142601688, "context": 0.1855952519690618} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.4556732475757599, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.17, "ce": 0.01698086003307253, "kl": 0.04720625471236417, "context": 0.04058398649794981} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.294233322143555, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.17, "ce": 0.05476104351691902, "kl": 0.13201507719168148, "context": 0.12076858174987137} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.32915300130844116, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.17, "ce": 0.015522540255915374, "kl": 0.015972096247423906, "context": 0.023508588375989348} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.929426670074463, "loss_scale": 4.0, "retries": 0, "seconds": 171.9, "max_memory_gb": 17.17, "ce": 0.10699718818068504, "kl": 0.15385087858885527, "context": 0.18392263120040298} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.1920210123062134, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 17.17, "ce": 0.009910379783832468, "kl": 0.13341193451196887, "context": 0.07661634989199229} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.07776147872209549, "loss_scale": 4.0, "retries": 0, "seconds": 174.5, "max_memory_gb": 17.17, "ce": 0.005743500238168053, "kl": 0.0022461441294581164, "context": 0.006866572279250249} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09034396708011627, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 17.17, "ce": 0.00930380431964295, "kl": 0.0009014492097776383, "context": 0.009754529331985395} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.1075527667999268, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 17.17, "ce": 0.06603611513855867, "kl": 0.021432439680211246, "context": 0.07675233529880643} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.195572853088379, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 17.17, "ce": 0.32522376551060006, "kl": 0.027752866684750188, "context": 0.33910019358154386} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.8123297691345215, "loss_scale": 4.0, "retries": 0, "seconds": 179.4, "max_memory_gb": 17.17, "ce": 0.02788477309513837, "kl": 0.11799785622861236, "context": 0.0868837006855756} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.02985585480928421, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.17, "ce": 0.001797216129489243, "kl": 0.002413736689959478, "context": 0.003004084515850991} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.19521063566207886, "loss_scale": 4.0, "retries": 0, "seconds": 182.0, "max_memory_gb": 17.17, "ce": 0.016917795277549885, "kl": 0.014794573027756996, "context": 0.024315081478562206} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.6739267110824585, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 17.17, "ce": 0.37679406358802225, "kl": 0.4018937366345199, "context": 0.5777409137808718} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.1789889633655548, "loss_scale": 4.0, "retries": 0, "seconds": 184.5, "max_memory_gb": 17.17, "ce": 0.011502233915962279, "kl": 0.00834768005006481, "context": 0.015676074312068522} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.15881702303886414, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 17.17, "ce": 0.015408583509270102, "kl": 0.002165800198326906, "context": 0.01649148331489414} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.47699716687202454, "loss_scale": 4.0, "retries": 0, "seconds": 187.0, "max_memory_gb": 17.17, "ce": 0.06305136188893812, "kl": 0.027444698781437182, "context": 0.07677371122554177} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.8349368572235107, "loss_scale": 4.0, "retries": 0, "seconds": 188.2, "max_memory_gb": 17.17, "ce": 0.03079710085876286, "kl": 0.03712945175357163, "context": 0.049361828569089994} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.2605782747268677, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 17.17, "ce": 0.0030913799128029495, "kl": 0.1818804646281933, "context": 0.0940316112828441} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.7116131782531738, "loss_scale": 4.0, "retries": 0, "seconds": 190.7, "max_memory_gb": 17.17, "ce": 0.005767631344497204, "kl": 0.41413473370812426, "context": 0.21283499203855172} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.6025294661521912, "loss_scale": 4.0, "retries": 0, "seconds": 191.9, "max_memory_gb": 17.17, "ce": 0.053177632100414485, "kl": 0.08658116882725153, "context": 0.09646821650676429} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.6517914533615112, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.17, "ce": 0.21944144669396337, "kl": 0.00943786275183811, "context": 0.2241603724542074} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.6943036913871765, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 17.17, "ce": 0.016546467988518998, "kl": 0.010182627229823993, "context": 0.021637780708260834} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3087701201438904, "loss_scale": 4.0, "retries": 0, "seconds": 195.6, "max_memory_gb": 17.17, "ce": 0.022008674684911966, "kl": 0.03483994327689288, "context": 0.03942864667624235} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.2585527896881104, "loss_scale": 4.0, "retries": 0, "seconds": 196.8, "max_memory_gb": 17.17, "ce": 0.1857576198526658, "kl": 0.10182060643273871, "context": 0.23666793038137257} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.5995170474052429, "loss_scale": 4.0, "retries": 0, "seconds": 198.1, "max_memory_gb": 17.17, "ce": 0.00627612293465063, "kl": 0.04495365312322974, "context": 0.028752949205227196} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9323909282684326, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 17.17, "ce": 0.07480444310931489, "kl": 0.21726589234458515, "context": 0.1834373808815144} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.7107361555099487, "loss_scale": 4.0, "retries": 0, "seconds": 200.6, "max_memory_gb": 17.17, "ce": 0.1674849969567731, "kl": 0.1180626374507483, "context": 0.22651631382177584} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.8067116737365723, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 17.17, "ce": 0.0797150072758086, "kl": 0.11004758668423165, "context": 0.1347388006397523} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.6332268714904785, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.17, "ce": 0.29321202464052476, "kl": 0.6876556018687552, "context": 0.6370398389117327} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.210349082946777, "loss_scale": 4.0, "retries": 0, "seconds": 204.3, "max_memory_gb": 17.17, "ce": 0.09696225282095838, "kl": 0.06565871858401806, "context": 0.12979161560360808} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.12937211990356445, "loss_scale": 4.0, "retries": 0, "seconds": 205.6, "max_memory_gb": 17.17, "ce": 0.010376231279224157, "kl": 0.006859211018308997, "context": 0.013805836555548012} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.2727277278900146, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.17, "ce": 0.3545185399707407, "kl": 0.05162651113641914, "context": 0.3803317971760407} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.46135836839675903, "loss_scale": 4.0, "retries": 0, "seconds": 208.2, "max_memory_gb": 17.17, "ce": 0.030382653552806005, "kl": 0.00832592927326914, "context": 0.03454561805119738} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.13796089589595795, "loss_scale": 4.0, "retries": 0, "seconds": 209.3, "max_memory_gb": 17.17, "ce": 0.01110384201456327, "kl": 0.0016474379699502606, "context": 0.011927560743060894} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.5602887868881226, "loss_scale": 4.0, "retries": 0, "seconds": 210.7, "max_memory_gb": 17.17, "ce": 0.0749001419171691, "kl": 0.8899277336895466, "context": 0.5198640027083457} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.014445096254348755, "loss_scale": 4.0, "retries": 0, "seconds": 211.9, "max_memory_gb": 17.17, "ce": 0.0010106378758791834, "kl": 9.329621479992056e-05, "context": 0.0010572859755484387} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.6435036659240723, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.17, "ce": 0.018612895633850712, "kl": 0.05048252030974254, "context": 0.043854154617292807} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.16465722024440765, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.17, "ce": 0.008874238410498947, "kl": 0.01366595875879284, "context": 0.015707217738963664} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.25427448749542236, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.17, "ce": 0.014464579202467576, "kl": 0.004460620039026253, "context": 0.016694889171049} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.4196285605430603, "loss_scale": 4.0, "retries": 0, "seconds": 216.9, "max_memory_gb": 17.17, "ce": 0.030276403631432913, "kl": 0.006881611846210944, "context": 0.03371720950235613} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.6956018209457397, "loss_scale": 4.0, "retries": 0, "seconds": 218.2, "max_memory_gb": 17.17, "ce": 0.09481946332380176, "kl": 0.03998259821673855, "context": 0.11481075966730714} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.07993241399526596, "loss_scale": 4.0, "retries": 0, "seconds": 219.4, "max_memory_gb": 17.17, "ce": 0.005659223403199576, "kl": 0.0006882960160510265, "context": 0.006003371570841409} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9061622023582458, "loss_scale": 4.0, "retries": 0, "seconds": 220.6, "max_memory_gb": 17.17, "ce": 0.05332075052137952, "kl": 0.5940970680494502, "context": 0.35036929573107045} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.5465189218521118, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 17.17, "ce": 0.1257781033637002, "kl": 0.017512889389763586, "context": 0.13453455176204443} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.1684731245040894, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.17, "ce": 0.35476286173798144, "kl": 0.010165424801016343, "context": 0.3598455755854957} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.5981032252311707, "loss_scale": 4.0, "retries": 0, "seconds": 224.3, "max_memory_gb": 17.17, "ce": 0.042719373566797, "kl": 0.028304566458245972, "context": 0.056871658671298064} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.6254391074180603, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 17.17, "ce": 0.0034774263913277537, "kl": 0.1067261725111166, "context": 0.05684051100979559} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.8958956003189087, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 17.17, "ce": 0.06234698271146044, "kl": 0.23285732932345127, "context": 0.17877564317313954} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.040738288313150406, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 17.17, "ce": 0.0028618536598514766, "kl": 0.00019844471171381883, "context": 0.0029610760539071634} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.06823340058326721, "loss_scale": 4.0, "retries": 0, "seconds": 229.2, "max_memory_gb": 17.17, "ce": 0.002553703132434748, "kl": 0.003091620950726792, "context": 0.004099513520486653} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5814710855484009, "loss_scale": 4.0, "retries": 0, "seconds": 230.4, "max_memory_gb": 17.17, "ce": 0.0065237827875535, "kl": 0.10638205170994297, "context": 0.05971480713924393} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.522325038909912, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.17, "ce": 0.06683402515773196, "kl": 0.10858193380045122, "context": 0.12112499558134004} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.9486365914344788, "loss_scale": 4.0, "retries": 0, "seconds": 232.9, "max_memory_gb": 17.17, "ce": 0.0175510984408902, "kl": 0.5463264142454136, "context": 0.29071430864860304} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.295774221420288, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.17, "ce": 0.20112447087012697, "kl": 0.008123860228351987, "context": 0.20518640731461346} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.641160011291504, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.17, "ce": 0.3041641759045888, "kl": 0.23300991077849176, "context": 0.4206691201252397} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.04864111915230751, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 17.17, "ce": 0.0018163559579988942, "kl": 0.0028114517190260813, "context": 0.003222081810235977} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.933559894561768, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.17, "ce": 0.23047295889409725, "kl": 0.15580966881861968, "context": 0.30837779329158366} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.04632568359375, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 17.17, "ce": 0.38607733239769004, "kl": 0.029570783320195915, "context": 0.4008627305738628} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.049322132021188736, "loss_scale": 4.0, "retries": 0, "seconds": 240.3, "max_memory_gb": 17.17, "ce": 0.003050740764592774, "kl": 0.001213794427258108, "context": 0.0036576379934558645} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.8243358731269836, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 17.17, "ce": 0.07677823869744316, "kl": 0.021341018060411443, "context": 0.08744874742114916} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.146212637424469, "loss_scale": 4.0, "retries": 0, "seconds": 242.7, "max_memory_gb": 17.17, "ce": 0.015151224884903058, "kl": 0.0009482129462412558, "context": 0.01562533140531741} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.167838454246521, "loss_scale": 4.0, "retries": 0, "seconds": 243.7, "max_memory_gb": 17.17, "ce": 0.003450788040936459, "kl": 0.20301477022553627, "context": 0.10495817214541603} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.124938726425171, "loss_scale": 4.0, "retries": 0, "seconds": 244.9, "max_memory_gb": 17.17, "ce": 0.05380453100951854, "kl": 0.48838376102958136, "context": 0.297996408000472} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.44780176877975464, "loss_scale": 4.0, "retries": 0, "seconds": 245.9, "max_memory_gb": 17.17, "ce": 0.08024595283495728, "kl": 0.007751952616672497, "context": 0.08412192935065832} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.1303153038024902, "loss_scale": 4.0, "retries": 0, "seconds": 247.1, "max_memory_gb": 17.17, "ce": 0.09129076582030393, "kl": 0.007893008447354077, "context": 0.09523726947372779} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7195475101470947, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 17.17, "ce": 0.22950143099296838, "kl": 0.027354706973710563, "context": 0.2431787842651829} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.2978359460830688, "loss_scale": 4.0, "retries": 0, "seconds": 249.6, "max_memory_gb": 17.17, "ce": 0.07226254639681429, "kl": 0.09290057927864837, "context": 0.11871283254004084} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.062246520072221756, "loss_scale": 4.0, "retries": 0, "seconds": 250.8, "max_memory_gb": 17.17, "ce": 0.003523500156006776, "kl": 0.0028062304845661856, "context": 0.0049266154383076355} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.44198665022850037, "loss_scale": 4.0, "retries": 0, "seconds": 252.0, "max_memory_gb": 17.17, "ce": 0.021700417586544063, "kl": 0.02096077705209609, "context": 0.03218080547230784} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.2757048010826111, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 17.17, "ce": 0.021502008312381804, "kl": 0.0025768933701328933, "context": 0.02279045491013676} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2451481819152832, "loss_scale": 4.0, "retries": 0, "seconds": 254.5, "max_memory_gb": 17.17, "ce": 0.007156004910939373, "kl": 0.38828034654034127, "context": 0.20129618109785952} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.12823623418807983, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 17.17, "ce": 0.00658609185484238, "kl": 0.002333184153030743, "context": 0.007752684279694222} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.4518103003501892, "loss_scale": 4.0, "retries": 0, "seconds": 256.8, "max_memory_gb": 17.17, "ce": 0.08456151420250535, "kl": 0.04904958640690893, "context": 0.10908630909398198} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.056558698415756226, "loss_scale": 4.0, "retries": 0, "seconds": 258.1, "max_memory_gb": 17.17, "ce": 0.003663602750748396, "kl": 0.0010281442973791854, "context": 0.004177674985839985} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.7619740962982178, "loss_scale": 4.0, "retries": 0, "seconds": 259.3, "max_memory_gb": 17.17, "ce": 0.20097908948082477, "kl": 0.05240908049745485, "context": 0.22718362975865602} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.505138397216797, "loss_scale": 4.0, "retries": 0, "seconds": 260.5, "max_memory_gb": 17.17, "ce": 0.44262218108633533, "kl": 0.09613825957740119, "context": 0.49069129588315263} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.5610507726669312, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.17, "ce": 0.12706695566885173, "kl": 0.058898196744848974, "context": 0.15651605834136717} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.047316551208496, "loss_scale": 4.0, "retries": 0, "seconds": 262.9, "max_memory_gb": 17.17, "ce": 0.12936269403144252, "kl": 0.9295813765238563, "context": 0.5941533898003399} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.7649290561676025, "loss_scale": 4.0, "retries": 0, "seconds": 264.3, "max_memory_gb": 17.17, "ce": 0.19916486492729746, "kl": 0.023119812247387017, "context": 0.21072476933477446} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.7665789127349854, "loss_scale": 4.0, "retries": 0, "seconds": 265.5, "max_memory_gb": 17.17, "ce": 0.2949084380234126, "kl": 0.06374094705097377, "context": 0.32677890904597007} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.1671431064605713, "loss_scale": 4.0, "retries": 0, "seconds": 266.6, "max_memory_gb": 17.17, "ce": 0.48375505444710143, "kl": 0.01914081639779397, "context": 0.49332545531797223} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5690078139305115, "loss_scale": 4.0, "retries": 0, "seconds": 267.8, "max_memory_gb": 17.17, "ce": 0.02434516599169001, "kl": 0.07239638781175017, "context": 0.06054336065426469} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05337677150964737, "loss_scale": 4.0, "retries": 0, "seconds": 268.9, "max_memory_gb": 17.18, "ce": 0.003819125660811551, "kl": 0.0017659068789726007, "context": 0.004702079182607122} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.178498387336731, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 17.18, "ce": 0.17543486057547852, "kl": 0.18203949369490147, "context": 0.2664546128362417} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.95202898979187, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 17.18, "ce": 0.012707378511549905, "kl": 0.22353706062858691, "context": 0.12447590939700603} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.21131902933120728, "loss_scale": 4.0, "retries": 0, "seconds": 272.5, "max_memory_gb": 17.18, "ce": 0.017579044826561585, "kl": 0.0013792574591207085, "context": 0.018268673768034205} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.632189154624939, "loss_scale": 4.0, "retries": 0, "seconds": 273.7, "max_memory_gb": 17.18, "ce": 0.004034558958665002, "kl": 0.07008964024862507, "context": 0.03907937815529294} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.0086243152618408, "loss_scale": 4.0, "retries": 0, "seconds": 275.0, "max_memory_gb": 17.18, "ce": 0.05522593486239202, "kl": 0.049809514472144656, "context": 0.08013069134904072} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.502854585647583, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 17.18, "ce": 0.1565698280755896, "kl": 0.006936083365872037, "context": 0.1600378711882513} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 5.548633098602295, "loss_scale": 4.0, "retries": 0, "seconds": 277.3, "max_memory_gb": 17.18, "ce": 0.047085040947422385, "kl": 0.04856226566789701, "context": 0.07136617350624874} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.19157926738262177, "loss_scale": 4.0, "retries": 0, "seconds": 278.7, "max_memory_gb": 17.18, "ce": 0.006046785551006906, "kl": 0.017169886064948514, "context": 0.014631728525273502} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.4631129503250122, "loss_scale": 4.0, "retries": 0, "seconds": 279.9, "max_memory_gb": 17.18, "ce": 0.026005764797446318, "kl": 0.007231184168631444, "context": 0.029621356137795374} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.3758312463760376, "loss_scale": 4.0, "retries": 0, "seconds": 281.2, "max_memory_gb": 17.18, "ce": 0.017005287852953188, "kl": 0.009691232286058948, "context": 0.02185090350394603} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.34215086698532104, "loss_scale": 4.0, "retries": 0, "seconds": 282.4, "max_memory_gb": 17.18, "ce": 0.009326530183898285, "kl": 0.03239056846359745, "context": 0.025521814823150635} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.0826148986816406, "loss_scale": 4.0, "retries": 0, "seconds": 283.6, "max_memory_gb": 17.18, "ce": 0.07236800136161037, "kl": 0.03030429399177592, "context": 0.0875201483577257} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.051370143890381, "loss_scale": 4.0, "retries": 0, "seconds": 284.9, "max_memory_gb": 17.18, "ce": 0.44005225965520367, "kl": 0.25842736632330343, "context": 0.5692659547785297} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.7399893999099731, "loss_scale": 4.0, "retries": 0, "seconds": 286.1, "max_memory_gb": 17.18, "ce": 0.044640858977800235, "kl": 0.08555891769356094, "context": 0.08742031722795218} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.49993401765823364, "loss_scale": 4.0, "retries": 0, "seconds": 287.3, "max_memory_gb": 17.18, "ce": 0.02978266723221168, "kl": 0.006690653186524287, "context": 0.0331279928504955} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.698851466178894, "loss_scale": 4.0, "retries": 0, "seconds": 288.6, "max_memory_gb": 17.18, "ce": 0.02391612168867141, "kl": 0.0940285058459267, "context": 0.07093037501908839} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.3426136076450348, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 17.18, "ce": 0.01745124172884971, "kl": 0.0071104494118117145, "context": 0.021006465423852205} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.7811102867126465, "loss_scale": 4.0, "retries": 0, "seconds": 291.1, "max_memory_gb": 17.18, "ce": 0.32454464345937595, "kl": 0.019715437044396822, "context": 0.33440237503964454} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.19908033311367035, "loss_scale": 4.0, "retries": 0, "seconds": 292.2, "max_memory_gb": 17.18, "ce": 0.01341940465499647, "kl": 0.017286397800489794, "context": 0.02206260379170999} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.3279130458831787, "loss_scale": 4.0, "retries": 0, "seconds": 293.4, "max_memory_gb": 17.18, "ce": 0.06469505114364438, "kl": 0.018591526258205704, "context": 0.07399081136099994} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.28617367148399353, "loss_scale": 4.0, "retries": 0, "seconds": 294.7, "max_memory_gb": 17.18, "ce": 0.0237735746341059, "kl": 0.004976131465809885, "context": 0.026261639344738796} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.45461148023605347, "loss_scale": 4.0, "retries": 0, "seconds": 295.9, "max_memory_gb": 17.18, "ce": 0.10625060275197029, "kl": 0.01303075532814546, "context": 0.11276597925461829} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3891313076019287, "loss_scale": 4.0, "retries": 0, "seconds": 297.1, "max_memory_gb": 17.18, "ce": 0.02639886731049046, "kl": 0.03505999696426443, "context": 0.043928865692578256} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.695479393005371, "loss_scale": 4.0, "retries": 0, "seconds": 298.4, "max_memory_gb": 17.18, "ce": 0.10464435670292005, "kl": 0.03235976247378858, "context": 0.12082424061372876} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.2013567090034485, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 17.18, "ce": 0.013023760591750033, "kl": 0.01403267186424273, "context": 0.02004009613301605} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.047276709228754044, "loss_scale": 4.0, "retries": 0, "seconds": 300.7, "max_memory_gb": 17.18, "ce": 0.0032212437654379755, "kl": 0.0010471214864082867, "context": 0.0037448044458869845} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.6559559106826782, "loss_scale": 4.0, "retries": 0, "seconds": 302.1, "max_memory_gb": 17.18, "ce": 0.04062908297782997, "kl": 0.21428132875644224, "context": 0.14776974455890013} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.5209842920303345, "loss_scale": 4.0, "retries": 0, "seconds": 303.3, "max_memory_gb": 17.18, "ce": 0.3325035207817564, "kl": 0.028033666872943286, "context": 0.3465203540981747} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.026902783662080765, "loss_scale": 4.0, "retries": 0, "seconds": 304.6, "max_memory_gb": 17.18, "ce": 0.001908557940623723, "kl": 0.0003727860748767853, "context": 0.0020949510362697765} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.2038196325302124, "loss_scale": 4.0, "retries": 0, "seconds": 305.8, "max_memory_gb": 17.18, "ce": 0.011052819507312961, "kl": 0.1878469399016467, "context": 0.10497628865414299} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.2829206585884094, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 17.18, "ce": 0.02076596417464316, "kl": 0.00727799121523276, "context": 0.024404959636740386} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.3247394561767578, "loss_scale": 4.0, "retries": 0, "seconds": 308.3, "max_memory_gb": 17.18, "ce": 0.08182707289233804, "kl": 0.06912430201191455, "context": 0.11638922663405538} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.167165607213974, "loss_scale": 4.0, "retries": 0, "seconds": 309.5, "max_memory_gb": 17.18, "ce": 0.010535858105868101, "kl": 0.006916934027685784, "context": 0.013994325185194612} diff --git a/runs/fixed_internvl/context/Random8_8102_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8102_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8102_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8102_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8102_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a9dacd13be06862ac54e6f30a1e4a54eed27ae2e --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8102_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.11.mlp.up_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.9.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8102_s13/config.json b/runs/fixed_internvl/context/Random8_8102_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7016b45651878684278551f77868f083391536d7 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8102_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8102", + "layers": [ + 4, + 9, + 10, + 11, + 15, + 18, + 32, + 34 + ], + "ranks": { + "4": 72, + "9": 72, + "10": 72, + "11": 72, + "15": 72, + "18": 72, + "32": 72, + "34": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8102_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8102_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6f53d27bc48959ccb481f864cc8594fd6a15098c --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8102_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.263116359710693, "loss_scale": 4.0, "retries": 0, "seconds": 2.1, "max_memory_gb": 16.82, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.862936973571777, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.16, "ce": 0.6328521318937419, "kl": 0.4680680775019255, "context": 0.8668861778642167} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.979354858398438, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.16, "ce": 0.969939336180687, "kl": 0.06931963562965393, "context": 1.004599168896675} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.438618183135986, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 17.16, "ce": 0.26388866312481696, "kl": 0.45484672344764476, "context": 0.49131202091666637} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.24095110595226288, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 17.16, "ce": 0.009497352783000679, "kl": 0.008548446639906615, "context": 0.013771576159342658} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.126824378967285, "loss_scale": 4.0, "retries": 0, "seconds": 8.5, "max_memory_gb": 17.16, "ce": 0.15727824479108676, "kl": 0.08098078018520027, "context": 0.19776863255538046} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.5231008529663086, "loss_scale": 4.0, "retries": 0, "seconds": 9.8, "max_memory_gb": 17.16, "ce": 0.10084157861638232, "kl": 0.06539477239584812, "context": 0.13353896434819035} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.6147964000701904, "loss_scale": 4.0, "retries": 0, "seconds": 11.0, "max_memory_gb": 17.16, "ce": 0.04121518414467573, "kl": 0.21006035385653377, "context": 0.14624536223709583} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 9.813679695129395, "loss_scale": 4.0, "retries": 0, "seconds": 12.2, "max_memory_gb": 17.16, "ce": 0.09775365004315972, "kl": 0.17620722739957273, "context": 0.18585726292803884} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.6317757368087769, "loss_scale": 4.0, "retries": 0, "seconds": 13.5, "max_memory_gb": 17.16, "ce": 0.005100538495753426, "kl": 0.021415255032479763, "context": 0.015808166412170976} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.13230548799037933, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.16, "ce": 0.0050988665243494324, "kl": 0.004051549487940065, "context": 0.007124641444534063} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.22534863650798798, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 17.16, "ce": 0.00973196094719242, "kl": 0.0022398243827410624, "context": 0.010851872905732307} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.049520134925842285, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 17.16, "ce": 0.0014299237300292589, "kl": 0.0004656926994357491, "context": 0.0016627701043034904} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.610543966293335, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.16, "ce": 0.0610187416896224, "kl": 0.7430775426328182, "context": 0.43255751533433795} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.9481384754180908, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 17.16, "ce": 0.008845725230571588, "kl": 0.34300274082779936, "context": 0.1803470984384603} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.03758431226015091, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 17.16, "ce": 0.00192821540258592, "kl": 0.0006720462774865155, "context": 0.002264238559291698} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.1312921047210693, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 17.16, "ce": 0.023286945288418792, "kl": 0.7673947975636111, "context": 0.4069843534962274} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.821559488773346, "loss_scale": 4.0, "retries": 0, "seconds": 23.3, "max_memory_gb": 17.16, "ce": 0.007097764035279397, "kl": 0.26258266078002634, "context": 0.13838909447804326} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.43646761775016785, "loss_scale": 4.0, "retries": 0, "seconds": 24.5, "max_memory_gb": 17.16, "ce": 0.003811026701441733, "kl": 0.08621774838138663, "context": 0.04691990034552873} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.11461333930492401, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 17.16, "ce": 0.0009150718169621541, "kl": 0.008000150431143993, "context": 0.004915147135761799} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.052430376410484314, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 17.16, "ce": 0.0006221598309821275, "kl": 0.0038133339567139046, "context": 0.002528826809793827} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.3927582502365112, "loss_scale": 4.0, "retries": 0, "seconds": 28.4, "max_memory_gb": 17.16, "ce": 0.06506125733722001, "kl": 0.049621069916611305, "context": 0.08987179066753015} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.5553290843963623, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 17.16, "ce": 0.0003446518658165587, "kl": 0.43825503942915134, "context": 0.21947217338856717} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5498982667922974, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.16, "ce": 0.007909468455181923, "kl": 0.042147858253883896, "context": 0.028983397714910097} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.4307687282562256, "loss_scale": 4.0, "retries": 0, "seconds": 32.2, "max_memory_gb": 17.16, "ce": 0.1872299399219628, "kl": 0.04246456013061106, "context": 0.20846222643740475} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.0050235986709595, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.16, "ce": 0.040711153797019506, "kl": 0.5398570944635139, "context": 0.31063970473769587} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.334039330482483, "loss_scale": 4.0, "retries": 0, "seconds": 34.7, "max_memory_gb": 17.16, "ce": 0.09525276761269197, "kl": 0.2739564026123844, "context": 0.2322309761948418} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.7819106578826904, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.16, "ce": 0.1173777596814034, "kl": 0.3310404696967453, "context": 0.28289799951016903} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.391539096832275, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.16, "ce": 0.4241742878803052, "kl": 0.15210161253344268, "context": 0.5002250820398331} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.11213552206754684, "loss_scale": 4.0, "retries": 0, "seconds": 38.5, "max_memory_gb": 17.16, "ce": 0.002257209474919364, "kl": 0.005468873743666336, "context": 0.004991646332200617} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.393899440765381, "loss_scale": 4.0, "retries": 0, "seconds": 39.8, "max_memory_gb": 17.16, "ce": 0.671685838024132, "kl": 0.12057360965991393, "context": 0.7319726390996948} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.46532729268074036, "loss_scale": 4.0, "retries": 0, "seconds": 41.1, "max_memory_gb": 17.16, "ce": 0.016925325617194176, "kl": 0.010084741246828344, "context": 0.02196769620059058} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.9362752437591553, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 17.16, "ce": 0.28320609260117635, "kl": 0.08934405696345493, "context": 0.32787811604794115} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.5001449584960938, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 17.16, "ce": 0.0070222761714830995, "kl": 0.7368388167378725, "context": 0.37544167379383} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.14007660746574402, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 17.16, "ce": 0.004121186713746283, "kl": 0.00034351771591900615, "context": 0.004292945486668032} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.1026952266693115, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.16, "ce": 0.21650632738601416, "kl": 0.04435659744194709, "context": 0.2386846251320094} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.975140929222107, "loss_scale": 4.0, "retries": 0, "seconds": 47.3, "max_memory_gb": 17.16, "ce": 0.1109603435616009, "kl": 0.39952093409374356, "context": 0.310720803681761} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.5865302085876465, "loss_scale": 4.0, "retries": 0, "seconds": 48.5, "max_memory_gb": 17.16, "ce": 0.09177054278552532, "kl": 0.37860812508733943, "context": 0.28107461030595005} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2013107538223267, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 17.16, "ce": 0.06260693550575525, "kl": 0.0065895124498638324, "context": 0.06590168896946125} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.6874438524246216, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 17.16, "ce": 0.03647817962337285, "kl": 0.039394796069245785, "context": 0.05617557722143829} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.9889326095581055, "loss_scale": 4.0, "retries": 0, "seconds": 52.2, "max_memory_gb": 17.16, "ce": 0.5364518160931766, "kl": 0.09551938669756055, "context": 0.5842114984989166} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.1327149122953415, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.16, "ce": 0.00913839036365971, "kl": 0.0006879791953906533, "context": 0.009482379857217893} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.07726874947547913, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 17.16, "ce": 0.005775001482106745, "kl": 0.0008654679004393984, "context": 0.006207735335920006} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 12.375092506408691, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 17.16, "ce": 0.1056951701611979, "kl": 0.6889594723979826, "context": 0.4501749212795403} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.6712212562561035, "loss_scale": 4.0, "retries": 0, "seconds": 57.1, "max_memory_gb": 17.16, "ce": 0.46345598611515015, "kl": 0.1345431849185843, "context": 0.5307275790255517} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1075832843780518, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.16, "ce": 0.06473431352060288, "kl": 0.11601057316875085, "context": 0.12273959966842085} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.8088240623474121, "loss_scale": 4.0, "retries": 0, "seconds": 59.6, "max_memory_gb": 17.16, "ce": 0.03006902626657393, "kl": 0.1275267186574638, "context": 0.09383238374721259} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.06482122838497162, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.16, "ce": 0.003694644052302465, "kl": 0.0022393312101485208, "context": 0.004814309650100768} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.23538713157176971, "loss_scale": 4.0, "retries": 0, "seconds": 62.1, "max_memory_gb": 17.16, "ce": 0.011623866783338599, "kl": 0.02566920393383043, "context": 0.0244584682804998} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6969559192657471, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 17.16, "ce": 0.059954256896162406, "kl": 0.012717045610770583, "context": 0.06631278138956986} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.4543471336364746, "loss_scale": 4.0, "retries": 0, "seconds": 64.7, "max_memory_gb": 17.16, "ce": 0.10677461011800915, "kl": 0.01132123326033252, "context": 0.11243522698350716} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.4304078221321106, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.16, "ce": 0.017047878936864436, "kl": 0.11448673985432833, "context": 0.07429124973714352} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.5483053922653198, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.16, "ce": 0.03697559708962217, "kl": 0.2115026672836393, "context": 0.1427269265986979} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.627018928527832, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 17.16, "ce": 0.08369070899789222, "kl": 0.06388846066693077, "context": 0.11563493887661025} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.4386686086654663, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 17.16, "ce": 0.02628110950172413, "kl": 0.01530374323556316, "context": 0.03393298064474948} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.408914715051651, "loss_scale": 4.0, "retries": 0, "seconds": 71.0, "max_memory_gb": 17.16, "ce": 0.0239382884465158, "kl": 0.05526355537585914, "context": 0.051570067182183266} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.10927658528089523, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.16, "ce": 0.005407058837590739, "kl": 0.006270585243328242, "context": 0.008542351628420874} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.014561985619366169, "loss_scale": 4.0, "retries": 0, "seconds": 73.6, "max_memory_gb": 17.16, "ce": 0.0008591730802436359, "kl": 0.0001932194068103854, "context": 0.0009557827943353914} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.6307015419006348, "loss_scale": 4.0, "retries": 0, "seconds": 74.9, "max_memory_gb": 17.16, "ce": 0.15102842124179006, "kl": 0.07310676799534122, "context": 0.18758181363227777} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.1426122188568115, "loss_scale": 4.0, "retries": 0, "seconds": 76.1, "max_memory_gb": 17.16, "ce": 0.09484874230111018, "kl": 0.06944672168174293, "context": 0.12957210309104994} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.3831816911697388, "loss_scale": 4.0, "retries": 0, "seconds": 77.3, "max_memory_gb": 17.16, "ce": 0.1064396562287584, "kl": 0.4433228373163729, "context": 0.32810106888064183} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.542778730392456, "loss_scale": 4.0, "retries": 0, "seconds": 78.6, "max_memory_gb": 17.16, "ce": 0.03664515956188552, "kl": 0.008166574843926355, "context": 0.040728445863351226} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.1461325883865356, "loss_scale": 4.0, "retries": 0, "seconds": 79.8, "max_memory_gb": 17.16, "ce": 0.06842581661476288, "kl": 0.11145696675521322, "context": 0.12415429949760437} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.127059206366539, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 17.16, "ce": 0.007362864329479635, "kl": 0.0039622593321837485, "context": 0.009343994199298322} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.7380410432815552, "loss_scale": 4.0, "retries": 0, "seconds": 82.4, "max_memory_gb": 17.16, "ce": 0.1287905341014266, "kl": 0.11851461138576269, "context": 0.18804783979430795} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.834454894065857, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 17.16, "ce": 0.1379174486237389, "kl": 0.06960331992468127, "context": 0.172719104855787} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.07685001194477081, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.16, "ce": 0.0042577920357871335, "kl": 0.005856654035142128, "context": 0.007186118979007006} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.291485995054245, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.16, "ce": 0.010831499803316547, "kl": 0.009142374383372953, "context": 0.015402686629386153} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.188506841659546, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.16, "ce": 0.6748900502425386, "kl": 0.00953108584144502, "context": 0.6796555738255847} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.5551156997680664, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.16, "ce": 0.016360022738808766, "kl": 0.0072472172305424465, "context": 0.01998363182065077} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.08194348216056824, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.16, "ce": 0.003273289454227779, "kl": 0.005230942588241305, "context": 0.005888760984817054} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.1825932264328003, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 17.16, "ce": 0.007605110280564986, "kl": 0.48459539077884983, "context": 0.24990280229394557} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.269217014312744, "loss_scale": 4.0, "retries": 0, "seconds": 93.2, "max_memory_gb": 17.16, "ce": 0.1724174051414593, "kl": 0.03084166138796718, "context": 0.18783823768171715} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.8670785427093506, "loss_scale": 4.0, "retries": 0, "seconds": 94.4, "max_memory_gb": 17.16, "ce": 0.09959488613094436, "kl": 0.11434786291533783, "context": 0.1567688250252104} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.9679723978042603, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.16, "ce": 0.5108777233399451, "kl": 0.810406188480556, "context": 0.9160808296874166} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.9252161979675293, "loss_scale": 4.0, "retries": 0, "seconds": 97.6, "max_memory_gb": 17.16, "ce": 0.01377915440389188, "kl": 1.324180617928505, "context": 0.6758694488089532} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.9995101094245911, "loss_scale": 4.0, "retries": 0, "seconds": 98.8, "max_memory_gb": 17.16, "ce": 0.015859210747294128, "kl": 0.011840839113574475, "context": 0.021779630333185196} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.47551366686820984, "loss_scale": 4.0, "retries": 0, "seconds": 100.0, "max_memory_gb": 17.16, "ce": 0.002088322493364103, "kl": 0.08295084994460922, "context": 0.043563748738961294} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.48559775948524475, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 17.16, "ce": 0.01278143044328317, "kl": 0.01361057793837972, "context": 0.01958671941247303} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3474651873111725, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.16, "ce": 0.0019474766668281518, "kl": 0.048188366899921675, "context": 0.026041659533802886} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.9853038787841797, "loss_scale": 4.0, "retries": 0, "seconds": 103.8, "max_memory_gb": 17.16, "ce": 0.11126299307215959, "kl": 0.03555402059282642, "context": 0.1290400021825917} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.2476140409708023, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 17.16, "ce": 0.013347955129574984, "kl": 0.011300544021651149, "context": 0.018998226849362254} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.711542010307312, "loss_scale": 4.0, "retries": 0, "seconds": 106.2, "max_memory_gb": 17.16, "ce": 0.12670466605050024, "kl": 0.5804431886572274, "context": 0.41692625409632456} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.2317031621932983, "loss_scale": 4.0, "retries": 0, "seconds": 107.5, "max_memory_gb": 17.16, "ce": 0.0683220089704264, "kl": 0.03274848894443494, "context": 0.08469625491125043} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.11808847635984421, "loss_scale": 4.0, "retries": 0, "seconds": 108.7, "max_memory_gb": 17.16, "ce": 0.003160193078656448, "kl": 0.0004843633441034001, "context": 0.003402374728466384} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.494277000427246, "loss_scale": 4.0, "retries": 0, "seconds": 109.9, "max_memory_gb": 17.16, "ce": 0.04790459533978719, "kl": 0.19920438090048265, "context": 0.1475067816209048} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7224990129470825, "loss_scale": 4.0, "retries": 0, "seconds": 111.3, "max_memory_gb": 17.16, "ce": 0.0068828644580207765, "kl": 0.5330781454103999, "context": 0.2734219296835363} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.3597259819507599, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.16, "ce": 0.017151457926956937, "kl": 0.0035452316318469457, "context": 0.01892407421109965} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.3946971893310547, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 17.16, "ce": 0.03169777379662264, "kl": 0.01771819707209943, "context": 0.04055687128857244} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.4633689820766449, "loss_scale": 4.0, "retries": 0, "seconds": 115.0, "max_memory_gb": 17.16, "ce": 0.014206007675966248, "kl": 0.004015640311990865, "context": 0.01621382834855467} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.7626569271087646, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.16, "ce": 0.3214096666779369, "kl": 0.30601819399453234, "context": 0.4744187608885113} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.94952917098999, "loss_scale": 4.0, "retries": 0, "seconds": 117.5, "max_memory_gb": 17.16, "ce": 0.1881268275756156, "kl": 0.27152498505893163, "context": 0.3238893124216702} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.7212657928466797, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.16, "ce": 0.07070442621625261, "kl": 0.2982696667231721, "context": 0.21983925148379058} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.3265507221221924, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.16, "ce": 0.04902962519554421, "kl": 0.01036001171451062, "context": 0.0542096329445485} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.6732728481292725, "loss_scale": 4.0, "retries": 0, "seconds": 121.2, "max_memory_gb": 17.16, "ce": 0.5187553424511862, "kl": 0.013151904247933999, "context": 0.5253312959102914} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.8632616996765137, "loss_scale": 4.0, "retries": 0, "seconds": 122.4, "max_memory_gb": 17.16, "ce": 0.3272478231738205, "kl": 0.005284036891680444, "context": 0.32988985112751834} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.44038042426109314, "loss_scale": 4.0, "retries": 0, "seconds": 123.6, "max_memory_gb": 17.16, "ce": 0.015556237543933094, "kl": 0.020221004204358906, "context": 0.02566673932597041} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.4064614474773407, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 17.16, "ce": 0.0019123016463709064, "kl": 0.09017590263283637, "context": 0.047000251681311056} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.16115118563175201, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.16, "ce": 0.01756212995678652, "kl": 0.007296416490135016, "context": 0.02121033771254588} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.0858324766159058, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 17.16, "ce": 0.05389453509997111, "kl": 0.36060524776621605, "context": 0.2341971626447048} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.20024091005325317, "loss_scale": 4.0, "retries": 0, "seconds": 128.8, "max_memory_gb": 17.16, "ce": 0.00534465562668629, "kl": 0.020567334489896894, "context": 0.01562832249328494} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.32668620347976685, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 17.16, "ce": 0.02723279205383733, "kl": 0.008913932462746743, "context": 0.03168975800508633} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.1584233045578003, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.16, "ce": 0.010677547426894307, "kl": 0.004257306121871807, "context": 0.012806200596969575} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.14521516859531403, "loss_scale": 4.0, "retries": 0, "seconds": 132.5, "max_memory_gb": 17.16, "ce": 0.01070091436849907, "kl": 0.00336813737931152, "context": 0.01238498359452933} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7990106344223022, "loss_scale": 4.0, "retries": 0, "seconds": 133.7, "max_memory_gb": 17.16, "ce": 0.022341412884998135, "kl": 0.3567986059933901, "context": 0.20074072241550311} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.02860288880765438, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 17.16, "ce": 0.002541441543144174, "kl": 0.00036368129804031923, "context": 0.00272328220307827} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.5165815353393555, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 17.16, "ce": 0.03831499917578185, "kl": 0.15331045106086094, "context": 0.1149702210968826} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.3704254627227783, "loss_scale": 4.0, "retries": 0, "seconds": 137.4, "max_memory_gb": 17.16, "ce": 0.30670362412638497, "kl": 0.0029032834474946867, "context": 0.3081552668882068} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.20835542678833, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 17.16, "ce": 0.1668098312075017, "kl": 0.14132825890555978, "context": 0.23747395747341216} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.46098682284355164, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.16, "ce": 0.034814716782420874, "kl": 0.0056052896252367646, "context": 0.03761736233718693} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.023196827620267868, "loss_scale": 4.0, "retries": 0, "seconds": 141.1, "max_memory_gb": 17.16, "ce": 0.0016973337333183736, "kl": 0.0007011723791947588, "context": 0.0020479199301917106} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.27350762486457825, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 17.16, "ce": 0.022188722272403538, "kl": 0.0031655190632591257, "context": 0.023771480831783265} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.9556149840354919, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 17.16, "ce": 0.009877861535642296, "kl": 0.08129274354723748, "context": 0.05052423244342208} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.113013505935669, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.16, "ce": 0.020291872609959682, "kl": 0.3540237630240881, "context": 0.19730375226208707} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.2463531494140625, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 17.16, "ce": 0.04026876893476583, "kl": 0.0861666223499924, "context": 0.08335207821801305} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.8171836137771606, "loss_scale": 4.0, "retries": 0, "seconds": 147.4, "max_memory_gb": 17.16, "ce": 0.09373606517328881, "kl": 0.29195785884985526, "context": 0.23971499459003098} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.09874286502599716, "loss_scale": 4.0, "retries": 0, "seconds": 148.8, "max_memory_gb": 17.16, "ce": 0.006433116432162933, "kl": 0.00556802237588272, "context": 0.009217127386364155} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.3344944715499878, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 17.16, "ce": 0.21353396214544773, "kl": 0.001884145973235718, "context": 0.21447604210698046} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.1157192662358284, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.16, "ce": 0.00562883292150218, "kl": 0.0038191882772480312, "context": 0.007538427191320807} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.3750665187835693, "loss_scale": 4.0, "retries": 0, "seconds": 152.5, "max_memory_gb": 17.16, "ce": 0.20169349809293635, "kl": 0.220997154712677, "context": 0.31219207265530713} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.6778520941734314, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 17.16, "ce": 0.052496150849037804, "kl": 0.03623905184940668, "context": 0.0706156748929061} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.103799819946289, "loss_scale": 4.0, "retries": 0, "seconds": 155.0, "max_memory_gb": 17.16, "ce": 0.141373484118958, "kl": 0.030092535744188353, "context": 0.15641975443577394} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.5075649619102478, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 17.16, "ce": 0.0454917405731976, "kl": 0.02545213609118946, "context": 0.05821780697442591} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.8108155727386475, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.16, "ce": 0.6138681942320545, "kl": 0.433790178491563, "context": 0.8307632853393443} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.9551974534988403, "loss_scale": 4.0, "retries": 0, "seconds": 158.8, "max_memory_gb": 17.16, "ce": 0.12533350093872286, "kl": 0.07495683394290609, "context": 0.16281191798043437} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.406610488891602, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 17.16, "ce": 0.7245136136189103, "kl": 0.10493356920778751, "context": 0.776980409398675} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.09210564196109772, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 17.16, "ce": 0.006919187537278049, "kl": 0.0007240800116505852, "context": 0.007281227502971888} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.7002501487731934, "loss_scale": 4.0, "retries": 0, "seconds": 162.5, "max_memory_gb": 17.16, "ce": 0.12660439964747638, "kl": 0.4554487828136189, "context": 0.3543287823558785} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.8117956519126892, "loss_scale": 4.0, "retries": 0, "seconds": 163.7, "max_memory_gb": 17.16, "ce": 0.08668227141606621, "kl": 0.038261366044025635, "context": 0.1058129542216193} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6317869424819946, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 17.16, "ce": 0.028036460164003074, "kl": 0.2675335555541096, "context": 0.1618032359983772} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.925462245941162, "loss_scale": 4.0, "retries": 0, "seconds": 166.2, "max_memory_gb": 17.16, "ce": 0.3287813103524968, "kl": 0.3722318405925762, "context": 0.5148972438182682} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.0855774879455566, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 17.16, "ce": 0.1890853360237088, "kl": 0.046253394342784304, "context": 0.21221203508321196} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.2791883945465088, "loss_scale": 4.0, "retries": 0, "seconds": 168.6, "max_memory_gb": 17.16, "ce": 0.31413492032515933, "kl": 0.02046965467161499, "context": 0.3243697569705546} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.1054524183273315, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 17.16, "ce": 0.18259471259079874, "kl": 0.004811412800336257, "context": 0.18500041813240387} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.4505503177642822, "loss_scale": 4.0, "retries": 0, "seconds": 171.2, "max_memory_gb": 17.17, "ce": 0.013921618490712717, "kl": 0.050111156477214536, "context": 0.0389771971385926} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.71380615234375, "loss_scale": 4.0, "retries": 0, "seconds": 172.7, "max_memory_gb": 17.17, "ce": 0.05026786250527948, "kl": 0.10363782667172927, "context": 0.10208677593618631} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.4427587389945984, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 17.17, "ce": 0.015634412025974598, "kl": 0.024828169134707423, "context": 0.028048497493728064} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.291167974472046, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 17.17, "ce": 0.10247478308156133, "kl": 0.15962863946333528, "context": 0.1822891067713499} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.0842549800872803, "loss_scale": 4.0, "retries": 0, "seconds": 176.4, "max_memory_gb": 17.17, "ce": 0.013044425315456465, "kl": 0.10117432808488047, "context": 0.06363158894964727} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.09785107523202896, "loss_scale": 4.0, "retries": 0, "seconds": 177.7, "max_memory_gb": 17.17, "ce": 0.00631313567282632, "kl": 0.002391756805081968, "context": 0.007509013841627166} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.08658788353204727, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.17, "ce": 0.009263070773158688, "kl": 0.0007870801819080953, "context": 0.009656610614911187} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.3281779289245605, "loss_scale": 4.0, "retries": 0, "seconds": 180.1, "max_memory_gb": 17.17, "ce": 0.10191467148251832, "kl": 0.02240631949280214, "context": 0.11311783036217093} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.1510777473449707, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.17, "ce": 0.2603561933792662, "kl": 0.030480052748316666, "context": 0.27559622831176966} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 2.0876059532165527, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.17, "ce": 0.037930753896944225, "kl": 0.11751521460246295, "context": 0.09668836306082085} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.027415672317147255, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 17.17, "ce": 0.001454884113627486, "kl": 0.002149615154849016, "context": 0.002529691773816012} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.17043885588645935, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 17.17, "ce": 0.017245425668079406, "kl": 0.009967090278223623, "context": 0.02222897052706685} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.822371482849121, "loss_scale": 4.0, "retries": 0, "seconds": 186.4, "max_memory_gb": 17.17, "ce": 0.3577349697443424, "kl": 0.39730709642753936, "context": 0.5563885137089528} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.23307597637176514, "loss_scale": 4.0, "retries": 0, "seconds": 187.6, "max_memory_gb": 17.17, "ce": 0.013679720454092603, "kl": 0.010664377201464958, "context": 0.01901190952048637} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.17888282239437103, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 17.17, "ce": 0.016652911028359085, "kl": 0.002173054268496344, "context": 0.017739437811542302} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6144518852233887, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 17.17, "ce": 0.062030863107793266, "kl": 0.03091416640654643, "context": 0.07748794812869164} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.5390726923942566, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.17, "ce": 0.024851076625054702, "kl": 0.030754381929000374, "context": 0.040228267665952444} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.9033920168876648, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 17.17, "ce": 0.003193859083694406, "kl": 0.12716096935218957, "context": 0.06677434511948377} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.8130332827568054, "loss_scale": 4.0, "retries": 0, "seconds": 194.0, "max_memory_gb": 17.17, "ce": 0.004708243417553604, "kl": 0.45045332217705436, "context": 0.22993490172666498} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.5051224231719971, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.17, "ce": 0.043819483937113546, "kl": 0.09729210475052241, "context": 0.0924655328199151} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.3609585762023926, "loss_scale": 4.0, "retries": 0, "seconds": 196.4, "max_memory_gb": 17.17, "ce": 0.2312837261124514, "kl": 0.0113803571639437, "context": 0.23697390277811792} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.7155885696411133, "loss_scale": 4.0, "retries": 0, "seconds": 197.7, "max_memory_gb": 17.17, "ce": 0.026462794063263573, "kl": 0.015546517822258465, "context": 0.03423605294665322} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.30640852451324463, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.17, "ce": 0.025926443748176098, "kl": 0.027389904571464285, "context": 0.03962139482609928} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.205410122871399, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 17.17, "ce": 0.13784573040902615, "kl": 0.11228147841029568, "context": 0.19398646848276258} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.6922334432601929, "loss_scale": 4.0, "retries": 0, "seconds": 201.5, "max_memory_gb": 17.17, "ce": 0.0076946099870838225, "kl": 0.037436859114677645, "context": 0.026413038605824113} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.2475457191467285, "loss_scale": 4.0, "retries": 0, "seconds": 202.8, "max_memory_gb": 17.17, "ce": 0.05914726064656861, "kl": 0.216420271410243, "context": 0.16735739685827866} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.3025096654891968, "loss_scale": 4.0, "retries": 0, "seconds": 204.1, "max_memory_gb": 17.17, "ce": 0.143452717049513, "kl": 0.13658134175057057, "context": 0.21174339164281264} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.9557996988296509, "loss_scale": 4.0, "retries": 0, "seconds": 205.3, "max_memory_gb": 17.17, "ce": 0.09616139568970539, "kl": 0.1221874192397081, "context": 0.15725510535412468} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.919973850250244, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 17.17, "ce": 0.2499775364267407, "kl": 0.6758843814241118, "context": 0.5879197235335596} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 4.072597026824951, "loss_scale": 4.0, "retries": 0, "seconds": 207.8, "max_memory_gb": 17.17, "ce": 0.21462032751878724, "kl": 0.19918440133915283, "context": 0.31421252818836365} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.20770925283432007, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 17.17, "ce": 0.012694863093202002, "kl": 0.008882745038135909, "context": 0.01713623502291739} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 15.341867446899414, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 17.17, "ce": 0.36550182348582894, "kl": 0.06510215868183877, "context": 0.39805291302036494} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.876274049282074, "loss_scale": 4.0, "retries": 0, "seconds": 211.5, "max_memory_gb": 17.17, "ce": 0.03980392322409898, "kl": 0.007856400894524995, "context": 0.043732124599046074} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.1447637528181076, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 17.17, "ce": 0.013575219265476335, "kl": 0.0023093652416719124, "context": 0.014729901973623782} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6495522260665894, "loss_scale": 4.0, "retries": 0, "seconds": 214.0, "max_memory_gb": 17.17, "ce": 0.06555184900935274, "kl": 0.8996457122266293, "context": 0.5153747200965881} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.01812422275543213, "loss_scale": 4.0, "retries": 0, "seconds": 215.3, "max_memory_gb": 17.17, "ce": 0.0010146442291443236, "kl": 8.383407430301304e-05, "context": 0.0010565612683421932} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.645767867565155, "loss_scale": 4.0, "retries": 0, "seconds": 216.5, "max_memory_gb": 17.17, "ce": 0.015791044133948162, "kl": 0.05565697094425559, "context": 0.043619528878480196} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.15539363026618958, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.17, "ce": 0.008921771863242611, "kl": 0.011798248880950268, "context": 0.014820896089076996} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.15484082698822021, "loss_scale": 4.0, "retries": 0, "seconds": 219.0, "max_memory_gb": 17.17, "ce": 0.010530881816521287, "kl": 0.002689408720470965, "context": 0.01187558617675677} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.44153454899787903, "loss_scale": 4.0, "retries": 0, "seconds": 220.2, "max_memory_gb": 17.17, "ce": 0.03685270399728324, "kl": 0.009790663834507995, "context": 0.041748035451746546} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.6755359172821045, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 17.17, "ce": 0.07102561456849799, "kl": 0.03972501365933567, "context": 0.09088812256231904} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.06968773901462555, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 17.17, "ce": 0.0047513749086647294, "kl": 0.0010061432685688487, "context": 0.0052544463032973} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9946143627166748, "loss_scale": 4.0, "retries": 0, "seconds": 223.9, "max_memory_gb": 17.17, "ce": 0.035072689614025876, "kl": 0.6590079011602938, "context": 0.36457663180772215} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.3622548580169678, "loss_scale": 4.0, "retries": 0, "seconds": 225.2, "max_memory_gb": 17.17, "ce": 0.17842643207404763, "kl": 0.008221010764827952, "context": 0.1825369440484792} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.1258623600006104, "loss_scale": 4.0, "retries": 0, "seconds": 226.4, "max_memory_gb": 17.17, "ce": 0.30863573440001346, "kl": 0.009191210971039254, "context": 0.3132313310634345} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.8550876975059509, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 17.17, "ce": 0.045094317974871956, "kl": 0.035656137551995926, "context": 0.06292238860623911} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5341698527336121, "loss_scale": 4.0, "retries": 0, "seconds": 229.0, "max_memory_gb": 17.17, "ce": 0.0028195093327667564, "kl": 0.10549018673191313, "context": 0.05556460120715201} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.8536122441291809, "loss_scale": 4.0, "retries": 0, "seconds": 230.2, "max_memory_gb": 17.17, "ce": 0.06822399969678372, "kl": 0.19798585060016194, "context": 0.16721692105056718} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.038656510412693024, "loss_scale": 4.0, "retries": 0, "seconds": 231.5, "max_memory_gb": 17.17, "ce": 0.002690575201995671, "kl": 0.00021803068011649884, "context": 0.0027995905693387613} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.08955885469913483, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 17.17, "ce": 0.0029995213844813406, "kl": 0.003151787332171807, "context": 0.004575414946884848} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3883706033229828, "loss_scale": 4.0, "retries": 0, "seconds": 233.9, "max_memory_gb": 17.17, "ce": 0.006264432326133829, "kl": 0.09123972087309085, "context": 0.051884291067835875} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 5.209321975708008, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 17.17, "ce": 0.06894877518061548, "kl": 0.10238297926844098, "context": 0.12014026464021299} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.7805030941963196, "loss_scale": 4.0, "retries": 0, "seconds": 236.4, "max_memory_gb": 17.17, "ce": 0.017303062370046973, "kl": 0.615225313915289, "context": 0.32491572913568234} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.3698372840881348, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 17.17, "ce": 0.20404100505402312, "kl": 0.008666738510328287, "context": 0.2083743747934932} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.082984924316406, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 17.17, "ce": 0.3407572863070527, "kl": 0.20233890791860176, "context": 0.4419267269986449} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.03297072649002075, "loss_scale": 4.0, "retries": 0, "seconds": 240.1, "max_memory_gb": 17.17, "ce": 0.0011124551383545622, "kl": 0.0022106791075202636, "context": 0.002217794710304588} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.224308013916016, "loss_scale": 4.0, "retries": 0, "seconds": 241.4, "max_memory_gb": 17.17, "ce": 0.20167990843765438, "kl": 0.15097874788079935, "context": 0.2771692896494642} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.318860411643982, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.17, "ce": 0.39634535522782244, "kl": 0.02448938808447565, "context": 0.40859003610967193} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.05437874048948288, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 17.17, "ce": 0.0029274143162183464, "kl": 0.0019677072150443564, "context": 0.003911267849616706} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.1011950969696045, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 17.17, "ce": 0.12218646955443546, "kl": 0.0033989049334195442, "context": 0.12388592585921288} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.10770358145236969, "loss_scale": 4.0, "retries": 0, "seconds": 246.4, "max_memory_gb": 17.17, "ce": 0.011469749544630758, "kl": 0.0008599499378760811, "context": 0.011899724850081839} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.0590163469314575, "loss_scale": 4.0, "retries": 0, "seconds": 247.6, "max_memory_gb": 17.17, "ce": 0.0033244705555262044, "kl": 0.23651587432266297, "context": 0.12158240507051232} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 5.148157119750977, "loss_scale": 4.0, "retries": 0, "seconds": 248.9, "max_memory_gb": 17.17, "ce": 0.023786629746609833, "kl": 0.16514145575570183, "context": 0.10635735721734818} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.7821419835090637, "loss_scale": 4.0, "retries": 0, "seconds": 250.1, "max_memory_gb": 17.17, "ce": 0.08131699714431306, "kl": 0.010511009433685103, "context": 0.0865725011244649} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.2360705137252808, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 17.17, "ce": 0.13565101905260235, "kl": 0.008819892496831017, "context": 0.14006096762022935} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.185009241104126, "loss_scale": 4.0, "retries": 0, "seconds": 252.6, "max_memory_gb": 17.17, "ce": 0.24585758452303708, "kl": 0.02540702458281885, "context": 0.2585611001122743} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.3963193893432617, "loss_scale": 4.0, "retries": 0, "seconds": 253.9, "max_memory_gb": 17.17, "ce": 0.06777095021971036, "kl": 0.0728801420518721, "context": 0.1042110251437407} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.06919928640127182, "loss_scale": 4.0, "retries": 0, "seconds": 255.2, "max_memory_gb": 17.17, "ce": 0.004172720335191116, "kl": 0.002394182346733942, "context": 0.005369811522541568} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.9566669464111328, "loss_scale": 4.0, "retries": 0, "seconds": 256.3, "max_memory_gb": 17.17, "ce": 0.0274232203628344, "kl": 0.028666407175478525, "context": 0.0417564240815409} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.42783209681510925, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 17.17, "ce": 0.039185192494187504, "kl": 0.0038378986646421254, "context": 0.04110414127353579} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.133622646331787, "loss_scale": 4.0, "retries": 0, "seconds": 258.8, "max_memory_gb": 17.17, "ce": 0.005616052687400952, "kl": 0.3719773590564728, "context": 0.1916047351260204} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.10328634083271027, "loss_scale": 4.0, "retries": 0, "seconds": 260.0, "max_memory_gb": 17.17, "ce": 0.005815956203150563, "kl": 0.0025649447889009025, "context": 0.007098428497556597} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.5706245303153992, "loss_scale": 4.0, "retries": 0, "seconds": 261.2, "max_memory_gb": 17.17, "ce": 0.08383652358315885, "kl": 0.05379634228302166, "context": 0.11073469289112836} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.052644114941358566, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 17.17, "ce": 0.003358388232300058, "kl": 0.0010868922690860927, "context": 0.003901834395946935} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.9831444025039673, "loss_scale": 4.0, "retries": 0, "seconds": 263.8, "max_memory_gb": 17.17, "ce": 0.2187887804757338, "kl": 0.04921949643176049, "context": 0.24339853436686099} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 4.983897686004639, "loss_scale": 4.0, "retries": 0, "seconds": 265.0, "max_memory_gb": 17.17, "ce": 0.3996246985043399, "kl": 0.08962183331823326, "context": 0.4444356075109681} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6464053988456726, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.17, "ce": 0.12686570070218295, "kl": 0.042633273609681055, "context": 0.14818233891855925} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 8.310133934020996, "loss_scale": 4.0, "retries": 0, "seconds": 267.6, "max_memory_gb": 17.17, "ce": 0.1273348938266281, "kl": 0.9797830650422839, "context": 0.6172264292836189} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8636290431022644, "loss_scale": 4.0, "retries": 0, "seconds": 269.0, "max_memory_gb": 17.17, "ce": 0.19002575638296548, "kl": 0.022914517332537798, "context": 0.20148301706649363} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.5315390825271606, "loss_scale": 4.0, "retries": 0, "seconds": 270.2, "max_memory_gb": 17.17, "ce": 0.29074179245799314, "kl": 0.06807014308287762, "context": 0.3247768533183262} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.702221155166626, "loss_scale": 4.0, "retries": 0, "seconds": 271.4, "max_memory_gb": 17.17, "ce": 0.5090759836602956, "kl": 0.021376083388531697, "context": 0.5197640262776986} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.650112509727478, "loss_scale": 4.0, "retries": 0, "seconds": 272.7, "max_memory_gb": 17.17, "ce": 0.029736984113696963, "kl": 0.08236766131813056, "context": 0.0709208152256906} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05542221665382385, "loss_scale": 4.0, "retries": 0, "seconds": 273.9, "max_memory_gb": 17.17, "ce": 0.0035295043635414913, "kl": 0.0018250421987886511, "context": 0.004442025441676378} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.150155782699585, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 17.17, "ce": 0.22215939292800613, "kl": 0.18701323587447405, "context": 0.3156660124659538} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.2053349018096924, "loss_scale": 4.0, "retries": 0, "seconds": 276.5, "max_memory_gb": 17.17, "ce": 0.010803923127241433, "kl": 0.2072433161083609, "context": 0.11442558391718194} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.24847716093063354, "loss_scale": 4.0, "retries": 0, "seconds": 277.7, "max_memory_gb": 17.17, "ce": 0.025894286227412522, "kl": 0.0024200844763981877, "context": 0.027104328473797068} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.7387921214103699, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 17.17, "ce": 0.0029487757419701666, "kl": 0.10618491034801991, "context": 0.05604123153898399} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.6493692398071289, "loss_scale": 4.0, "retries": 0, "seconds": 280.2, "max_memory_gb": 17.17, "ce": 0.03276075568282977, "kl": 0.054515295023520594, "context": 0.06001840202952735} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.6442222595214844, "loss_scale": 4.0, "retries": 0, "seconds": 281.4, "max_memory_gb": 17.17, "ce": 0.14035907652578317, "kl": 0.008970575507191825, "context": 0.14484436385100707} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.8011026382446289, "loss_scale": 4.0, "retries": 0, "seconds": 282.8, "max_memory_gb": 17.17, "ce": 0.03392567968694493, "kl": 0.03103837244998431, "context": 0.04944486636668444} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.15902596712112427, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 17.17, "ce": 0.005209396898862906, "kl": 0.014707851070852485, "context": 0.012563322321511805} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.4207422733306885, "loss_scale": 4.0, "retries": 0, "seconds": 285.2, "max_memory_gb": 17.17, "ce": 0.02467419304593932, "kl": 0.005988139759210753, "context": 0.0276682630792493} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.4345734119415283, "loss_scale": 4.0, "retries": 0, "seconds": 286.5, "max_memory_gb": 17.17, "ce": 0.01470967945351731, "kl": 0.01113280663594196, "context": 0.020276081850170158} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.3372844159603119, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 17.17, "ce": 0.0077217871039465535, "kl": 0.04143814876442775, "context": 0.02844086172990501} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.092164993286133, "loss_scale": 4.0, "retries": 0, "seconds": 288.9, "max_memory_gb": 17.17, "ce": 0.11022170032083523, "kl": 0.09618389427805596, "context": 0.1583136514236685} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.420140504837036, "loss_scale": 4.0, "retries": 0, "seconds": 290.2, "max_memory_gb": 17.17, "ce": 0.4594978227687534, "kl": 0.21257982612587512, "context": 0.5657877278281376} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.9723140597343445, "loss_scale": 4.0, "retries": 0, "seconds": 291.4, "max_memory_gb": 17.17, "ce": 0.04462161936680786, "kl": 0.09757363265089225, "context": 0.0934084365144372} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.29659438133239746, "loss_scale": 4.0, "retries": 0, "seconds": 292.6, "max_memory_gb": 17.17, "ce": 0.023009280674159527, "kl": 0.005281581696181092, "context": 0.0256500716204755} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.7551121711730957, "loss_scale": 4.0, "retries": 0, "seconds": 293.9, "max_memory_gb": 17.17, "ce": 0.02499201468890533, "kl": 0.09186436387244612, "context": 0.07092419522814453} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.46637433767318726, "loss_scale": 4.0, "retries": 0, "seconds": 295.1, "max_memory_gb": 17.17, "ce": 0.021135843824595213, "kl": 0.009493121930063353, "context": 0.025882404763251543} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.5550591945648193, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 17.17, "ce": 0.29750214552041143, "kl": 0.032309127011103556, "context": 0.31365672033280134} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.18178167939186096, "loss_scale": 4.0, "retries": 0, "seconds": 297.5, "max_memory_gb": 17.17, "ce": 0.01582889709970914, "kl": 0.01719049844541587, "context": 0.024424146569799632} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.9009931683540344, "loss_scale": 4.0, "retries": 0, "seconds": 298.7, "max_memory_gb": 17.17, "ce": 0.05891449593764264, "kl": 0.023611333333064977, "context": 0.07072015981248114} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.2954919636249542, "loss_scale": 4.0, "retries": 0, "seconds": 300.0, "max_memory_gb": 17.17, "ce": 0.019057069097470958, "kl": 0.0035374524486542214, "context": 0.020825795392738655} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5230159759521484, "loss_scale": 4.0, "retries": 0, "seconds": 301.2, "max_memory_gb": 17.17, "ce": 0.1154683434870094, "kl": 0.016892691475732136, "context": 0.12391468556597829} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.28546851873397827, "loss_scale": 4.0, "retries": 0, "seconds": 302.3, "max_memory_gb": 17.17, "ce": 0.02270672406302765, "kl": 0.035116639295665664, "context": 0.04026504361536354} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.3120239973068237, "loss_scale": 4.0, "retries": 0, "seconds": 303.7, "max_memory_gb": 17.17, "ce": 0.07225339571596123, "kl": 0.050876188557595015, "context": 0.09769148955820128} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.18144935369491577, "loss_scale": 4.0, "retries": 0, "seconds": 304.9, "max_memory_gb": 17.17, "ce": 0.012358391977613792, "kl": 0.01317463093346305, "context": 0.018945707372040488} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.059926990419626236, "loss_scale": 4.0, "retries": 0, "seconds": 306.1, "max_memory_gb": 17.17, "ce": 0.003948654746636748, "kl": 0.001330305363808293, "context": 0.004613807512214407} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.124196767807007, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 17.17, "ce": 0.02803918606150546, "kl": 0.22666281932561105, "context": 0.14137059828499332} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.3647913932800293, "loss_scale": 4.0, "retries": 0, "seconds": 308.6, "max_memory_gb": 17.17, "ce": 0.2783568673330592, "kl": 0.04500521146110259, "context": 0.30085947454790585} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.027307648211717606, "loss_scale": 4.0, "retries": 0, "seconds": 309.9, "max_memory_gb": 17.17, "ce": 0.0017183727359224577, "kl": 0.0004957717269462592, "context": 0.0019662586564663798} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.258786678314209, "loss_scale": 4.0, "retries": 0, "seconds": 311.1, "max_memory_gb": 17.17, "ce": 0.010808858191012405, "kl": 0.21998671814981208, "context": 0.12080222069926094} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.21841934323310852, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.17, "ce": 0.015966418548487127, "kl": 0.0040308857569471, "context": 0.017981861834414303} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.122620701789856, "loss_scale": 4.0, "retries": 0, "seconds": 313.6, "max_memory_gb": 17.17, "ce": 0.08294508513063192, "kl": 0.08684346848167479, "context": 0.12636681948788464} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.16318276524543762, "loss_scale": 4.0, "retries": 0, "seconds": 314.8, "max_memory_gb": 17.17, "ce": 0.009524301160126925, "kl": 0.005709864497475792, "context": 0.012379233521642163} diff --git a/runs/fixed_internvl/context/Random8_8103_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8103_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8103_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8103_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8103_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ca0309922dc4372e742f70200b30784f53bd3360 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8103_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.32.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8103_s13/config.json b/runs/fixed_internvl/context/Random8_8103_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..26b5d5851563c56737795c830ce4d993d3241e88 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8103_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8103", + "layers": [ + 6, + 15, + 17, + 29, + 30, + 31, + 32, + 35 + ], + "ranks": { + "6": 72, + "15": 72, + "17": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8103_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8103_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d40b8b91bf1ad1adba3e296b2399b472acbbbb77 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8103_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 6.465160846710205, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.82, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.8721208572387695, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.16, "ce": 0.6328329627649509, "kl": 0.467102208429651, "context": 0.8663840865410748} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.297714233398438, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.16, "ce": 0.9765701927244663, "kl": 0.07379033789038658, "context": 1.013465367257595} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.302188873291016, "loss_scale": 4.0, "retries": 0, "seconds": 6.0, "max_memory_gb": 17.16, "ce": 0.2761293037328869, "kl": 0.4529333900693473, "context": 0.5025960031343857} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.2620261609554291, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.16, "ce": 0.009469197801081464, "kl": 0.008649633462482598, "context": 0.013794014823361067} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.8550832271575928, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.16, "ce": 0.16553875603131019, "kl": 0.07969633290667844, "context": 0.20538692831178196} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.9211931228637695, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.16, "ce": 0.1348156527710671, "kl": 0.07494668444292074, "context": 0.17228899312976864} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.9434399604797363, "loss_scale": 4.0, "retries": 0, "seconds": 10.9, "max_memory_gb": 17.17, "ce": 0.07682205364108086, "kl": 0.21459126332774758, "context": 0.18411768414080143} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 8.913880348205566, "loss_scale": 4.0, "retries": 0, "seconds": 12.1, "max_memory_gb": 17.17, "ce": 0.09104383178055286, "kl": 0.15602073553600349, "context": 0.16905420180410147} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.8388027548789978, "loss_scale": 4.0, "retries": 0, "seconds": 13.4, "max_memory_gb": 17.17, "ce": 0.0052043625473743305, "kl": 0.025068774120882154, "context": 0.01773875002982095} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.18998107314109802, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.17, "ce": 0.00544665037523373, "kl": 0.004411560697917594, "context": 0.007652430773305241} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.31208881735801697, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 17.17, "ce": 0.010190350123593817, "kl": 0.0021091130265631364, "context": 0.011244906869251281} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.08002213388681412, "loss_scale": 4.0, "retries": 0, "seconds": 17.1, "max_memory_gb": 17.17, "ce": 0.001761429697580752, "kl": 0.0004548026863631094, "context": 0.0019888309980160557} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.273052215576172, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.17, "ce": 0.055322830041404814, "kl": 0.7395675143925473, "context": 0.42510659410618246} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.580932378768921, "loss_scale": 4.0, "retries": 0, "seconds": 19.6, "max_memory_gb": 17.17, "ce": 0.006393121020664694, "kl": 0.34225522781116524, "context": 0.17752073678889246} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.045696359127759933, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 17.17, "ce": 0.0019337081503181253, "kl": 0.0007160640126357976, "context": 0.002291740194777958} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.539306879043579, "loss_scale": 4.0, "retries": 0, "seconds": 21.9, "max_memory_gb": 17.17, "ce": 0.023830845399061218, "kl": 0.8175140931271017, "context": 0.432587895920733} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0841176509857178, "loss_scale": 4.0, "retries": 0, "seconds": 23.2, "max_memory_gb": 17.17, "ce": 0.0073617307643871754, "kl": 0.249431474301673, "context": 0.13207746544503607} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5065702199935913, "loss_scale": 4.0, "retries": 0, "seconds": 24.4, "max_memory_gb": 17.17, "ce": 0.006312758177500655, "kl": 0.05587089241180365, "context": 0.034248204736286425} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.1615883708000183, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.17, "ce": 0.0009821731973715941, "kl": 0.00926995433292177, "context": 0.005617150221951306} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.03923941031098366, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 17.17, "ce": 0.000455504019100772, "kl": 0.001625219825655222, "context": 0.0012681139214691939} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.513134479522705, "loss_scale": 4.0, "retries": 0, "seconds": 28.4, "max_memory_gb": 17.17, "ce": 0.08838471169292461, "kl": 0.06697899845903521, "context": 0.12187421022099443} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.5475375652313232, "loss_scale": 4.0, "retries": 0, "seconds": 29.7, "max_memory_gb": 17.17, "ce": 0.00014179473555486766, "kl": 0.2269920165123267, "context": 0.11363780322835737} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.7184044718742371, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.17, "ce": 0.008256012602942064, "kl": 0.031238662526448024, "context": 0.023875343998952303} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.419097661972046, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 17.17, "ce": 0.16127902732023358, "kl": 0.027191940927878022, "context": 0.17487500159768388} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.6097354888916016, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.17, "ce": 0.044789246873733646, "kl": 0.5252820341188453, "context": 0.3074302565109974} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.648429036140442, "loss_scale": 4.0, "retries": 0, "seconds": 34.9, "max_memory_gb": 17.17, "ce": 0.05252725198806729, "kl": 0.29005332760198144, "context": 0.19755391258149757} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.840235710144043, "loss_scale": 4.0, "retries": 0, "seconds": 36.1, "max_memory_gb": 17.17, "ce": 0.12083835243242902, "kl": 0.25954724522307515, "context": 0.2506119729951024} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.143810749053955, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 17.17, "ce": 0.5035758567973971, "kl": 0.13394373751361854, "context": 0.5705477211158723} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.5022260546684265, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 17.17, "ce": 0.003810458330917754, "kl": 0.019191888135537738, "context": 0.01340640213493316} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 8.454697608947754, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 17.17, "ce": 0.6624914036510745, "kl": 0.08914211246883497, "context": 0.7070624514017254} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.665898323059082, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 17.17, "ce": 0.042580985464155674, "kl": 0.06627023273904342, "context": 0.0757161017972976} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.009949684143066, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 17.17, "ce": 0.3326260303147137, "kl": 0.06434644025284797, "context": 0.3647992566693574} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.3278989791870117, "loss_scale": 4.0, "retries": 0, "seconds": 43.7, "max_memory_gb": 17.17, "ce": 0.006937006110092625, "kl": 0.7715615264023654, "context": 0.3927177799050696} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.051304012537002563, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.17, "ce": 0.002078299963613972, "kl": 0.00040239595546154305, "context": 0.002279497879499104} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.082399368286133, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 17.17, "ce": 0.23020930515485816, "kl": 0.030998405170976184, "context": 0.24570850495365448} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.5118649005889893, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 17.17, "ce": 0.11056598118011607, "kl": 0.4415202116360888, "context": 0.33132609364110976} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.6803083419799805, "loss_scale": 4.0, "retries": 0, "seconds": 49.0, "max_memory_gb": 17.17, "ce": 0.08068710926454514, "kl": 0.41873526634299196, "context": 0.2900547455647029} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.482689619064331, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.17, "ce": 0.07335664924175944, "kl": 0.009945375040842919, "context": 0.078329338633921} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.40771833062171936, "loss_scale": 4.0, "retries": 0, "seconds": 52.0, "max_memory_gb": 17.17, "ce": 0.01663652842398733, "kl": 0.02212497970322147, "context": 0.0276990185957402} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.729485273361206, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.17, "ce": 0.5345431219320744, "kl": 0.07518196012824774, "context": 0.5721341110765934} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.13966794312000275, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 17.17, "ce": 0.008169030159479007, "kl": 0.0010755461116787046, "context": 0.008706803142558783} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.15157559514045715, "loss_scale": 4.0, "retries": 0, "seconds": 55.7, "max_memory_gb": 17.17, "ce": 0.006355586228892207, "kl": 0.0010869620564335492, "context": 0.00689906720072031} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 14.681798934936523, "loss_scale": 4.0, "retries": 0, "seconds": 56.8, "max_memory_gb": 17.17, "ce": 0.10010069340933114, "kl": 0.757932389547932, "context": 0.4790668752975762} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.790704727172852, "loss_scale": 4.0, "retries": 0, "seconds": 58.1, "max_memory_gb": 17.17, "ce": 0.4705290269339457, "kl": 0.18160582688869908, "context": 0.5613319560652599} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1722170114517212, "loss_scale": 4.0, "retries": 0, "seconds": 59.8, "max_memory_gb": 17.17, "ce": 0.05899990981561132, "kl": 0.11790167522849515, "context": 0.11795074463589117} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.1121649742126465, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.17, "ce": 0.030378989467862993, "kl": 0.15196319955430226, "context": 0.10636058659292758} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09337456524372101, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.17, "ce": 0.0036284634843468666, "kl": 0.002404866283541196, "context": 0.004830896621569991} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.35129615664482117, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 17.17, "ce": 0.012313948056544177, "kl": 0.03149830770416884, "context": 0.028063101548468694} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.9769709706306458, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 17.17, "ce": 0.06817365807364695, "kl": 0.013171800892450847, "context": 0.0747595599386841} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 74.21534729003906, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 17.17, "ce": 0.10551891599607188, "kl": 0.027288843535643537, "context": 0.11916333946282975} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.5661571621894836, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.17, "ce": 0.018309711711481214, "kl": 0.12823828172986396, "context": 0.0824288516305387} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.187244415283203, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.17, "ce": 0.0342591597000137, "kl": 0.20916530676186085, "context": 0.1388418124988675} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.9263808727264404, "loss_scale": 4.0, "retries": 0, "seconds": 69.9, "max_memory_gb": 17.17, "ce": 0.12241283472394571, "kl": 0.0735312798205996, "context": 0.1591784667398315} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.2849608361721039, "loss_scale": 4.0, "retries": 0, "seconds": 71.1, "max_memory_gb": 17.17, "ce": 0.017327110865153372, "kl": 0.008384492492041318, "context": 0.02151935617439449} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.6317854523658752, "loss_scale": 4.0, "retries": 0, "seconds": 72.3, "max_memory_gb": 17.17, "ce": 0.02093345602042973, "kl": 0.08102821602369659, "context": 0.06144756404682994} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.21218766272068024, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.17, "ce": 0.00851527982740663, "kl": 0.012413390664733015, "context": 0.014721974730491638} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.0355093739926815, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.17, "ce": 0.0015325329441111535, "kl": 0.00022188817388268944, "context": 0.0016434770222986117} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.6486616134643555, "loss_scale": 4.0, "retries": 0, "seconds": 76.2, "max_memory_gb": 17.17, "ce": 0.12612415527109988, "kl": 0.05919879913562909, "context": 0.15572355344193056} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.498339295387268, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 17.17, "ce": 0.10672877746401355, "kl": 0.08398757914255839, "context": 0.14872255956288427} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.2710670232772827, "loss_scale": 4.0, "retries": 0, "seconds": 78.8, "max_memory_gb": 17.17, "ce": 0.06348029657965526, "kl": 0.49934852110163774, "context": 0.31315454782452434} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.621258556842804, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 17.17, "ce": 0.03622353609534912, "kl": 0.008468346066365484, "context": 0.04045770870288834} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.1258339881896973, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 17.17, "ce": 0.05732681122026406, "kl": 0.07579146485659294, "context": 0.09522254392504692} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.22060555219650269, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.17, "ce": 0.011884224513778463, "kl": 0.0051434079359751195, "context": 0.014455928816460073} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9983551502227783, "loss_scale": 4.0, "retries": 0, "seconds": 83.9, "max_memory_gb": 17.17, "ce": 0.12719666259363294, "kl": 0.10826433962211013, "context": 0.18132883217185736} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.3899872303009033, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 17.17, "ce": 0.1780473814542347, "kl": 0.08421764422814704, "context": 0.22015619611738657} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.08135674893856049, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.17, "ce": 0.004606695641996339, "kl": 0.005572141058109992, "context": 0.0073927660851040855} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.3119796812534332, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.17, "ce": 0.009233217519067694, "kl": 0.012940153827003087, "context": 0.01570329489914002} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.257806777954102, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.17, "ce": 0.6173348785087001, "kl": 0.009920491851517, "context": 0.6222950988449156} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.7985284328460693, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.17, "ce": 0.010411748779006302, "kl": 0.0010903028896791511, "context": 0.010956900689052418} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.19179047644138336, "loss_scale": 4.0, "retries": 0, "seconds": 91.5, "max_memory_gb": 17.17, "ce": 0.007355606729106512, "kl": 0.006464625534135848, "context": 0.010587919499812415} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.0332285165786743, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 17.17, "ce": 0.010687714966479689, "kl": 0.42517321603372693, "context": 0.22327432298334315} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.3992350101470947, "loss_scale": 4.0, "retries": 0, "seconds": 93.9, "max_memory_gb": 17.17, "ce": 0.16176170289327274, "kl": 0.03979376959432557, "context": 0.18165858210340957} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.4523428678512573, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 17.17, "ce": 0.11096797566278838, "kl": 0.06444983272012905, "context": 0.14319289194827434} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.4224002361297607, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.17, "ce": 0.5205158495227806, "kl": 0.8201859639957547, "context": 0.930608844384551} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.4840333461761475, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.17, "ce": 0.015270567608240526, "kl": 1.3716207772959024, "context": 0.7010809452040121} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.31776005029678345, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 17.17, "ce": 0.013428752834443003, "kl": 0.013044349558185786, "context": 0.019950927584432065} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6812352538108826, "loss_scale": 4.0, "retries": 0, "seconds": 99.3, "max_memory_gb": 17.17, "ce": 0.0020510139293037355, "kl": 0.09487335032827104, "context": 0.04948768956819549} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.6499646902084351, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 17.17, "ce": 0.014367087456776062, "kl": 0.019489652468109853, "context": 0.024111913749948144} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.5666939616203308, "loss_scale": 4.0, "retries": 0, "seconds": 101.6, "max_memory_gb": 17.17, "ce": 0.0029322368354769424, "kl": 0.06218639056169195, "context": 0.03402543326228624} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.0708647966384888, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 17.17, "ce": 0.0857317985210102, "kl": 0.03845423203529208, "context": 0.10495891547179781} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15479056537151337, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.17, "ce": 0.009754379920195788, "kl": 0.002076152231893502, "context": 0.010792455985210836} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.042902708053589, "loss_scale": 4.0, "retries": 0, "seconds": 105.5, "max_memory_gb": 17.17, "ce": 0.10524639867071528, "kl": 0.5896415357565274, "context": 0.40006717515643686} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.0793795585632324, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 17.17, "ce": 0.12255006056147977, "kl": 0.041958124420489185, "context": 0.1435291210327705} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.2096010148525238, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.17, "ce": 0.004421678717335453, "kl": 0.002028794778198062, "context": 0.0054360762260330375} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.0062637329101562, "loss_scale": 4.0, "retries": 0, "seconds": 109.3, "max_memory_gb": 17.17, "ce": 0.02947636489989236, "kl": 0.2565120716462843, "context": 0.15773240476846695} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.2301764488220215, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 17.17, "ce": 0.006767240818589926, "kl": 0.581004099920392, "context": 0.2972692947369069} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.2961882948875427, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.17, "ce": 0.014150999526464147, "kl": 0.002893848928749776, "context": 0.0155979241571913} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.3467867374420166, "loss_scale": 4.0, "retries": 0, "seconds": 112.9, "max_memory_gb": 17.17, "ce": 0.021710746186727192, "kl": 0.012096506397938356, "context": 0.027758998388890177} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.1938440352678299, "loss_scale": 4.0, "retries": 0, "seconds": 114.2, "max_memory_gb": 17.17, "ce": 0.012165072810603306, "kl": 0.004438412535819225, "context": 0.014384279551450163} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.536449909210205, "loss_scale": 4.0, "retries": 0, "seconds": 115.5, "max_memory_gb": 17.17, "ce": 0.4181772614538204, "kl": 0.250782856324804, "context": 0.5435686816927046} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 5.7627973556518555, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 17.17, "ce": 0.17083302366518183, "kl": 0.2658160071287057, "context": 0.303741013056424} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.440215110778809, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 17.17, "ce": 0.06612139526987448, "kl": 0.3423095424150233, "context": 0.23727617121767253} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.5516979694366455, "loss_scale": 4.0, "retries": 0, "seconds": 119.2, "max_memory_gb": 17.17, "ce": 0.08336079306900501, "kl": 0.03262980740692001, "context": 0.09967569299624301} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.520626068115234, "loss_scale": 4.0, "retries": 0, "seconds": 120.4, "max_memory_gb": 17.17, "ce": 0.4869800776723423, "kl": 0.017350756912492216, "context": 0.49565545696532354} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.0473830699920654, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 17.17, "ce": 0.31407155966735445, "kl": 0.0051567580558185, "context": 0.3166499499056954} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3191252648830414, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 17.17, "ce": 0.012937857885845006, "kl": 0.010551540413871408, "context": 0.018213627859950066} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.5707310438156128, "loss_scale": 4.0, "retries": 0, "seconds": 124.0, "max_memory_gb": 17.17, "ce": 0.0020321187694207765, "kl": 0.09583677019327297, "context": 0.04995050259458367} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.17213821411132812, "loss_scale": 4.0, "retries": 0, "seconds": 125.2, "max_memory_gb": 17.17, "ce": 0.014304180640465347, "kl": 0.005821603308504564, "context": 0.017214982755831443} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.1026790142059326, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 17.17, "ce": 0.02962814152124338, "kl": 0.36592462840053486, "context": 0.21259045042097569} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.3627065420150757, "loss_scale": 4.0, "retries": 0, "seconds": 127.6, "max_memory_gb": 17.17, "ce": 0.0038772512052673846, "kl": 0.03277556585089769, "context": 0.02026503425440751} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.4234647750854492, "loss_scale": 4.0, "retries": 0, "seconds": 128.9, "max_memory_gb": 17.17, "ce": 0.03002671169815585, "kl": 0.009487687872024253, "context": 0.03477055608527735} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.23425062000751495, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 17.17, "ce": 0.012345000373898074, "kl": 0.0069993725228414405, "context": 0.015844686233322136} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.21572840213775635, "loss_scale": 4.0, "retries": 0, "seconds": 131.4, "max_memory_gb": 17.17, "ce": 0.010961134365061298, "kl": 0.0036984952421335038, "context": 0.012810381973395124} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.3246744871139526, "loss_scale": 4.0, "retries": 0, "seconds": 132.6, "max_memory_gb": 17.17, "ce": 0.015479060122743249, "kl": 0.29283414263045415, "context": 0.16189612829475664} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.03477517515420914, "loss_scale": 4.0, "retries": 0, "seconds": 133.9, "max_memory_gb": 17.17, "ce": 0.002527352888137102, "kl": 0.0004699703131336719, "context": 0.002762338030152023} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.8348162174224854, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 17.17, "ce": 0.04265331268834416, "kl": 0.15511557494340877, "context": 0.12021109968191013} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.3184962272644043, "loss_scale": 4.0, "retries": 0, "seconds": 136.3, "max_memory_gb": 17.17, "ce": 0.28525386755063664, "kl": 0.00751393456664573, "context": 0.2890108442516066} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.109201431274414, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.17, "ce": 0.2756825778342318, "kl": 0.17860345914959908, "context": 0.36498431907966733} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.9904748797416687, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.17, "ce": 0.059571942780166864, "kl": 0.005721712368540466, "context": 0.06243279995396733} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.020677600055933, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.17, "ce": 0.0013636660150950775, "kl": 0.0007417824199364986, "context": 0.001734557212330401} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.20416633784770966, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 17.17, "ce": 0.010604396578855813, "kl": 0.002588562269011163, "context": 0.011898678028956056} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.9796725511550903, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 17.17, "ce": 0.007735329156275839, "kl": 0.07384291919879615, "context": 0.04465678858105093} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.953411102294922, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 17.17, "ce": 0.015692252942244522, "kl": 0.3719205887118733, "context": 0.20165254939638544} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.6571109294891357, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.17, "ce": 0.04808818828314543, "kl": 0.09764866715704557, "context": 0.09691251849289984} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.4761093854904175, "loss_scale": 4.0, "retries": 0, "seconds": 146.1, "max_memory_gb": 17.17, "ce": 0.1166089587204624, "kl": 0.2789217514837219, "context": 0.25606981955934316} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.07463154196739197, "loss_scale": 4.0, "retries": 0, "seconds": 147.4, "max_memory_gb": 17.17, "ce": 0.0040285742143169045, "kl": 0.0023083648702595383, "context": 0.005182756649446674} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.7122808694839478, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 17.17, "ce": 0.24481208104407415, "kl": 0.004126423661546141, "context": 0.24687529749644455} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.15923014283180237, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 17.17, "ce": 0.004962265738868155, "kl": 0.004819026148084049, "context": 0.0073717787163332105} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.179967880249023, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.17, "ce": 0.20861384295858443, "kl": 0.2377310564625077, "context": 0.32747936935629696} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.0179139375686646, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 17.17, "ce": 0.06286589301453205, "kl": 0.05002406234416412, "context": 0.08787792603834532} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.051767349243164, "loss_scale": 4.0, "retries": 0, "seconds": 153.5, "max_memory_gb": 17.17, "ce": 0.12127101469377521, "kl": 0.015968013864039676, "context": 0.12925501976860687} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 1.227315068244934, "loss_scale": 4.0, "retries": 0, "seconds": 155.0, "max_memory_gb": 17.17, "ce": 0.06595432001631707, "kl": 0.03891804697923362, "context": 0.08541334373876452} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.839812994003296, "loss_scale": 4.0, "retries": 0, "seconds": 156.2, "max_memory_gb": 17.17, "ce": 0.6231575032434193, "kl": 0.4676054702372312, "context": 0.8569602541974746} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.1979789733886719, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.17, "ce": 0.13909479341236874, "kl": 0.07915660874641617, "context": 0.1786731014144607} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.990955114364624, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 17.17, "ce": 0.699930964037776, "kl": 0.07656939746811986, "context": 0.738215658813715} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.05027870461344719, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.17, "ce": 0.0030309689027490094, "kl": 0.00032321803519153036, "context": 0.0031925779476296157} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.751028060913086, "loss_scale": 4.0, "retries": 0, "seconds": 161.5, "max_memory_gb": 17.17, "ce": 0.13909340541431447, "kl": 0.5047681655123597, "context": 0.3914775028824806} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.3618165254592896, "loss_scale": 4.0, "retries": 0, "seconds": 162.8, "max_memory_gb": 17.17, "ce": 0.12073166645132005, "kl": 0.04012799424890545, "context": 0.1407956581970211} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.709721565246582, "loss_scale": 4.0, "retries": 0, "seconds": 164.1, "max_memory_gb": 17.17, "ce": 0.040449977037496865, "kl": 0.31204834071104415, "context": 0.196474147727713} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.008906841278076, "loss_scale": 4.0, "retries": 0, "seconds": 165.4, "max_memory_gb": 17.17, "ce": 0.29347816860536113, "kl": 0.3201913292723475, "context": 0.45357383077498525} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.4746735095977783, "loss_scale": 4.0, "retries": 0, "seconds": 166.6, "max_memory_gb": 17.17, "ce": 0.20136970520252362, "kl": 0.03481296145764645, "context": 0.21877619056613185} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.5432138442993164, "loss_scale": 4.0, "retries": 0, "seconds": 167.9, "max_memory_gb": 17.17, "ce": 0.28756557727683685, "kl": 0.013819290732499212, "context": 0.2944752206094563} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.356660008430481, "loss_scale": 4.0, "retries": 0, "seconds": 169.2, "max_memory_gb": 17.17, "ce": 0.19810728916490916, "kl": 0.0038620750710833818, "context": 0.20003833346709143} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.5119791626930237, "loss_scale": 4.0, "retries": 0, "seconds": 170.3, "max_memory_gb": 17.17, "ce": 0.015109694737475365, "kl": 0.04026095608060132, "context": 0.035240173659985885} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.8460733890533447, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 17.17, "ce": 0.09625448752194643, "kl": 0.1304368746059481, "context": 0.16147292510140687} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.7498811483383179, "loss_scale": 4.0, "retries": 0, "seconds": 172.8, "max_memory_gb": 17.17, "ce": 0.014793147973250598, "kl": 0.03857260233053239, "context": 0.034079449163982645} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.7616779804229736, "loss_scale": 4.0, "retries": 0, "seconds": 174.0, "max_memory_gb": 17.17, "ce": 0.09521973156370223, "kl": 0.15401718579232693, "context": 0.17222832422703505} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.5320258140563965, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 17.17, "ce": 0.010559653470409103, "kl": 0.14003665479367555, "context": 0.08057797871879302} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.08961468189954758, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 17.17, "ce": 0.0054258227901300415, "kl": 0.002171272979467176, "context": 0.0065114593744510785} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09061591327190399, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 17.17, "ce": 0.007736893538094591, "kl": 0.0008616399918537354, "context": 0.00816771372774383} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.5224192142486572, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 17.17, "ce": 0.06642447400372475, "kl": 0.013287052104715258, "context": 0.0730680018896237} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.493057727813721, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 17.17, "ce": 0.40626950447040144, "kl": 0.0582815574198321, "context": 0.43541027925675735} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.7256802320480347, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.17, "ce": 0.023731307650450617, "kl": 0.08904628924210556, "context": 0.06825445085996762} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.0387493334710598, "loss_scale": 4.0, "retries": 0, "seconds": 182.8, "max_memory_gb": 17.17, "ce": 0.0016644204879412428, "kl": 0.003316356179311697, "context": 0.003322598640806973} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.28587061166763306, "loss_scale": 4.0, "retries": 0, "seconds": 184.0, "max_memory_gb": 17.17, "ce": 0.017424855584977195, "kl": 0.015998158531147055, "context": 0.02542393541079946} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.255601167678833, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.17, "ce": 0.37957466034276877, "kl": 0.3723091245192336, "context": 0.5657292183896061} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.28373411297798157, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.17, "ce": 0.013384657344431616, "kl": 0.009516864651232027, "context": 0.01814308960456401} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.16595110297203064, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.17, "ce": 0.014109465351793915, "kl": 0.0020955449243729163, "context": 0.015157237503444776} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6490943431854248, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.17, "ce": 0.07032521559449378, "kl": 0.02888543233711971, "context": 0.08476792986039072} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.0086989402770996, "loss_scale": 4.0, "retries": 0, "seconds": 190.2, "max_memory_gb": 17.17, "ce": 0.032183982388232835, "kl": 0.044965166205656715, "context": 0.054666563635692} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.528773546218872, "loss_scale": 4.0, "retries": 0, "seconds": 191.2, "max_memory_gb": 17.17, "ce": 0.002914762997534126, "kl": 0.2390784264807735, "context": 0.1224539796821773} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.7883389592170715, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 17.17, "ce": 0.006445360864745453, "kl": 0.465800438369115, "context": 0.23934558576729614} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.51702880859375, "loss_scale": 4.0, "retries": 0, "seconds": 193.7, "max_memory_gb": 17.17, "ce": 0.027095424055005424, "kl": 0.07567163099884056, "context": 0.064931239845464} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.7935001850128174, "loss_scale": 4.0, "retries": 0, "seconds": 194.9, "max_memory_gb": 17.17, "ce": 0.23827658453956246, "kl": 0.008990331132736173, "context": 0.2427717510581715} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 2.289109230041504, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 17.17, "ce": 0.023673482137382962, "kl": 0.019596283299279094, "context": 0.03347162374120671} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.5718783736228943, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.17, "ce": 0.0294810535851866, "kl": 0.03772714272054145, "context": 0.04834462492726743} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.07983660697937, "loss_scale": 4.0, "retries": 0, "seconds": 198.6, "max_memory_gb": 17.17, "ce": 0.21973309095483273, "kl": 0.12414086961143767, "context": 0.2818035229865927} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.0751720666885376, "loss_scale": 4.0, "retries": 0, "seconds": 199.9, "max_memory_gb": 17.17, "ce": 0.008693620038684458, "kl": 0.06388182344380766, "context": 0.04063453106209636} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.4148929119110107, "loss_scale": 4.0, "retries": 0, "seconds": 201.1, "max_memory_gb": 17.17, "ce": 0.06081459764391184, "kl": 0.2809963685940602, "context": 0.20131277909968048} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.5704433917999268, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 17.17, "ce": 0.14151818995014764, "kl": 0.09525968076104618, "context": 0.1891480368503835} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.592381000518799, "loss_scale": 4.0, "retries": 0, "seconds": 203.6, "max_memory_gb": 17.17, "ce": 0.10634374723304063, "kl": 0.15187867251006537, "context": 0.1822830834717024} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.787980079650879, "loss_scale": 4.0, "retries": 0, "seconds": 204.8, "max_memory_gb": 17.17, "ce": 0.23795868421439081, "kl": 0.6963384506998409, "context": 0.5861279040982481} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.730381011962891, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 17.17, "ce": 0.11424376833019778, "kl": 0.09104886052409711, "context": 0.1597681968996767} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.24014680087566376, "loss_scale": 4.0, "retries": 0, "seconds": 207.3, "max_memory_gb": 17.17, "ce": 0.010642519206157885, "kl": 0.008589693272369914, "context": 0.01493736557313241} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.0271379947662354, "loss_scale": 4.0, "retries": 0, "seconds": 208.5, "max_memory_gb": 17.17, "ce": 0.3356161516858265, "kl": 0.056548596345237456, "context": 0.3638904549879953} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.416531503200531, "loss_scale": 4.0, "retries": 0, "seconds": 209.8, "max_memory_gb": 17.17, "ce": 0.023481833311961964, "kl": 0.007056390924844891, "context": 0.02701002883259207} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.15441541373729706, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 17.17, "ce": 0.011015054566087201, "kl": 0.001585919912031386, "context": 0.011808014365669806} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.1052916049957275, "loss_scale": 4.0, "retries": 0, "seconds": 212.3, "max_memory_gb": 17.17, "ce": 0.07783450493298005, "kl": 0.9295248929411173, "context": 0.5425969497300684} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.012080008164048195, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 17.17, "ce": 0.000836640436318703, "kl": 7.070618903526338e-05, "context": 0.0008719935285625979} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.6412476897239685, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.17, "ce": 0.01793369340157369, "kl": 0.04699471272761002, "context": 0.041431049117818475} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.14922253787517548, "loss_scale": 4.0, "retries": 0, "seconds": 215.6, "max_memory_gb": 17.17, "ce": 0.007059664829284884, "kl": 0.012000800707028247, "context": 0.013060065190074965} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2578035295009613, "loss_scale": 4.0, "retries": 0, "seconds": 216.6, "max_memory_gb": 17.17, "ce": 0.014688749855849892, "kl": 0.003036729867744725, "context": 0.01620711456052959} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.5836048722267151, "loss_scale": 4.0, "retries": 0, "seconds": 217.6, "max_memory_gb": 17.17, "ce": 0.03989370014460292, "kl": 0.011988497037464185, "context": 0.04588794863957446} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.9587395191192627, "loss_scale": 4.0, "retries": 0, "seconds": 218.7, "max_memory_gb": 17.17, "ce": 0.1859545619226992, "kl": 0.06946829735534266, "context": 0.22068871650844812} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.0625896155834198, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 17.17, "ce": 0.0041040384385269135, "kl": 0.0007705238385824487, "context": 0.004489300335990265} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.1483532190322876, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.17, "ce": 0.04186472022411181, "kl": 0.6799721538554877, "context": 0.3818507869000314} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.7212611436843872, "loss_scale": 4.0, "retries": 0, "seconds": 222.2, "max_memory_gb": 17.17, "ce": 0.10515452979598194, "kl": 0.03685815187782282, "context": 0.12358360539656132} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.5531973838806152, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 17.17, "ce": 0.37427887963713147, "kl": 0.01310565627500182, "context": 0.3808316928916611} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.5821088552474976, "loss_scale": 4.0, "retries": 0, "seconds": 224.9, "max_memory_gb": 17.17, "ce": 0.0369624648737954, "kl": 0.025317452771560056, "context": 0.049621191719779745} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.9128147959709167, "loss_scale": 4.0, "retries": 0, "seconds": 226.1, "max_memory_gb": 17.17, "ce": 0.003094420870183967, "kl": 0.155144503012707, "context": 0.08066667130333371} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.2278881072998047, "loss_scale": 4.0, "retries": 0, "seconds": 227.3, "max_memory_gb": 17.17, "ce": 0.0711644621915184, "kl": 0.1950797373747264, "context": 0.16870433039730415} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.033490560948848724, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 17.17, "ce": 0.0021476483234437183, "kl": 0.0002472653886798071, "context": 0.0022712810241500847} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.10451270639896393, "loss_scale": 4.0, "retries": 0, "seconds": 230.1, "max_memory_gb": 17.17, "ce": 0.0031521757773589343, "kl": 0.003901779928128235, "context": 0.005103065748699009} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.6128019094467163, "loss_scale": 4.0, "retries": 0, "seconds": 231.4, "max_memory_gb": 17.17, "ce": 0.0063700760510982946, "kl": 0.11210427963123948, "context": 0.062422215996775776} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 5.548933506011963, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 17.17, "ce": 0.0780483673006529, "kl": 0.12614889635005966, "context": 0.1411228197539458} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.023084044456482, "loss_scale": 4.0, "retries": 0, "seconds": 233.9, "max_memory_gb": 17.17, "ce": 0.01680076215416193, "kl": 0.5696621932147536, "context": 0.30163184528646525} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.8572204113006592, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 17.17, "ce": 0.22775245810043998, "kl": 0.007372004978606128, "context": 0.23143845732556656} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.497631549835205, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 17.17, "ce": 0.3661491879756795, "kl": 0.230597198176838, "context": 0.4814477833569981} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.036896634846925735, "loss_scale": 4.0, "retries": 0, "seconds": 237.9, "max_memory_gb": 17.17, "ce": 0.0015686947881476954, "kl": 0.0016930039710132405, "context": 0.002415196708170697} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 7.261673927307129, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 17.17, "ce": 0.19988068072416354, "kl": 0.14114500339383085, "context": 0.270453175122384} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.6089158058166504, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 17.17, "ce": 0.39498102557263337, "kl": 0.05040275424471474, "context": 0.42018239058961626} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.05588650703430176, "loss_scale": 4.0, "retries": 0, "seconds": 241.7, "max_memory_gb": 17.17, "ce": 0.0030913303489796817, "kl": 0.0016485418200318236, "context": 0.003915601366315968} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.5697285532951355, "loss_scale": 4.0, "retries": 0, "seconds": 243.0, "max_memory_gb": 17.17, "ce": 0.06516207725508139, "kl": 0.008790803079136822, "context": 0.06955747865140438} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.1802186816930771, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 17.17, "ce": 0.016408213297836483, "kl": 0.0019357281908014556, "context": 0.017376077143126167} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.1190999746322632, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.17, "ce": 0.0031551385109196417, "kl": 0.18181666443638278, "context": 0.09406347355252365} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.535748243331909, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 17.17, "ce": 0.03175850534171332, "kl": 0.6040386094509813, "context": 0.3337778112036176} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6560767889022827, "loss_scale": 4.0, "retries": 0, "seconds": 248.0, "max_memory_gb": 17.17, "ce": 0.08311339264764683, "kl": 0.00563709829657455, "context": 0.08593194351124112} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.3852609395980835, "loss_scale": 4.0, "retries": 0, "seconds": 249.2, "max_memory_gb": 17.17, "ce": 0.10748330192291178, "kl": 0.006187355622387258, "context": 0.11057697719661519} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.1691035032272339, "loss_scale": 4.0, "retries": 0, "seconds": 250.5, "max_memory_gb": 17.17, "ce": 0.2569088893942535, "kl": 0.025564243667759, "context": 0.26969101815484464} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.4565809965133667, "loss_scale": 4.0, "retries": 0, "seconds": 251.7, "max_memory_gb": 17.17, "ce": 0.06679193730815314, "kl": 0.08259349400668725, "context": 0.1080886842100881} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.0651526004076004, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.17, "ce": 0.0030603248451370746, "kl": 0.0030145848415941146, "context": 0.004567617288557813} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.7104941010475159, "loss_scale": 4.0, "retries": 0, "seconds": 254.3, "max_memory_gb": 17.17, "ce": 0.021725309394241776, "kl": 0.023962804436450824, "context": 0.03370671155425953} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.24712467193603516, "loss_scale": 4.0, "retries": 0, "seconds": 255.4, "max_memory_gb": 17.17, "ce": 0.01943131088046357, "kl": 0.00278777361381799, "context": 0.020825197861995548} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2255409955978394, "loss_scale": 4.0, "retries": 0, "seconds": 256.7, "max_memory_gb": 17.17, "ce": 0.005524724809220061, "kl": 0.3874871596672165, "context": 0.19926829934411217} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.09907635301351547, "loss_scale": 4.0, "retries": 0, "seconds": 257.9, "max_memory_gb": 17.17, "ce": 0.004652115938370116, "kl": 0.002619865351334738, "context": 0.005962048613582738} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.5766837000846863, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 17.17, "ce": 0.07968358125071973, "kl": 0.06289727403782308, "context": 0.11113221466075629} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.06319650262594223, "loss_scale": 4.0, "retries": 0, "seconds": 260.5, "max_memory_gb": 17.17, "ce": 0.0036759084468940273, "kl": 0.0010537359758018283, "context": 0.004202776530291885} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.1961748600006104, "loss_scale": 4.0, "retries": 0, "seconds": 261.7, "max_memory_gb": 17.17, "ce": 0.20682186711928807, "kl": 0.049354431190295145, "context": 0.23149908031336963} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.674338459968567, "loss_scale": 4.0, "retries": 0, "seconds": 262.9, "max_memory_gb": 17.17, "ce": 0.43754483936936595, "kl": 0.09530429942060437, "context": 0.4851969888986787} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6273200511932373, "loss_scale": 4.0, "retries": 0, "seconds": 264.1, "max_memory_gb": 17.17, "ce": 0.12835876308963634, "kl": 0.06510236650501611, "context": 0.16090994645492174} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.747847318649292, "loss_scale": 4.0, "retries": 0, "seconds": 265.2, "max_memory_gb": 17.17, "ce": 0.09582464980485383, "kl": 0.880074037333543, "context": 0.5358616698649712} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9482322335243225, "loss_scale": 4.0, "retries": 0, "seconds": 266.5, "max_memory_gb": 17.17, "ce": 0.18932945927372202, "kl": 0.026920646416328964, "context": 0.20278978282294702} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.8376635313034058, "loss_scale": 4.0, "retries": 0, "seconds": 267.6, "max_memory_gb": 17.17, "ce": 0.29791262495564297, "kl": 0.06870259519200772, "context": 0.33226391475182027} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.6459054946899414, "loss_scale": 4.0, "retries": 0, "seconds": 268.7, "max_memory_gb": 17.17, "ce": 0.4859795652446337, "kl": 0.01734326937332753, "context": 0.49465121401590295} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.8080787062644958, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 17.17, "ce": 0.02699060903978534, "kl": 0.0825907831240329, "context": 0.06828599923755974} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05182049050927162, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 17.17, "ce": 0.003222625920898281, "kl": 0.0014580361257685581, "context": 0.003951644001062959} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.567488193511963, "loss_scale": 4.0, "retries": 0, "seconds": 272.5, "max_memory_gb": 17.17, "ce": 0.18011540532461368, "kl": 0.21355291083455086, "context": 0.2868918552994728} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.2131296396255493, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 17.17, "ce": 0.012568645033752546, "kl": 0.17917684111307608, "context": 0.1021570639568381} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.3098156452178955, "loss_scale": 4.0, "retries": 0, "seconds": 275.0, "max_memory_gb": 17.17, "ce": 0.02738027466693893, "kl": 0.002473530865245266, "context": 0.028617040428798646} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6511226296424866, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 17.17, "ce": 0.002986372863233555, "kl": 0.06680867831528303, "context": 0.036390711640706286} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.0944263935089111, "loss_scale": 4.0, "retries": 0, "seconds": 277.3, "max_memory_gb": 17.17, "ce": 0.0501623532618396, "kl": 0.07006537762219978, "context": 0.08519504420110025} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.1428110599517822, "loss_scale": 4.0, "retries": 0, "seconds": 278.3, "max_memory_gb": 17.17, "ce": 0.1294359092717059, "kl": 0.0060763852488889825, "context": 0.13247409884934314} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.5491209030151367, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 17.17, "ce": 0.06842046650126576, "kl": 0.05881344243971398, "context": 0.09782718756468967} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.1873820275068283, "loss_scale": 4.0, "retries": 0, "seconds": 280.6, "max_memory_gb": 17.17, "ce": 0.005734621925512329, "kl": 0.016332834435161203, "context": 0.013901039405027404} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.9641285538673401, "loss_scale": 4.0, "retries": 0, "seconds": 281.8, "max_memory_gb": 17.17, "ce": 0.03704295522766188, "kl": 0.011887751490576193, "context": 0.04298683101660572} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.516386866569519, "loss_scale": 4.0, "retries": 0, "seconds": 283.2, "max_memory_gb": 17.17, "ce": 0.019972269525169395, "kl": 0.00916302411678771, "context": 0.024553782044677064} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.2901771664619446, "loss_scale": 4.0, "retries": 0, "seconds": 284.4, "max_memory_gb": 17.17, "ce": 0.009484111236815806, "kl": 0.023958671605214477, "context": 0.021463446551933885} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 2.908763885498047, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 17.17, "ce": 0.08379159771720879, "kl": 0.04133086406545772, "context": 0.10445703045115806} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.1589622497558594, "loss_scale": 4.0, "retries": 0, "seconds": 287.0, "max_memory_gb": 17.17, "ce": 0.42261693527689204, "kl": 0.27885688113747165, "context": 0.562045359169133} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5920528173446655, "loss_scale": 4.0, "retries": 0, "seconds": 288.3, "max_memory_gb": 17.17, "ce": 0.04018870272557251, "kl": 0.07059471854881849, "context": 0.07548606270574965} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.5211964845657349, "loss_scale": 4.0, "retries": 0, "seconds": 289.5, "max_memory_gb": 17.17, "ce": 0.032031909344368614, "kl": 0.008719411642232444, "context": 0.03639161375758704} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9141502380371094, "loss_scale": 4.0, "retries": 0, "seconds": 291.0, "max_memory_gb": 17.17, "ce": 0.023848566692322493, "kl": 0.11411690397653729, "context": 0.0809070176910609} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.6933618783950806, "loss_scale": 4.0, "retries": 0, "seconds": 292.2, "max_memory_gb": 17.17, "ce": 0.01879931171424687, "kl": 0.02921888391210814, "context": 0.03340875363210216} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.3718132972717285, "loss_scale": 4.0, "retries": 0, "seconds": 293.7, "max_memory_gb": 17.17, "ce": 0.30445248921751045, "kl": 0.011041322250093799, "context": 0.30997314015985467} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.23126836121082306, "loss_scale": 4.0, "retries": 0, "seconds": 294.9, "max_memory_gb": 17.17, "ce": 0.01494380718213506, "kl": 0.016528321648365818, "context": 0.023207967868074775} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.1856803894042969, "loss_scale": 4.0, "retries": 0, "seconds": 296.2, "max_memory_gb": 17.17, "ce": 0.08149478086852469, "kl": 0.02313030015420736, "context": 0.09305993292946368} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4463335871696472, "loss_scale": 4.0, "retries": 0, "seconds": 297.6, "max_memory_gb": 17.17, "ce": 0.026966275669110473, "kl": 0.005733682666686946, "context": 0.029833116481313482} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5910401344299316, "loss_scale": 4.0, "retries": 0, "seconds": 298.9, "max_memory_gb": 17.17, "ce": 0.10775129776448011, "kl": 0.012484355458582286, "context": 0.1139934747479856} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.488700270652771, "loss_scale": 4.0, "retries": 0, "seconds": 300.1, "max_memory_gb": 17.17, "ce": 0.035639672802062705, "kl": 0.03902005686904886, "context": 0.05514970331569202} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.4611271619796753, "loss_scale": 4.0, "retries": 0, "seconds": 301.6, "max_memory_gb": 17.17, "ce": 0.09635987057117745, "kl": 0.01897296353126876, "context": 0.10584635002305731} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.18465083837509155, "loss_scale": 4.0, "retries": 0, "seconds": 302.9, "max_memory_gb": 17.17, "ce": 0.01089476901688613, "kl": 0.013611099738682242, "context": 0.01770031900377944} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.03313751146197319, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 17.17, "ce": 0.002197605645051226, "kl": 0.0010662813765520696, "context": 0.0027307462878525257} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.476334571838379, "loss_scale": 4.0, "retries": 0, "seconds": 305.5, "max_memory_gb": 17.17, "ce": 0.03870360165456077, "kl": 0.2231944789245972, "context": 0.15030083902092883} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.9912056922912598, "loss_scale": 4.0, "retries": 0, "seconds": 306.7, "max_memory_gb": 17.17, "ce": 0.3261501084052725, "kl": 0.03714520546782296, "context": 0.3447227154101711} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.03206944465637207, "loss_scale": 4.0, "retries": 0, "seconds": 308.1, "max_memory_gb": 17.17, "ce": 0.0017416382324881852, "kl": 0.0006531766248372151, "context": 0.002068226531264372} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.4456523656845093, "loss_scale": 4.0, "retries": 0, "seconds": 309.4, "max_memory_gb": 17.17, "ce": 0.008376201134524308, "kl": 0.23037876975286053, "context": 0.12356558532337658} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.3141365349292755, "loss_scale": 4.0, "retries": 0, "seconds": 310.6, "max_memory_gb": 17.17, "ce": 0.021156821865588427, "kl": 0.009835484204813838, "context": 0.02607456431724131} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.0759930610656738, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 17.17, "ce": 0.05843111639842391, "kl": 0.05914801196195185, "context": 0.08800512598827481} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.1959456205368042, "loss_scale": 4.0, "retries": 0, "seconds": 313.2, "max_memory_gb": 17.17, "ce": 0.00991423733648844, "kl": 0.006977918608754408, "context": 0.013403196935541928} diff --git a/runs/fixed_internvl/context/Random8_8104_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8104_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8104_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8104_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8104_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c65bd3a4692fd65ea6612759a18cb54508377a2 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8104_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.25.mlp.down_proj": 144, + "model.language_model.layers.25.mlp.gate_proj": 144, + "model.language_model.layers.25.mlp.up_proj": 144, + "model.language_model.layers.25.self_attn.k_proj": 144, + "model.language_model.layers.25.self_attn.o_proj": 144, + "model.language_model.layers.25.self_attn.q_proj": 144, + "model.language_model.layers.25.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.25.mlp.down_proj": 72, + "model.language_model.layers.25.mlp.gate_proj": 72, + "model.language_model.layers.25.mlp.up_proj": 72, + "model.language_model.layers.25.self_attn.k_proj": 72, + "model.language_model.layers.25.self_attn.o_proj": 72, + "model.language_model.layers.25.self_attn.q_proj": 72, + "model.language_model.layers.25.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.25.self_attn.o_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.16.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8104_s13/config.json b/runs/fixed_internvl/context/Random8_8104_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d93b6c5b1918180cd0ce1ecfed7b5dbaecf5d517 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8104_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8104", + "layers": [ + 2, + 9, + 16, + 18, + 19, + 20, + 25, + 27 + ], + "ranks": { + "2": 72, + "9": 72, + "16": 72, + "18": 72, + "19": 72, + "20": 72, + "25": 72, + "27": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8104_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8104_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7c994f7b16ccb814a775b58fdcab9a5e7389e809 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8104_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.98357629776001, "loss_scale": 4.0, "retries": 0, "seconds": 2.1, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.781262397766113, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 17.12, "ce": 0.6343105954365456, "kl": 0.46827718086365167, "context": 0.8684491695967154} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.495864868164062, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 17.13, "ce": 0.9464006721973419, "kl": 0.07102756109088659, "context": 0.9819144532084465} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.988539218902588, "loss_scale": 4.0, "retries": 0, "seconds": 5.3, "max_memory_gb": 17.13, "ce": 0.23288410277746152, "kl": 0.46124827943685887, "context": 0.46350825448462274} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.20934048295021057, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 17.13, "ce": 0.009415327667738893, "kl": 0.008596346830017865, "context": 0.013713501110032666} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.5731141567230225, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 17.13, "ce": 0.13966409665590618, "kl": 0.08485253549588379, "context": 0.18209036102052778} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.1042020320892334, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.13, "ce": 0.06916136775180348, "kl": 0.06823201208908358, "context": 0.10327736960607581} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.0925683975219727, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 17.13, "ce": 0.02225902141071856, "kl": 0.2024820961523801, "context": 0.12350006587803364} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 12.377279281616211, "loss_scale": 4.0, "retries": 0, "seconds": 10.4, "max_memory_gb": 17.13, "ce": 0.11574379401281476, "kl": 0.22120814301888458, "context": 0.22634786320850253} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.40613988041877747, "loss_scale": 4.0, "retries": 0, "seconds": 11.5, "max_memory_gb": 17.13, "ce": 0.0038139062889968045, "kl": 0.013397230301052332, "context": 0.010512521665077657} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.10078995674848557, "loss_scale": 4.0, "retries": 0, "seconds": 12.5, "max_memory_gb": 17.13, "ce": 0.0035371163776289904, "kl": 0.004221668827312897, "context": 0.005647950560160098} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.1734265387058258, "loss_scale": 4.0, "retries": 0, "seconds": 13.5, "max_memory_gb": 17.13, "ce": 0.007162604620816637, "kl": 0.0024708315572752326, "context": 0.008398020395816275} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.02472762204706669, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 17.13, "ce": 0.0009266360375477234, "kl": 0.0001991410226764856, "context": 0.0010262065443384927} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.007176637649536, "loss_scale": 4.0, "retries": 0, "seconds": 15.5, "max_memory_gb": 17.14, "ce": 0.02734503327519633, "kl": 0.7568720377748832, "context": 0.40578104997985065} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.9245352149009705, "loss_scale": 4.0, "retries": 0, "seconds": 16.6, "max_memory_gb": 17.14, "ce": 0.009239197817805689, "kl": 0.34833311650022836, "context": 0.18340575498746148} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.028905874118208885, "loss_scale": 4.0, "retries": 0, "seconds": 17.6, "max_memory_gb": 17.14, "ce": 0.0016051475722633768, "kl": 0.0005673912210113485, "context": 0.0018888431695813779} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.239230155944824, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 17.14, "ce": 0.021990782111970475, "kl": 0.7332789600186516, "context": 0.38863026584658655} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7918031215667725, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 17.14, "ce": 0.00725171152225812, "kl": 0.26445138943745405, "context": 0.1394774036234594} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.43467751145362854, "loss_scale": 4.0, "retries": 0, "seconds": 20.7, "max_memory_gb": 17.14, "ce": 0.0046842978554195724, "kl": 0.09909151350802858, "context": 0.054230054638537695} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.10928594321012497, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.14, "ce": 0.0007239424185172538, "kl": 0.006997087107265543, "context": 0.004222485944410437} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.04917936027050018, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 17.14, "ce": 0.0007892533690210257, "kl": 0.004157028819463449, "context": 0.002867767811039812} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.4079225063323975, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 17.14, "ce": 0.06193987470760476, "kl": 0.11892186275235872, "context": 0.12140080754033988} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.3321712017059326, "loss_scale": 4.0, "retries": 0, "seconds": 24.7, "max_memory_gb": 17.14, "ce": 0.0005539013136512949, "kl": 0.3396959582112231, "context": 0.1704018859718417} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5388981103897095, "loss_scale": 4.0, "retries": 0, "seconds": 25.9, "max_memory_gb": 17.14, "ce": 0.007672010404348839, "kl": 0.04542780570045579, "context": 0.030385912970814388} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.270360231399536, "loss_scale": 4.0, "retries": 0, "seconds": 26.8, "max_memory_gb": 17.14, "ce": 0.251517070159025, "kl": 0.034083018777891994, "context": 0.26855858630733564} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.1481541395187378, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.14, "ce": 0.05517875468649436, "kl": 0.504422455909662, "context": 0.307389971538214} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.3361226320266724, "loss_scale": 4.0, "retries": 0, "seconds": 28.9, "max_memory_gb": 17.14, "ce": 0.07932470527885016, "kl": 0.30406780329940375, "context": 0.23135860927868634} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.287631630897522, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 17.14, "ce": 0.11188003863207996, "kl": 0.19567882735282183, "context": 0.2097194567322731} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.743412494659424, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 17.14, "ce": 0.4832627532305196, "kl": 0.12076571839861572, "context": 0.543645606841892} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.36191627383232117, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.14, "ce": 0.010265211683872622, "kl": 0.008099850991129642, "context": 0.014315136970253661} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.520477771759033, "loss_scale": 4.0, "retries": 0, "seconds": 32.6, "max_memory_gb": 17.14, "ce": 0.7519655096111819, "kl": 0.10382895730435848, "context": 0.8038800107315183} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.248481035232544, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 17.14, "ce": 0.05771187925711274, "kl": 0.029722385545028374, "context": 0.07257307134568691} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.4154622554779053, "loss_scale": 4.0, "retries": 0, "seconds": 34.9, "max_memory_gb": 17.14, "ce": 0.3920594290830195, "kl": 0.10367949667852372, "context": 0.4438991891220212} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.1261556148529053, "loss_scale": 4.0, "retries": 0, "seconds": 35.9, "max_memory_gb": 17.14, "ce": 0.012970545561984181, "kl": 0.6487968982837629, "context": 0.3373690069420263} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.1250070333480835, "loss_scale": 4.0, "retries": 0, "seconds": 37.1, "max_memory_gb": 17.14, "ce": 0.005122400427353568, "kl": 0.0009915972677845275, "context": 0.00561819902213756} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.6564829349517822, "loss_scale": 4.0, "retries": 0, "seconds": 38.1, "max_memory_gb": 17.14, "ce": 0.18851539213210344, "kl": 0.033022937568603083, "context": 0.20502686477266252} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.1519330739974976, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 17.14, "ce": 0.10743521840777248, "kl": 0.312778958119452, "context": 0.26382469618692994} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.1639072895050049, "loss_scale": 4.0, "retries": 0, "seconds": 40.2, "max_memory_gb": 17.14, "ce": 0.10858107812236995, "kl": 0.33882190658914624, "context": 0.2779920231550932} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.1351114511489868, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 17.14, "ce": 0.06874312745640054, "kl": 0.010493193120055366, "context": 0.0739897268358618} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.35748744010925293, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 17.14, "ce": 0.026126228854991496, "kl": 0.010632617981173098, "context": 0.031442538602277637} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.775498867034912, "loss_scale": 4.0, "retries": 0, "seconds": 43.3, "max_memory_gb": 17.14, "ce": 0.43470950913615525, "kl": 0.07409278163686395, "context": 0.47175589948892593} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.12768974900245667, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.14, "ce": 0.01125017533195205, "kl": 0.001063905034243362, "context": 0.011782128101913258} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.12899908423423767, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 17.14, "ce": 0.008591471123509109, "kl": 0.0012510937376646325, "context": 0.009217017912305892} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 11.519007682800293, "loss_scale": 4.0, "retries": 0, "seconds": 46.4, "max_memory_gb": 17.14, "ce": 0.2275798988994211, "kl": 0.7945343812461942, "context": 0.6248471105354838} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.5949208736419678, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 17.14, "ce": 0.4981673377333209, "kl": 0.14961463675717823, "context": 0.5729746522847563} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1846473217010498, "loss_scale": 4.0, "retries": 0, "seconds": 48.5, "max_memory_gb": 17.14, "ce": 0.08034694398520514, "kl": 0.1410804137121886, "context": 0.15088715037563816} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.8149464726448059, "loss_scale": 4.0, "retries": 0, "seconds": 49.5, "max_memory_gb": 17.14, "ce": 0.025548774690832943, "kl": 0.0897302349912934, "context": 0.07041389355435967} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.08604952692985535, "loss_scale": 4.0, "retries": 0, "seconds": 50.6, "max_memory_gb": 17.14, "ce": 0.005135695973876864, "kl": 0.0032772141639725305, "context": 0.006774303037673235} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.29830998182296753, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.14, "ce": 0.0126364903699141, "kl": 0.04295532913602074, "context": 0.03411415562732145} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6562671065330505, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 17.14, "ce": 0.0672709539940115, "kl": 0.008764896032516845, "context": 0.07165340048959479} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.5063939094543457, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 17.14, "ce": 0.10185442643705755, "kl": 0.014326924814213271, "context": 0.10901789061608724} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3631567656993866, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 17.14, "ce": 0.021050055511295795, "kl": 0.08688474725931883, "context": 0.06449242797680199} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.1224732398986816, "loss_scale": 4.0, "retries": 0, "seconds": 55.7, "max_memory_gb": 17.14, "ce": 0.05071243143174797, "kl": 0.2545208466472104, "context": 0.17797285271808505} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.2526899576187134, "loss_scale": 4.0, "retries": 0, "seconds": 56.8, "max_memory_gb": 17.14, "ce": 0.12374247115803882, "kl": 0.04768836427683709, "context": 0.14758664602413774} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.3939070403575897, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 17.14, "ce": 0.02773935248842463, "kl": 0.014177843923789624, "context": 0.03482827442348935} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5305793285369873, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 17.14, "ce": 0.03147298307158053, "kl": 0.0921968660550192, "context": 0.07757141720503569} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.1789465695619583, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.14, "ce": 0.008914933743653819, "kl": 0.00985460890660761, "context": 0.01384223869536072} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.022211752831935883, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.14, "ce": 0.0012418136902851984, "kl": 0.0002365303198530455, "context": 0.0013600788661278784} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.9192783832550049, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 17.14, "ce": 0.18053514085477218, "kl": 0.07522907675956958, "context": 0.21814968530088663} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.1317154169082642, "loss_scale": 4.0, "retries": 0, "seconds": 62.9, "max_memory_gb": 17.14, "ce": 0.14413336187135428, "kl": 0.09360275042126887, "context": 0.19093474454712123} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.7406938076019287, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.14, "ce": 0.13549720752052963, "kl": 0.44128172285854816, "context": 0.3561380683677271} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3305145502090454, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 17.14, "ce": 0.03178427278180607, "kl": 0.009256227574951481, "context": 0.03641238604905084} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.13031005859375, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 17.14, "ce": 0.1094278528180439, "kl": 0.11316278390586376, "context": 0.1660092379897833} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.25333788990974426, "loss_scale": 4.0, "retries": 0, "seconds": 67.0, "max_memory_gb": 17.14, "ce": 0.019197691814042628, "kl": 0.008420167432632297, "context": 0.023407776257954538} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.5745486617088318, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 17.14, "ce": 0.1068672756664455, "kl": 0.11067778174765408, "context": 0.1622061673551798} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.3954569101333618, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.14, "ce": 0.16268269198189955, "kl": 0.07822376887361315, "context": 0.20179457636004372} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.07094430178403854, "loss_scale": 4.0, "retries": 0, "seconds": 70.2, "max_memory_gb": 17.14, "ce": 0.004325863264966756, "kl": 0.005191290089896938, "context": 0.006921508269442711} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.29437878727912903, "loss_scale": 4.0, "retries": 0, "seconds": 71.3, "max_memory_gb": 17.14, "ce": 0.010558259629760869, "kl": 0.012607402699359227, "context": 0.016861961179529317} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.005143165588379, "loss_scale": 4.0, "retries": 0, "seconds": 72.3, "max_memory_gb": 17.14, "ce": 0.6700355908542406, "kl": 0.010127950132300612, "context": 0.6750995498441625} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.0240018367767334, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 17.14, "ce": 0.017838025894889142, "kl": 0.011457861391136248, "context": 0.023566957068396732} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.07615216076374054, "loss_scale": 4.0, "retries": 0, "seconds": 74.4, "max_memory_gb": 17.14, "ce": 0.004247507618856616, "kl": 0.005037158291088417, "context": 0.0067660869972314686} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.8220492005348206, "loss_scale": 4.0, "retries": 0, "seconds": 75.4, "max_memory_gb": 17.14, "ce": 0.011696491375914775, "kl": 0.45134725398384035, "context": 0.23737011232879013} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.241882801055908, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 17.14, "ce": 0.1738947625271976, "kl": 0.03342928094934905, "context": 0.1906094086007215} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.7450860738754272, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 17.14, "ce": 0.08481091868452495, "kl": 0.075967339987983, "context": 0.12279458864213666} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.1096303462982178, "loss_scale": 4.0, "retries": 0, "seconds": 78.5, "max_memory_gb": 17.14, "ce": 0.49716415838338435, "kl": 0.8688535587862134, "context": 0.9315909284632653} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.6342504024505615, "loss_scale": 4.0, "retries": 0, "seconds": 79.6, "max_memory_gb": 17.14, "ce": 0.01831488366588019, "kl": 1.3253812418552116, "context": 0.6810055165551603} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.3123358488082886, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.14, "ce": 0.015758904453832656, "kl": 0.014096806589805055, "context": 0.022807307657785714} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.4884858727455139, "loss_scale": 4.0, "retries": 0, "seconds": 81.6, "max_memory_gb": 17.14, "ce": 0.002438912619254552, "kl": 0.11154526966311096, "context": 0.05821154660952743} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.6573827266693115, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 17.14, "ce": 0.01647794761811383, "kl": 0.022402610717108473, "context": 0.027679253900714684} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.27858465909957886, "loss_scale": 4.0, "retries": 0, "seconds": 83.7, "max_memory_gb": 17.14, "ce": 0.00235310092830332, "kl": 0.044876297244627494, "context": 0.024791249699774198} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.0053832530975342, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.14, "ce": 0.11318848485825583, "kl": 0.04221087444602745, "context": 0.13429392594844103} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.16275456547737122, "loss_scale": 4.0, "retries": 0, "seconds": 85.8, "max_memory_gb": 17.14, "ce": 0.013572431285865605, "kl": 0.0024864020087989047, "context": 0.014815631904639304} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.5563058853149414, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.14, "ce": 0.12093266047304496, "kl": 0.42683336096524727, "context": 0.33434934142860584} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.3714985847473145, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 17.14, "ce": 0.11365550116897793, "kl": 0.03472148917535378, "context": 0.1310162457593833} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.09717457741498947, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.14, "ce": 0.0027028278782381676, "kl": 0.0007136234679308018, "context": 0.003059639610000886} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.5749390125274658, "loss_scale": 4.0, "retries": 0, "seconds": 89.9, "max_memory_gb": 17.14, "ce": 0.04853243922116235, "kl": 0.1764708438422531, "context": 0.1367678608512506} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7268433570861816, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.14, "ce": 0.007008892571320757, "kl": 0.4506717873737216, "context": 0.23234478337690234} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.3482421934604645, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.14, "ce": 0.015762439459649613, "kl": 0.002528681105047781, "context": 0.01702677962020971} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.6048902869224548, "loss_scale": 4.0, "retries": 0, "seconds": 93.0, "max_memory_gb": 17.14, "ce": 0.02546979582621134, "kl": 0.019180959010554943, "context": 0.03506027618277585} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.12921082973480225, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 17.14, "ce": 0.011734689061995596, "kl": 0.0037642401293851435, "context": 0.013616808806546032} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.333136796951294, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 17.14, "ce": 0.4122541752294637, "kl": 0.23835607920045732, "context": 0.5314322171616368} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.868806838989258, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.14, "ce": 0.12636130042665172, "kl": 0.2308865257891739, "context": 0.24180456294561736} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.3222060203552246, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.14, "ce": 0.05768447450827807, "kl": 0.26155409423699894, "context": 0.18846152494370472} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.1555696725845337, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 17.14, "ce": 0.04009715071879327, "kl": 0.016168385322089307, "context": 0.04818134423112497} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.8823299407958984, "loss_scale": 4.0, "retries": 0, "seconds": 99.3, "max_memory_gb": 17.14, "ce": 0.5413317326456308, "kl": 0.01311034377431497, "context": 0.5478869110229425} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.9461982250213623, "loss_scale": 4.0, "retries": 0, "seconds": 100.3, "max_memory_gb": 17.14, "ce": 0.29796053301834036, "kl": 0.009183328056678874, "context": 0.30255219334503636} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.5020787119865417, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 17.14, "ce": 0.01563813886605203, "kl": 0.020769389753695577, "context": 0.026022834237664938} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.2697497010231018, "loss_scale": 4.0, "retries": 0, "seconds": 102.4, "max_memory_gb": 17.14, "ce": 0.0028179151995573193, "kl": 0.076189829454961, "context": 0.040912829455919564} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.23408693075180054, "loss_scale": 4.0, "retries": 0, "seconds": 103.4, "max_memory_gb": 17.14, "ce": 0.01830310582590755, "kl": 0.003508629009957076, "context": 0.020057419591466896} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5477141737937927, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.14, "ce": 0.0411455997673329, "kl": 0.24838750679191435, "context": 0.16533935323241167} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1368020474910736, "loss_scale": 4.0, "retries": 0, "seconds": 105.5, "max_memory_gb": 17.14, "ce": 0.004757837858051062, "kl": 0.014027369092218578, "context": 0.011771522229537368} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.31026315689086914, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 17.14, "ce": 0.03727869701106101, "kl": 0.013009846421482507, "context": 0.04378362011630088} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.1524764597415924, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.14, "ce": 0.013613597606308758, "kl": 0.004926289941067807, "context": 0.016076742816949263} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.4147794246673584, "loss_scale": 4.0, "retries": 0, "seconds": 108.6, "max_memory_gb": 17.14, "ce": 0.017596153251361102, "kl": 0.006372315980115673, "context": 0.020782311854418367} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.8653782606124878, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.14, "ce": 0.019146813836414367, "kl": 0.3374378009320935, "context": 0.18786571896634996} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.031358785927295685, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.14, "ce": 0.0028531277348520234, "kl": 0.0005572028603637591, "context": 0.0031317291723098606} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.7540510892868042, "loss_scale": 4.0, "retries": 0, "seconds": 111.7, "max_memory_gb": 17.14, "ce": 0.014303619420388713, "kl": 0.1911585144287642, "context": 0.10988287659711204} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.7682750225067139, "loss_scale": 4.0, "retries": 0, "seconds": 112.7, "max_memory_gb": 17.14, "ce": 0.4696913260995643, "kl": 0.0018413987768326479, "context": 0.4706120337941684} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.5234317779541016, "loss_scale": 4.0, "retries": 0, "seconds": 113.8, "max_memory_gb": 17.14, "ce": 0.33966397563926876, "kl": 0.14411598164588213, "context": 0.4117219701875001} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.296665757894516, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 17.14, "ce": 0.0301825397182256, "kl": 0.0032587560708634555, "context": 0.03181191743351519} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.01852991245687008, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 17.14, "ce": 0.0013793599500786513, "kl": 0.0006586938761756755, "context": 0.001708706869976595} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.30294519662857056, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 17.14, "ce": 0.024820099759381264, "kl": 0.006806676032283576, "context": 0.0282234383339528} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.4569568634033203, "loss_scale": 4.0, "retries": 0, "seconds": 117.9, "max_memory_gb": 17.14, "ce": 0.01290347205940634, "kl": 0.12302863181685098, "context": 0.07441778562497348} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.8304604291915894, "loss_scale": 4.0, "retries": 0, "seconds": 119.0, "max_memory_gb": 17.14, "ce": 0.020667313990998082, "kl": 0.31148889264659374, "context": 0.1764117556012934} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.3615376949310303, "loss_scale": 4.0, "retries": 0, "seconds": 120.0, "max_memory_gb": 17.14, "ce": 0.07053105687373318, "kl": 0.09222853093524463, "context": 0.11664532218128443} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.1585131883621216, "loss_scale": 4.0, "retries": 0, "seconds": 121.0, "max_memory_gb": 17.14, "ce": 0.11940755529212765, "kl": 0.2717153969970241, "context": 0.25526525379973464} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.09118517488241196, "loss_scale": 4.0, "retries": 0, "seconds": 122.1, "max_memory_gb": 17.14, "ce": 0.005768629824160598, "kl": 0.004898743227840896, "context": 0.00821800138510298} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.3670856952667236, "loss_scale": 4.0, "retries": 0, "seconds": 123.1, "max_memory_gb": 17.14, "ce": 0.21790449964464642, "kl": 0.004429552598594455, "context": 0.22011927707353607} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.1004876121878624, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 17.14, "ce": 0.007560424579423852, "kl": 0.003688026514282683, "context": 0.009404437965713441} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.265953540802002, "loss_scale": 4.0, "retries": 0, "seconds": 125.2, "max_memory_gb": 17.14, "ce": 0.3556625717901625, "kl": 0.19637343763315585, "context": 0.4538492854917422} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.6428926587104797, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 17.14, "ce": 0.04813127235684078, "kl": 0.034454928727427614, "context": 0.06535873624670785} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.0188735723495483, "loss_scale": 4.0, "retries": 0, "seconds": 127.2, "max_memory_gb": 17.14, "ce": 0.13585122603399213, "kl": 0.028047685813362477, "context": 0.14987506800389383} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.5227571725845337, "loss_scale": 4.0, "retries": 0, "seconds": 128.3, "max_memory_gb": 17.14, "ce": 0.057687113992869854, "kl": 0.031236282433383167, "context": 0.07330525619909167} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.7920517921447754, "loss_scale": 4.0, "retries": 0, "seconds": 129.3, "max_memory_gb": 17.14, "ce": 0.5622752747003688, "kl": 0.4459738688578909, "context": 0.7852621784550138} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.6352946162223816, "loss_scale": 4.0, "retries": 0, "seconds": 130.4, "max_memory_gb": 17.14, "ce": 0.11333946642116643, "kl": 0.07771564097765804, "context": 0.15219727921066806} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.7168643474578857, "loss_scale": 4.0, "retries": 0, "seconds": 131.4, "max_memory_gb": 17.14, "ce": 0.5834319805726409, "kl": 0.04871795931831002, "context": 0.6077909674495459} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.1163509413599968, "loss_scale": 4.0, "retries": 0, "seconds": 132.4, "max_memory_gb": 17.14, "ce": 0.009588558023096994, "kl": 0.0008341657212440623, "context": 0.010005640418967232} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.833132743835449, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 17.14, "ce": 0.17213998347870074, "kl": 0.4820335238255211, "context": 0.4131567598087713} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.7421323657035828, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 17.14, "ce": 0.0985012068413198, "kl": 0.03514379859552719, "context": 0.116073104145471} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.45802152156829834, "loss_scale": 4.0, "retries": 0, "seconds": 135.5, "max_memory_gb": 17.14, "ce": 0.03494356863666326, "kl": 0.23398175086185802, "context": 0.15193444420583546} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.3514323234558105, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.14, "ce": 0.16532536409795284, "kl": 0.18028062357916497, "context": 0.25546567630954087} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.8330602049827576, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.14, "ce": 0.1329894310038071, "kl": 0.04146347726782551, "context": 0.1537211705581285} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.076278567314148, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 17.14, "ce": 0.230570077750599, "kl": 0.035752261232119054, "context": 0.24844620481599122} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.170773983001709, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 17.14, "ce": 0.2238590090710204, "kl": 0.003833627527455974, "context": 0.22577582264784724} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.8256309032440186, "loss_scale": 4.0, "retries": 0, "seconds": 140.7, "max_memory_gb": 17.14, "ce": 0.035868008562829345, "kl": 0.0681133991383831, "context": 0.0699247113079764} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.905895948410034, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 17.14, "ce": 0.20263100042939186, "kl": 0.14432865306116582, "context": 0.2747953124344349} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.28352102637290955, "loss_scale": 4.0, "retries": 0, "seconds": 142.8, "max_memory_gb": 17.14, "ce": 0.01750912818533834, "kl": 0.015792436912306584, "context": 0.02540534664876759} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.536322116851807, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 17.14, "ce": 0.1471900027245283, "kl": 0.1622026450932026, "context": 0.22829132480546832} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.9613741636276245, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.14, "ce": 0.016641393274767324, "kl": 0.1346080351904675, "context": 0.08394541015150025} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.1509665846824646, "loss_scale": 4.0, "retries": 0, "seconds": 145.9, "max_memory_gb": 17.14, "ce": 0.011440454487456009, "kl": 0.0033660672875157616, "context": 0.013123487908160314} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.25733253359794617, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 17.14, "ce": 0.017324288448435254, "kl": 0.0010479921293153893, "context": 0.017848284733190667} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.8768556118011475, "loss_scale": 4.0, "retries": 0, "seconds": 148.0, "max_memory_gb": 17.14, "ce": 0.10844831250142306, "kl": 0.02422494500206085, "context": 0.1205607849988155} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.0742876529693604, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 17.14, "ce": 0.40338997295475565, "kl": 0.024170450793462805, "context": 0.41547520557651296} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.9395002722740173, "loss_scale": 4.0, "retries": 0, "seconds": 150.0, "max_memory_gb": 17.14, "ce": 0.042751052882522345, "kl": 0.12178192503051832, "context": 0.1036420160671696} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.03272150456905365, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.14, "ce": 0.0018952351092593744, "kl": 0.0014715267861902248, "context": 0.0026309984968975186} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.24446901679039001, "loss_scale": 4.0, "retries": 0, "seconds": 152.1, "max_memory_gb": 17.14, "ce": 0.025747114705154672, "kl": 0.012143262189056259, "context": 0.031818745512282476} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.7145423889160156, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 17.14, "ce": 0.2957891882833792, "kl": 0.3205081304331543, "context": 0.4560432391590439} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.3705611228942871, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 17.14, "ce": 0.017278422055824194, "kl": 0.020025176971103065, "context": 0.027291010395856574} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.2964215874671936, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 17.14, "ce": 0.03174292907351628, "kl": 0.0027873027729583555, "context": 0.03313658107072115} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5618172287940979, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 17.14, "ce": 0.07982209030524245, "kl": 0.013901123627874767, "context": 0.08677265019650804} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.5793378353118896, "loss_scale": 4.0, "retries": 0, "seconds": 157.3, "max_memory_gb": 17.14, "ce": 0.026738592016045004, "kl": 0.02349505880920333, "context": 0.03848612046567723} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.262935996055603, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 17.14, "ce": 0.0034385629987809807, "kl": 0.026191512293735286, "context": 0.016534319234779105} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.8532583713531494, "loss_scale": 4.0, "retries": 0, "seconds": 159.4, "max_memory_gb": 17.14, "ce": 0.00591517749853665, "kl": 0.372240211461758, "context": 0.19203527763602324} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.4691409170627594, "loss_scale": 4.0, "retries": 0, "seconds": 160.4, "max_memory_gb": 17.14, "ce": 0.044045250171620864, "kl": 0.09882605100938235, "context": 0.09345827538345475} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.1543515920639038, "loss_scale": 4.0, "retries": 0, "seconds": 161.4, "max_memory_gb": 17.14, "ce": 0.2251249056425877, "kl": 0.01306211954806713, "context": 0.23165596816397738} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.1807290315628052, "loss_scale": 4.0, "retries": 0, "seconds": 162.5, "max_memory_gb": 17.14, "ce": 0.025255246480810456, "kl": 0.016935511666133607, "context": 0.03372300231421832} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.323952317237854, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 17.14, "ce": 0.03212016145698726, "kl": 0.026521339401369914, "context": 0.04538083216175437} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.2655359506607056, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 17.14, "ce": 0.17847332847304642, "kl": 0.11326015234226361, "context": 0.23510339751373976} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.42406025528907776, "loss_scale": 4.0, "retries": 0, "seconds": 165.6, "max_memory_gb": 17.14, "ce": 0.007297555333934724, "kl": 0.023437965544871986, "context": 0.0190165382809937} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.8639719486236572, "loss_scale": 4.0, "retries": 0, "seconds": 166.6, "max_memory_gb": 17.14, "ce": 0.08459747908636928, "kl": 0.1840264295169618, "context": 0.17661069432506338} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.298340082168579, "loss_scale": 4.0, "retries": 0, "seconds": 167.7, "max_memory_gb": 17.14, "ce": 0.21973399506532587, "kl": 0.18866655631154572, "context": 0.3140672731678933} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.7257287502288818, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.14, "ce": 0.08283056388609111, "kl": 0.1016595426335698, "context": 0.13366032775957137} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.467184543609619, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.14, "ce": 0.1441465654061176, "kl": 0.4428627825982403, "context": 0.3655779560212977} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.044405221939087, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 17.14, "ce": 0.0931020041971351, "kl": 0.04310689334124618, "context": 0.11465544923703419} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.2739208936691284, "loss_scale": 4.0, "retries": 0, "seconds": 171.8, "max_memory_gb": 17.14, "ce": 0.018656502797966823, "kl": 0.006872101504995953, "context": 0.022092553786933422} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.490109443664551, "loss_scale": 4.0, "retries": 0, "seconds": 172.8, "max_memory_gb": 17.14, "ce": 0.28526006056927145, "kl": 0.06655793434765656, "context": 0.3185390318976715} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.35028573870658875, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 17.14, "ce": 0.027468122192658484, "kl": 0.006162255347589962, "context": 0.03054924961179495} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.12438154965639114, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 17.14, "ce": 0.012080663043889217, "kl": 0.0014515681541524827, "context": 0.01280644690268673} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6150504350662231, "loss_scale": 4.0, "retries": 0, "seconds": 176.0, "max_memory_gb": 17.14, "ce": 0.07414535246789455, "kl": 0.9490522351115942, "context": 0.5486714765429497} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.01498145330697298, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 17.14, "ce": 0.0009227678892784752, "kl": 0.00010434152000016184, "context": 0.0009749386663315818} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.8014779686927795, "loss_scale": 4.0, "retries": 0, "seconds": 178.0, "max_memory_gb": 17.14, "ce": 0.02195122770353919, "kl": 0.06820541265187785, "context": 0.056053933512885123} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.14467114210128784, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 17.14, "ce": 0.008402577674132772, "kl": 0.010398647787951631, "context": 0.01360190159175545} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.15837237238883972, "loss_scale": 4.0, "retries": 0, "seconds": 180.1, "max_memory_gb": 17.14, "ce": 0.011990010476438329, "kl": 0.004530836798949167, "context": 0.014255428744945675} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6250579953193665, "loss_scale": 4.0, "retries": 0, "seconds": 181.1, "max_memory_gb": 17.14, "ce": 0.04187866581196431, "kl": 0.00578594626119866, "context": 0.0447716399357887} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.9600054025650024, "loss_scale": 4.0, "retries": 0, "seconds": 182.2, "max_memory_gb": 17.14, "ce": 0.10030870430637151, "kl": 0.03399268561042845, "context": 0.11730504827573895} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.09491194784641266, "loss_scale": 4.0, "retries": 0, "seconds": 183.2, "max_memory_gb": 17.14, "ce": 0.006319588530459441, "kl": 0.0005942068128206301, "context": 0.00661669198598247} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9233413934707642, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 17.14, "ce": 0.04868891312071355, "kl": 0.6190966281037618, "context": 0.358237230895611} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.6350922584533691, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.14, "ce": 0.1347535636741668, "kl": 0.025909855554345995, "context": 0.1477084883954376} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.2403254508972168, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.14, "ce": 0.3661197607725626, "kl": 0.014455320315391873, "context": 0.37334741769882385} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.8652538061141968, "loss_scale": 4.0, "retries": 0, "seconds": 187.3, "max_memory_gb": 17.14, "ce": 0.045196704275440425, "kl": 0.04093897192797158, "context": 0.06566619023215026} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.8670376539230347, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 17.14, "ce": 0.0028304232109803706, "kl": 0.16106655687326565, "context": 0.08336370391771197} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.964306652545929, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 17.14, "ce": 0.10883438069140539, "kl": 0.12477167314818871, "context": 0.17122021751129068} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.04892336577177048, "loss_scale": 4.0, "retries": 0, "seconds": 190.4, "max_memory_gb": 17.14, "ce": 0.0030345097766257823, "kl": 0.00015125357458600774, "context": 0.0031101366475922987} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.0891239196062088, "loss_scale": 4.0, "retries": 0, "seconds": 191.5, "max_memory_gb": 17.14, "ce": 0.002753096676315181, "kl": 0.0036436718164623016, "context": 0.004574932449031621} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.42394909262657166, "loss_scale": 4.0, "retries": 0, "seconds": 192.4, "max_memory_gb": 17.14, "ce": 0.0068551108342944644, "kl": 0.11485505869450208, "context": 0.06428263889392838} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.8020763397216797, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 17.14, "ce": 0.05926957496558316, "kl": 0.09829850593814626, "context": 0.10841883136890829} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8191827535629272, "loss_scale": 4.0, "retries": 0, "seconds": 194.5, "max_memory_gb": 17.14, "ce": 0.015963785954227205, "kl": 0.6056643084702955, "context": 0.31879592625045916} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.339282512664795, "loss_scale": 4.0, "retries": 0, "seconds": 195.5, "max_memory_gb": 17.14, "ce": 0.21266016516892705, "kl": 0.010388966082246043, "context": 0.21785464843560476} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.196700096130371, "loss_scale": 4.0, "retries": 0, "seconds": 196.6, "max_memory_gb": 17.14, "ce": 0.35501450159790693, "kl": 0.23706262924497423, "context": 0.47354581714898814} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.04817384481430054, "loss_scale": 4.0, "retries": 0, "seconds": 197.6, "max_memory_gb": 17.14, "ce": 0.0018325375131098554, "kl": 0.0038712275272700936, "context": 0.003768151334952563} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.077472686767578, "loss_scale": 4.0, "retries": 0, "seconds": 198.7, "max_memory_gb": 17.14, "ce": 0.17667302729387302, "kl": 0.13908700485626468, "context": 0.2462165297474712} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.2720849514007568, "loss_scale": 4.0, "retries": 0, "seconds": 199.7, "max_memory_gb": 17.14, "ce": 0.37062310392502695, "kl": 0.03868554307882732, "context": 0.38996586194843985} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.038541387766599655, "loss_scale": 4.0, "retries": 0, "seconds": 200.7, "max_memory_gb": 17.14, "ce": 0.0023509601523983292, "kl": 0.0012147523175372044, "context": 0.0029583364084828645} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.519340455532074, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 17.14, "ce": 0.06439981929725036, "kl": 0.011609298453549854, "context": 0.0702044700155966} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.1678420901298523, "loss_scale": 4.0, "retries": 0, "seconds": 202.8, "max_memory_gb": 17.14, "ce": 0.01730400521773845, "kl": 0.0006648923590546474, "context": 0.017636450531426817} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.004998803138733, "loss_scale": 4.0, "retries": 0, "seconds": 203.8, "max_memory_gb": 17.14, "ce": 0.0028548836926347576, "kl": 0.22290328964868422, "context": 0.11430652886338066} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.055779457092285, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.14, "ce": 0.031727903566206805, "kl": 0.4978773729835666, "context": 0.2806665887183044} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.47295939922332764, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 17.14, "ce": 0.07910491764778271, "kl": 0.0054811453592265025, "context": 0.0818454929831205} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.8972010016441345, "loss_scale": 4.0, "retries": 0, "seconds": 206.9, "max_memory_gb": 17.14, "ce": 0.09789834078401327, "kl": 0.0063974100921768695, "context": 0.10109704209025949} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.0703449249267578, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 17.14, "ce": 0.2510929648997262, "kl": 0.030784316673816647, "context": 0.26648512575775385} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.3623422384262085, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 17.14, "ce": 0.07527902879519388, "kl": 0.08857165987865301, "context": 0.11956485884729773} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.04450676590204239, "loss_scale": 4.0, "retries": 0, "seconds": 210.1, "max_memory_gb": 17.14, "ce": 0.0028158513159723952, "kl": 0.0026690654340200126, "context": 0.0041503840329824015} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.5796468257904053, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 17.14, "ce": 0.02461913685692707, "kl": 0.02150909682677593, "context": 0.03537368567776866} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.5352677702903748, "loss_scale": 4.0, "retries": 0, "seconds": 212.1, "max_memory_gb": 17.14, "ce": 0.03306175232864916, "kl": 0.003218483179807663, "context": 0.03467099368572235} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.0025299787521362, "loss_scale": 4.0, "retries": 0, "seconds": 213.2, "max_memory_gb": 17.14, "ce": 0.006841199821792543, "kl": 0.385737452128069, "context": 0.19970993083552457} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.0842910036444664, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 17.14, "ce": 0.004856964587816037, "kl": 0.0017300327936027315, "context": 0.005721980967791751} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.8006411194801331, "loss_scale": 4.0, "retries": 0, "seconds": 215.2, "max_memory_gb": 17.14, "ce": 0.08609634288586676, "kl": 0.07323181096580811, "context": 0.12271224660798907} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.02944018878042698, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.14, "ce": 0.002097655233228579, "kl": 0.000909489850528189, "context": 0.0025524001684971154} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.4290589094161987, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 17.14, "ce": 0.19395125342998654, "kl": 0.05703032063320279, "context": 0.22246640920639038} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.1806674003601074, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.14, "ce": 0.4444935039500706, "kl": 0.10693906421329302, "context": 0.4979630473535508} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.7263732552528381, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 17.14, "ce": 0.1293316008814145, "kl": 0.06115043814497767, "context": 0.15990681646508165} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 2.562547445297241, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.14, "ce": 0.08498701243661344, "kl": 0.8740486083370342, "context": 0.5220113258110359} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.7191293239593506, "loss_scale": 4.0, "retries": 0, "seconds": 222.2, "max_memory_gb": 17.14, "ce": 0.17141719468054362, "kl": 0.02838320121190918, "context": 0.1856087953055976} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.2523494958877563, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 17.14, "ce": 0.2994118608767167, "kl": 0.07033182046143338, "context": 0.3345777761132922} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.4410862922668457, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.14, "ce": 0.4983234266983345, "kl": 0.0184930020069487, "context": 0.5075699236767832} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.6481639742851257, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 17.14, "ce": 0.030671978602185845, "kl": 0.06855588729740703, "context": 0.06494992331136018} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05576452985405922, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 17.14, "ce": 0.0038563136477023363, "kl": 0.00199753453489393, "context": 0.0048550809297012165} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.2258270978927612, "loss_scale": 4.0, "retries": 0, "seconds": 227.5, "max_memory_gb": 17.14, "ce": 0.1708686189376749, "kl": 0.1897657960653305, "context": 0.2657515201717615} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.931169331073761, "loss_scale": 4.0, "retries": 0, "seconds": 228.7, "max_memory_gb": 17.14, "ce": 0.013449926336761564, "kl": 0.17561144934370532, "context": 0.10125565365888178} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.20978492498397827, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 17.14, "ce": 0.01798222807701677, "kl": 0.0016462689363834215, "context": 0.018805363011779264} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6115766167640686, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 17.14, "ce": 0.003695940409670584, "kl": 0.0918083097494673, "context": 0.04960009711794555} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.069344162940979, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.14, "ce": 0.07754543240298517, "kl": 0.059537122536539755, "context": 0.10731399003998376} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.160706043243408, "loss_scale": 4.0, "retries": 0, "seconds": 232.6, "max_memory_gb": 17.14, "ce": 0.10666963621042669, "kl": 0.01057805077653029, "context": 0.11195865913759917} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5144745111465454, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 17.14, "ce": 0.06006614904617891, "kl": 0.07068862523010466, "context": 0.09541046235244721} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.17302724719047546, "loss_scale": 4.0, "retries": 0, "seconds": 234.5, "max_memory_gb": 17.14, "ce": 0.005845711973961443, "kl": 0.018753853371890727, "context": 0.015222638903651386} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5698511600494385, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.14, "ce": 0.031852649568463676, "kl": 0.008529817060662026, "context": 0.03611755806196015} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.3748367726802826, "loss_scale": 4.0, "retries": 0, "seconds": 236.5, "max_memory_gb": 17.14, "ce": 0.018736950849415734, "kl": 0.009969048653147183, "context": 0.023721474688500166} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.317834734916687, "loss_scale": 4.0, "retries": 0, "seconds": 237.4, "max_memory_gb": 17.14, "ce": 0.011122623123810627, "kl": 0.04628991856588982, "context": 0.03426758188288659} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.0846389532089233, "loss_scale": 4.0, "retries": 0, "seconds": 238.4, "max_memory_gb": 17.14, "ce": 0.07599892180587631, "kl": 0.02239092587558389, "context": 0.08719438522530254} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.6955528259277344, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 17.14, "ce": 0.4027214693487622, "kl": 0.27087073944858275, "context": 0.5381568446755409} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4755500555038452, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 17.14, "ce": 0.038523518916917965, "kl": 0.07780980114330305, "context": 0.07742841786239296} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3008565902709961, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 17.14, "ce": 0.02542037403327413, "kl": 0.004232579583913321, "context": 0.02753666415810585} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.7528287768363953, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.14, "ce": 0.02555404684972018, "kl": 0.13242842396721244, "context": 0.09176826057955623} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.5869483947753906, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 17.14, "ce": 0.025230794271919876, "kl": 0.022388331103684322, "context": 0.036424960737349465} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.9594742059707642, "loss_scale": 4.0, "retries": 0, "seconds": 244.7, "max_memory_gb": 17.14, "ce": 0.26594869612017646, "kl": 0.021617422031795286, "context": 0.27675739795085974} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.19150365889072418, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 17.14, "ce": 0.013585901906481013, "kl": 0.020295889378758147, "context": 0.023733846959657967} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.9001703262329102, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 17.14, "ce": 0.07403626319137402, "kl": 0.017655257635396993, "context": 0.08286389388376847} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4912712574005127, "loss_scale": 4.0, "retries": 0, "seconds": 247.8, "max_memory_gb": 17.14, "ce": 0.025954972123145126, "kl": 0.01020120044995565, "context": 0.031055571947945282} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6444331407546997, "loss_scale": 4.0, "retries": 0, "seconds": 248.7, "max_memory_gb": 17.14, "ce": 0.11626757378689945, "kl": 0.025680530503450427, "context": 0.12910784094128758} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.2607758939266205, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 17.14, "ce": 0.021369911468354985, "kl": 0.02187667188627529, "context": 0.03230824653292075} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.9378775954246521, "loss_scale": 4.0, "retries": 0, "seconds": 250.9, "max_memory_gb": 17.14, "ce": 0.07676917445496656, "kl": 0.022090824211772997, "context": 0.08781458716839552} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.15480032563209534, "loss_scale": 4.0, "retries": 0, "seconds": 251.9, "max_memory_gb": 17.14, "ce": 0.009391846164362505, "kl": 0.017943150341125147, "context": 0.018363420516834594} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.05796171724796295, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 17.14, "ce": 0.004039249761262909, "kl": 0.001633560677873902, "context": 0.004856030165683478} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.6604034900665283, "loss_scale": 4.0, "retries": 0, "seconds": 254.0, "max_memory_gb": 17.14, "ce": 0.05433495510806097, "kl": 0.19530567637411878, "context": 0.151987793527951} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.6549179553985596, "loss_scale": 4.0, "retries": 0, "seconds": 255.0, "max_memory_gb": 17.14, "ce": 0.3191056930227205, "kl": 0.03320365835679695, "context": 0.33570751652587205} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.025556234642863274, "loss_scale": 4.0, "retries": 0, "seconds": 256.1, "max_memory_gb": 17.14, "ce": 0.001739721919875592, "kl": 0.00043970992373942863, "context": 0.0019595769117586315} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.958321750164032, "loss_scale": 4.0, "retries": 0, "seconds": 257.1, "max_memory_gb": 17.14, "ce": 0.013501137349521741, "kl": 0.11229685067701212, "context": 0.06964956177398562} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.3029384911060333, "loss_scale": 4.0, "retries": 0, "seconds": 258.1, "max_memory_gb": 17.14, "ce": 0.020343198790214956, "kl": 0.013492582365870476, "context": 0.02708949032239616} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.9963461756706238, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 17.14, "ce": 0.08656125376001, "kl": 0.07456623541656882, "context": 0.12384437117725611} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.16240690648555756, "loss_scale": 4.0, "retries": 0, "seconds": 260.1, "max_memory_gb": 17.14, "ce": 0.010315433406503871, "kl": 0.005814223397464957, "context": 0.013222545094322413} diff --git a/runs/fixed_internvl/context/Random8_8105_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8105_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8105_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8105_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8105_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a27075e755221595cfdfec6d59793a6008da425 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8105_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8105_s13/config.json b/runs/fixed_internvl/context/Random8_8105_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..95e38f2afe1c4da236b32bd7d5e0d23d8918134e --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8105_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8105", + "layers": [ + 2, + 6, + 12, + 18, + 19, + 20, + 31, + 33 + ], + "ranks": { + "2": 72, + "6": 72, + "12": 72, + "18": 72, + "19": 72, + "20": 72, + "31": 72, + "33": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8105_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8105_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bee6972c416deabcd28bb32ac7ccbb666be86503 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8105_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.33857536315918, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.81, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.44373893737793, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.15, "ce": 0.6290890963064157, "kl": 0.4659577353011173, "context": 0.86206800173386} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 24.94029998779297, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.15, "ce": 0.919014647603035, "kl": 0.07209130004048347, "context": 0.9550602957606316} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.032003402709961, "loss_scale": 4.0, "retries": 0, "seconds": 5.9, "max_memory_gb": 17.15, "ce": 0.22549871186492965, "kl": 0.46277611266350505, "context": 0.45688676508143544} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.26963967084884644, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.15, "ce": 0.00942901990856626, "kl": 0.008544659187464276, "context": 0.01370134962053271} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.179150581359863, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.15, "ce": 0.14067454509495292, "kl": 0.08362966066306399, "context": 0.18248937833413947} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.5596210956573486, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 17.15, "ce": 0.07065064556263678, "kl": 0.06574804503588894, "context": 0.10352466808035388} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.5396238565444946, "loss_scale": 4.0, "retries": 0, "seconds": 10.5, "max_memory_gb": 17.16, "ce": 0.026328441686928272, "kl": 0.20691330335102975, "context": 0.12978509068489075} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 13.28079891204834, "loss_scale": 4.0, "retries": 0, "seconds": 11.6, "max_memory_gb": 17.16, "ce": 0.10946450056508183, "kl": 0.2026899359188974, "context": 0.21080945990979671} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.5175718069076538, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.16, "ce": 0.0038791428160038777, "kl": 0.01331245171604678, "context": 0.010535368433920667} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.12298663705587387, "loss_scale": 4.0, "retries": 0, "seconds": 13.8, "max_memory_gb": 17.16, "ce": 0.003583329678804148, "kl": 0.004075731704119789, "context": 0.005621195414278191} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.21172812581062317, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.16, "ce": 0.006882078143689796, "kl": 0.002441867874495074, "context": 0.008103012401079468} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.03378277271986008, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 17.16, "ce": 0.000972557869317825, "kl": 0.00022271779016591609, "context": 0.0010839167807716876} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.450427770614624, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 17.16, "ce": 0.026810262206709012, "kl": 0.7574277922976762, "context": 0.4055241635069251} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.2164608240127563, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.16, "ce": 0.008015837379332424, "kl": 0.35766890943868646, "context": 0.18685028619057675} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.03647707775235176, "loss_scale": 4.0, "retries": 0, "seconds": 19.5, "max_memory_gb": 17.16, "ce": 0.001574823281771387, "kl": 0.0005687645825105392, "context": 0.0018592056294437498} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.7185983657836914, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 17.16, "ce": 0.020967808333807625, "kl": 0.7477782989953994, "context": 0.3948569502681494} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0039474964141846, "loss_scale": 4.0, "retries": 0, "seconds": 21.6, "max_memory_gb": 17.16, "ce": 0.006556301948876353, "kl": 0.2750934395699005, "context": 0.1441030242931447} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5362153053283691, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 17.16, "ce": 0.004510740461228124, "kl": 0.09583104400007869, "context": 0.05242626263498096} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.1138620376586914, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 17.16, "ce": 0.0007399778587569017, "kl": 0.006166810684590018, "context": 0.003823383118287893} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.0518515482544899, "loss_scale": 4.0, "retries": 0, "seconds": 25.0, "max_memory_gb": 17.16, "ce": 0.0006954375885470654, "kl": 0.0036225781432221993, "context": 0.0025067266451515025} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.4894702434539795, "loss_scale": 4.0, "retries": 0, "seconds": 26.1, "max_memory_gb": 17.16, "ce": 0.06501712242607027, "kl": 0.10325174426179728, "context": 0.11664299793483224} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.936660051345825, "loss_scale": 4.0, "retries": 0, "seconds": 27.2, "max_memory_gb": 17.16, "ce": 0.0003895557338182698, "kl": 0.2971927185437835, "context": 0.14898591828841745} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5019693374633789, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.16, "ce": 0.006960389211599249, "kl": 0.03137315563253651, "context": 0.02264696653583087} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.445753335952759, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 17.16, "ce": 0.22757768049450533, "kl": 0.034040934522636235, "context": 0.2445981521741487} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.2752012014389038, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 17.16, "ce": 0.044833667430793867, "kl": 0.5166472777355011, "context": 0.30315729514404666} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.4764456748962402, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.16, "ce": 0.08134337062074337, "kl": 0.29664393088023644, "context": 0.22966533829458058} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.6907029151916504, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 17.16, "ce": 0.10492394610628253, "kl": 0.22351669159252197, "context": 0.21668229531496763} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.03831148147583, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 17.16, "ce": 0.4820469645783305, "kl": 0.1210547819500789, "context": 0.5425743625964969} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.30816152691841125, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 17.16, "ce": 0.006716941352351569, "kl": 0.010046035626146477, "context": 0.011739959445549175} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 9.230257034301758, "loss_scale": 4.0, "retries": 0, "seconds": 36.1, "max_memory_gb": 17.16, "ce": 0.7486046712147072, "kl": 0.10724390172981657, "context": 0.8022266295738518} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.3007146120071411, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.16, "ce": 0.0508629628457129, "kl": 0.03558316212729551, "context": 0.0686545439530164} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.213720798492432, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 17.16, "ce": 0.38021713588386774, "kl": 0.08689332276117057, "context": 0.42366379918530583} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.2384084463119507, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 17.16, "ce": 0.012065892689861357, "kl": 0.6545768390060402, "context": 0.3393543043639511} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.12327290326356888, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 17.16, "ce": 0.004720227138022892, "kl": 0.0008232321233663242, "context": 0.005131843405251857} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.1025819778442383, "loss_scale": 4.0, "retries": 0, "seconds": 41.6, "max_memory_gb": 17.16, "ce": 0.18612434098031372, "kl": 0.03268913546344265, "context": 0.20246891025453806} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.0831658840179443, "loss_scale": 4.0, "retries": 0, "seconds": 42.7, "max_memory_gb": 17.16, "ce": 0.10473560681566596, "kl": 0.27757329400628805, "context": 0.2435222475323826} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.4345957040786743, "loss_scale": 4.0, "retries": 0, "seconds": 43.9, "max_memory_gb": 17.16, "ce": 0.11112971103284508, "kl": 0.3338333665014943, "context": 0.2780463960953057} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.3086291551589966, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 17.16, "ce": 0.07019595973542891, "kl": 0.009495473859715275, "context": 0.07494370051426813} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.38614046573638916, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.16, "ce": 0.02407559333369136, "kl": 0.015047143562696874, "context": 0.031599166337400675} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.7072818279266357, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.16, "ce": 0.4587233017664403, "kl": 0.08713671518489718, "context": 0.5022916663438082} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.14735190570354462, "loss_scale": 4.0, "retries": 0, "seconds": 48.3, "max_memory_gb": 17.16, "ce": 0.01052050429279916, "kl": 0.0010500392236281186, "context": 0.011045524035580456} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.14022645354270935, "loss_scale": 4.0, "retries": 0, "seconds": 49.4, "max_memory_gb": 17.16, "ce": 0.00847683084430173, "kl": 0.0015113510307855904, "context": 0.009232506272383034} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 13.711603164672852, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.16, "ce": 0.14243429113412276, "kl": 0.6979238035564777, "context": 0.49139618780463934} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.5903239250183105, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.16, "ce": 0.4672756554791704, "kl": 0.1249659393215552, "context": 0.5297586224041879} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.4289929866790771, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 17.16, "ce": 0.07117954446584918, "kl": 0.13419306324794888, "context": 0.1382760793203488} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.2697279453277588, "loss_scale": 4.0, "retries": 0, "seconds": 53.8, "max_memory_gb": 17.16, "ce": 0.032393561414210126, "kl": 0.13409387493447866, "context": 0.09944049984915182} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09155996143817902, "loss_scale": 4.0, "retries": 0, "seconds": 54.9, "max_memory_gb": 17.16, "ce": 0.004170570813585073, "kl": 0.0028147739758423995, "context": 0.005577957956120372} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.3350263237953186, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 17.16, "ce": 0.011337304269545712, "kl": 0.032144053433512454, "context": 0.027409329937654547} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8133798837661743, "loss_scale": 4.0, "retries": 0, "seconds": 57.1, "max_memory_gb": 17.16, "ce": 0.05919981122133322, "kl": 0.009608037027646787, "context": 0.06400382792344317} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 4.737295150756836, "loss_scale": 4.0, "retries": 0, "seconds": 58.2, "max_memory_gb": 17.16, "ce": 0.1123304290958913, "kl": 0.01541509117168971, "context": 0.12003797417855822} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.44544118642807007, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.16, "ce": 0.019517810316756368, "kl": 0.09162003843812272, "context": 0.06532782944850624} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.824806809425354, "loss_scale": 4.0, "retries": 0, "seconds": 60.4, "max_memory_gb": 17.16, "ce": 0.037187252193689346, "kl": 0.2522761638974771, "context": 0.16332533210515976} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.5809359550476074, "loss_scale": 4.0, "retries": 0, "seconds": 61.6, "max_memory_gb": 17.16, "ce": 0.12361081634298898, "kl": 0.056190254079410806, "context": 0.1517059393809177} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.4419281482696533, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.16, "ce": 0.022252972557907924, "kl": 0.012972411523151095, "context": 0.02873917785473168} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.7374013066291809, "loss_scale": 4.0, "retries": 0, "seconds": 63.7, "max_memory_gb": 17.16, "ce": 0.02841241704300046, "kl": 0.09440872422419488, "context": 0.07561678159981966} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.19583570957183838, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.16, "ce": 0.007365794241195545, "kl": 0.008582038419262972, "context": 0.011656813934678212} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.02899717539548874, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.16, "ce": 0.0011255039062234573, "kl": 0.0002867608245651354, "context": 0.0012688843271462247} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.3819732666015625, "loss_scale": 4.0, "retries": 0, "seconds": 67.0, "max_memory_gb": 17.16, "ce": 0.1828326865506824, "kl": 0.053797211330675054, "context": 0.20973129128105938} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.2517199516296387, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 17.16, "ce": 0.13230266055325046, "kl": 0.09814946934056934, "context": 0.18137739517260343} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.069042205810547, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.16, "ce": 0.1304540847777389, "kl": 0.4254830035206396, "context": 0.34319558850256726} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.41934314370155334, "loss_scale": 4.0, "retries": 0, "seconds": 70.3, "max_memory_gb": 17.16, "ce": 0.030823130102362484, "kl": 0.009832896597799845, "context": 0.03573958028573543} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.6908633708953857, "loss_scale": 4.0, "retries": 0, "seconds": 71.5, "max_memory_gb": 17.16, "ce": 0.10918581619625911, "kl": 0.10974481946323067, "context": 0.1640582294203341} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.3764369785785675, "loss_scale": 4.0, "retries": 0, "seconds": 72.5, "max_memory_gb": 17.16, "ce": 0.018070734688080847, "kl": 0.008489022759022191, "context": 0.02231524611124769} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.8051384091377258, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.16, "ce": 0.10492593375965953, "kl": 0.1142494862433523, "context": 0.16205068165436387} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.22635817527771, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 17.16, "ce": 0.1666858871194563, "kl": 0.0834245453343101, "context": 0.20839815604995238} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.07931409776210785, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 17.16, "ce": 0.004013650792330736, "kl": 0.0043627458271657815, "context": 0.006195023808686528} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.33129259943962097, "loss_scale": 4.0, "retries": 0, "seconds": 77.0, "max_memory_gb": 17.16, "ce": 0.008350289979716763, "kl": 0.01313493583802483, "context": 0.01491775801696349} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.345815658569336, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 17.16, "ce": 0.7191299384430749, "kl": 0.010396807298093336, "context": 0.7243283218122087} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.2100337743759155, "loss_scale": 4.0, "retries": 0, "seconds": 79.2, "max_memory_gb": 17.16, "ce": 0.010141807164472993, "kl": 0.004423398420840385, "context": 0.012353506826912053} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.08500365912914276, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 17.16, "ce": 0.003393865525140427, "kl": 0.0036895463217661018, "context": 0.0052386389434104785} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.006795883178711, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 17.16, "ce": 0.010894945953623392, "kl": 0.4505607854516711, "context": 0.23617533495416865} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.7973883152008057, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 17.16, "ce": 0.14924235717626289, "kl": 0.035718345305213006, "context": 0.16710152933228528} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.7431318759918213, "loss_scale": 4.0, "retries": 0, "seconds": 83.7, "max_memory_gb": 17.16, "ce": 0.10659508311073296, "kl": 0.08352230219861667, "context": 0.14835622673854232} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.884336471557617, "loss_scale": 4.0, "retries": 0, "seconds": 84.7, "max_memory_gb": 17.16, "ce": 0.5453498947172193, "kl": 0.8366311986465007, "context": 0.9636655107606202} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.0931081771850586, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.16, "ce": 0.015240611031913431, "kl": 1.2878871436405461, "context": 0.6591841761837713} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.2979690730571747, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 17.16, "ce": 0.011784003640059382, "kl": 0.010199485717748757, "context": 0.016883746488019824} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.855807363986969, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.16, "ce": 0.0019233739512856118, "kl": 0.13678444850575033, "context": 0.0703155944502214} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7299856543540955, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 17.16, "ce": 0.013897067063226132, "kl": 0.019644414405775024, "context": 0.023719275202893186} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.36553147435188293, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.16, "ce": 0.002030677002039738, "kl": 0.042571694082653266, "context": 0.023316524537221994} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.0710780620574951, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.16, "ce": 0.09315213118679821, "kl": 0.03409140617441153, "context": 0.11019783338997513} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15211665630340576, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 17.16, "ce": 0.009601956466212869, "kl": 0.002691847003006842, "context": 0.010947880102321506} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.223039150238037, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 17.16, "ce": 0.11230887728743255, "kl": 0.4943742791947443, "context": 0.35949602333130315} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.005990505218506, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.16, "ce": 0.13098854093550472, "kl": 0.03365211773871124, "context": 0.14781459723599255} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.11341436952352524, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 17.16, "ce": 0.0020990787525079213, "kl": 0.0006419174845859743, "context": 0.0024200375482905656} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.9458662271499634, "loss_scale": 4.0, "retries": 0, "seconds": 96.9, "max_memory_gb": 17.16, "ce": 0.044802673161029816, "kl": 0.21674568654270843, "context": 0.15317551622865722} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.215391159057617, "loss_scale": 4.0, "retries": 0, "seconds": 98.1, "max_memory_gb": 17.16, "ce": 0.0074033164128195494, "kl": 0.5021820981637575, "context": 0.25849436095450073} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.35813143849372864, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 17.16, "ce": 0.013553701141063357, "kl": 0.0033785251746962786, "context": 0.015242963934724685} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.38357603549957275, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 17.16, "ce": 0.02224866667529568, "kl": 0.014851922132947948, "context": 0.029674627774511464} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.1437033861875534, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 17.16, "ce": 0.009455830440856516, "kl": 0.003272085392381996, "context": 0.011091873137047514} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.628843307495117, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.16, "ce": 0.38995914309634827, "kl": 0.3137536450303742, "context": 0.5468359548976878} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 7.193129539489746, "loss_scale": 4.0, "retries": 0, "seconds": 103.6, "max_memory_gb": 17.16, "ce": 0.13336055206309538, "kl": 0.25116960535524413, "context": 0.2589453469554428} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.683037281036377, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.16, "ce": 0.048956149752484635, "kl": 0.33536474682114203, "context": 0.21663852342317114} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.1831581592559814, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 17.16, "ce": 0.046400497667491436, "kl": 0.02304114165599458, "context": 0.057921070139855146} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.0947771072387695, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 17.16, "ce": 0.531958434759872, "kl": 0.012368836265522987, "context": 0.5381428349355701} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.8677566051483154, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.16, "ce": 0.3333457337648724, "kl": 0.006311356897640508, "context": 0.3365014211158268} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.43683022260665894, "loss_scale": 4.0, "retries": 0, "seconds": 109.2, "max_memory_gb": 17.16, "ce": 0.013647873158333823, "kl": 0.013401266536675394, "context": 0.02034850651398301} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.33021488785743713, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 17.16, "ce": 0.0025032806006493047, "kl": 0.07213819888420403, "context": 0.03857238190539647} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.23354561626911163, "loss_scale": 4.0, "retries": 0, "seconds": 111.4, "max_memory_gb": 17.16, "ce": 0.012908844291814603, "kl": 0.006305409766355297, "context": 0.01606154871842591} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.8067178130149841, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.16, "ce": 0.039524138934211805, "kl": 0.2925691520795226, "context": 0.18580871072481386} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.19678299129009247, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 17.16, "ce": 0.0036970268993172795, "kl": 0.01684711966663599, "context": 0.012120586645323783} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.41925013065338135, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.16, "ce": 0.03349323134170845, "kl": 0.010285444790497422, "context": 0.038635952631011605} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.17484906315803528, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 17.16, "ce": 0.011244948982493952, "kl": 0.004896846146948519, "context": 0.013693372340640053} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.362103134393692, "loss_scale": 4.0, "retries": 0, "seconds": 117.0, "max_memory_gb": 17.16, "ce": 0.012145672168117017, "kl": 0.004440452755261504, "context": 0.014365898736286908} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.1981782913208008, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 17.16, "ce": 0.016260037140455097, "kl": 0.32140222487214487, "context": 0.17696114772115834} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.031952839344739914, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 17.16, "ce": 0.002333030744921416, "kl": 0.00046328346070367843, "context": 0.0025646725262049586} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.9447209239006042, "loss_scale": 4.0, "retries": 0, "seconds": 120.3, "max_memory_gb": 17.16, "ce": 0.015707024533185177, "kl": 0.2041196178768132, "context": 0.11776683166681323} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.3126072883605957, "loss_scale": 4.0, "retries": 0, "seconds": 121.4, "max_memory_gb": 17.16, "ce": 0.4215920110727893, "kl": 0.002959965757554528, "context": 0.4230720051418757} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.692890167236328, "loss_scale": 4.0, "retries": 0, "seconds": 122.6, "max_memory_gb": 17.16, "ce": 0.24748017368256114, "kl": 0.1228625220246613, "context": 0.3089114297181368} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.525429904460907, "loss_scale": 4.0, "retries": 0, "seconds": 123.6, "max_memory_gb": 17.16, "ce": 0.03294782212469727, "kl": 0.0029428423731587827, "context": 0.03441924322396517} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.018176322802901268, "loss_scale": 4.0, "retries": 0, "seconds": 124.7, "max_memory_gb": 17.16, "ce": 0.0011695805878844112, "kl": 0.0005505527078639716, "context": 0.0014448569563683122} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3187521994113922, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 17.16, "ce": 0.01950952730840072, "kl": 0.0027933070086874068, "context": 0.02090618119109422} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.6692383289337158, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.16, "ce": 0.008562776842154562, "kl": 0.0873907133936882, "context": 0.0522581331897527} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.8430464267730713, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.16, "ce": 0.01387702557258308, "kl": 0.37363294768783817, "context": 0.20069349638652056} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.160062789916992, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.16, "ce": 0.022283047932432964, "kl": 0.11773406358406646, "context": 0.08115007786545902} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.7818582653999329, "loss_scale": 4.0, "retries": 0, "seconds": 130.3, "max_memory_gb": 17.16, "ce": 0.07842802719096653, "kl": 0.28131963310806896, "context": 0.21908784375409596} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.09541908651590347, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.16, "ce": 0.004578111344017088, "kl": 0.0030819308894933783, "context": 0.006119076831964776} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.9862384796142578, "loss_scale": 4.0, "retries": 0, "seconds": 132.5, "max_memory_gb": 17.16, "ce": 0.235880507301772, "kl": 0.0034662046236917377, "context": 0.23761361438664608} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09197938442230225, "loss_scale": 4.0, "retries": 0, "seconds": 133.6, "max_memory_gb": 17.16, "ce": 0.004573492493364029, "kl": 0.0031809960298687656, "context": 0.0061639906343771145} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 6.563571453094482, "loss_scale": 4.0, "retries": 0, "seconds": 134.8, "max_memory_gb": 17.16, "ce": 0.3215916795015801, "kl": 0.22365541159524582, "context": 0.4334193911636248} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.9057713150978088, "loss_scale": 4.0, "retries": 0, "seconds": 135.8, "max_memory_gb": 17.16, "ce": 0.04521095164818689, "kl": 0.035553350990085164, "context": 0.06298762948426884} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.9170892238616943, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.16, "ce": 0.13950455718440935, "kl": 0.02795081435033353, "context": 0.1534799652872607} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.7238631844520569, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.16, "ce": 0.04981168359518051, "kl": 0.0313028344680788, "context": 0.06546310079284012} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.7916367053985596, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.16, "ce": 0.6123418825300178, "kl": 0.46682465508547466, "context": 0.8457542082178406} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7599029541015625, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 17.16, "ce": 0.0945197252149228, "kl": 0.10935496143156342, "context": 0.14919720584293827} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.512706756591797, "loss_scale": 4.0, "retries": 0, "seconds": 141.4, "max_memory_gb": 17.16, "ce": 0.6455424530431628, "kl": 0.08761302102357149, "context": 0.6893489491194487} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.10968516767024994, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 17.16, "ce": 0.007213424672954716, "kl": 0.0005778242666565347, "context": 0.007502336986362934} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.9989662170410156, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.16, "ce": 0.13760673148499336, "kl": 0.4974387534239213, "context": 0.3863261236692779} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.8643823266029358, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.16, "ce": 0.09054660552646965, "kl": 0.03522793564479798, "context": 0.10816057334886864} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5664022564888, "loss_scale": 4.0, "retries": 0, "seconds": 145.7, "max_memory_gb": 17.16, "ce": 0.028858712990768254, "kl": 0.27341834403341636, "context": 0.16556789039168507} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.589757919311523, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 17.16, "ce": 0.2652485779253766, "kl": 0.3028611598710995, "context": 0.41667917533777654} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.063189148902893, "loss_scale": 4.0, "retries": 0, "seconds": 148.0, "max_memory_gb": 17.16, "ce": 0.15427096901112236, "kl": 0.04085099532858294, "context": 0.17469647177495062} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.6055233478546143, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 17.16, "ce": 0.29575569276494207, "kl": 0.028223549074027687, "context": 0.30986747005954385} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6618034839630127, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 17.16, "ce": 0.19966299360385165, "kl": 0.0037279488233252778, "context": 0.2015269726398401} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.676108181476593, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 17.16, "ce": 0.01946658390806988, "kl": 0.05644581178421504, "context": 0.04768948850687593} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 4.581299781799316, "loss_scale": 4.0, "retries": 0, "seconds": 152.4, "max_memory_gb": 17.16, "ce": 0.11826334235956892, "kl": 0.14178750698340536, "context": 0.18915710371220484} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.5516490340232849, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.16, "ce": 0.010234518718789332, "kl": 0.026981900111422874, "context": 0.023725467879557982} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.7142179012298584, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.16, "ce": 0.10517546627670527, "kl": 0.14856970077380538, "context": 0.1794603168964386} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.6908949613571167, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 17.16, "ce": 0.010086128386319615, "kl": 0.1198818772472805, "context": 0.07002706767525524} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.0964650809764862, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 17.16, "ce": 0.0069089347089175135, "kl": 0.002353724813019653, "context": 0.00808579710428603} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.16360650956630707, "loss_scale": 4.0, "retries": 0, "seconds": 158.0, "max_memory_gb": 17.16, "ce": 0.010012791757617379, "kl": 0.0011293708776065614, "context": 0.010577477492915932} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.1649739742279053, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.16, "ce": 0.08896838879445568, "kl": 0.023495206794905243, "context": 0.10071599576622248} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.720977306365967, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.16, "ce": 0.3525377581245266, "kl": 0.06057216267072363, "context": 0.382823840045603} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.180506706237793, "loss_scale": 4.0, "retries": 0, "seconds": 161.3, "max_memory_gb": 17.16, "ce": 0.02867984608747065, "kl": 0.11519909015623853, "context": 0.08627939189318568} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.030442697927355766, "loss_scale": 4.0, "retries": 0, "seconds": 162.4, "max_memory_gb": 17.16, "ce": 0.0016856000147527084, "kl": 0.0017128495983342873, "context": 0.0025420247693546116} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.2359793782234192, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 17.16, "ce": 0.01644315452722367, "kl": 0.012744483647111338, "context": 0.022815396048827097} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.0779666900634766, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 17.16, "ce": 0.36003258437267505, "kl": 0.36590776198136155, "context": 0.5429864609031938} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.2976108491420746, "loss_scale": 4.0, "retries": 0, "seconds": 165.8, "max_memory_gb": 17.16, "ce": 0.01197280251653865, "kl": 0.013087550134514458, "context": 0.01851657757651992} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.31073784828186035, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.16, "ce": 0.018483781459508464, "kl": 0.003787380446738098, "context": 0.020377471635583788} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.638237714767456, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.16, "ce": 0.05806576160466648, "kl": 0.03231140320531267, "context": 0.07422146692988463} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.8330633640289307, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 17.16, "ce": 0.031796808558283374, "kl": 0.03615207629809447, "context": 0.04987284861272201} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.6354953050613403, "loss_scale": 4.0, "retries": 0, "seconds": 170.2, "max_memory_gb": 17.16, "ce": 0.00325930054532364, "kl": 0.06436510277126217, "context": 0.03544185095233843} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9134272933006287, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 17.16, "ce": 0.00529093638760969, "kl": 0.40189038790776976, "context": 0.2062361256830627} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.7061213254928589, "loss_scale": 4.0, "retries": 0, "seconds": 172.4, "max_memory_gb": 17.16, "ce": 0.039885340083856136, "kl": 0.09216123022633838, "context": 0.08596595498966053} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.536360502243042, "loss_scale": 4.0, "retries": 0, "seconds": 173.5, "max_memory_gb": 17.16, "ce": 0.24180923533276655, "kl": 0.010788257220156083, "context": 0.24720336247992236} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.4696121215820312, "loss_scale": 4.0, "retries": 0, "seconds": 174.7, "max_memory_gb": 17.16, "ce": 0.017581002131919377, "kl": 0.011226703554370943, "context": 0.023194353852886707} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3170623481273651, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.16, "ce": 0.02136358176358044, "kl": 0.02376697333966149, "context": 0.03324706805869937} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.193189859390259, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 17.16, "ce": 0.1777912065736018, "kl": 0.11570839472915395, "context": 0.23564540693769231} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.4515789747238159, "loss_scale": 4.0, "retries": 0, "seconds": 178.0, "max_memory_gb": 17.16, "ce": 0.007242486521136016, "kl": 0.020929817954311147, "context": 0.01770739583298564} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0610759258270264, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 17.16, "ce": 0.08219356386689469, "kl": 0.20043060547686764, "context": 0.18240886845160276} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.46125864982605, "loss_scale": 4.0, "retries": 0, "seconds": 180.2, "max_memory_gb": 17.16, "ce": 0.1887426024186425, "kl": 0.14865421471859008, "context": 0.2630697079002857} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.534597873687744, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.16, "ce": 0.08224057486222591, "kl": 0.10693873172203894, "context": 0.135709948168369} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.256796360015869, "loss_scale": 4.0, "retries": 0, "seconds": 182.4, "max_memory_gb": 17.16, "ce": 0.18001696837018244, "kl": 0.5637576246008393, "context": 0.4618957862548996} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.101482629776001, "loss_scale": 4.0, "retries": 0, "seconds": 183.6, "max_memory_gb": 17.16, "ce": 0.09456177394167753, "kl": 0.04771745408925199, "context": 0.11842050473933341} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.44394344091415405, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.16, "ce": 0.012584940042870585, "kl": 0.007409038385958411, "context": 0.01628945957054384} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.0984935760498047, "loss_scale": 4.0, "retries": 0, "seconds": 185.8, "max_memory_gb": 17.16, "ce": 0.3805070280795917, "kl": 0.06789607167593203, "context": 0.4144550613127649} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.117468237876892, "loss_scale": 4.0, "retries": 0, "seconds": 187.0, "max_memory_gb": 17.16, "ce": 0.03597014787374064, "kl": 0.009527305548544973, "context": 0.04073380114277825} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.1442762166261673, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.16, "ce": 0.011357203831721563, "kl": 0.0017767864337656647, "context": 0.01224559688125737} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.052208423614502, "loss_scale": 4.0, "retries": 0, "seconds": 189.1, "max_memory_gb": 17.16, "ce": 0.0715667657495942, "kl": 0.9095513252541423, "context": 0.5263424352742732} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.014665345661342144, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 17.16, "ce": 0.00090631160128396, "kl": 9.894002869259566e-05, "context": 0.0009557816301821731} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5882747173309326, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.16, "ce": 0.018837855917809065, "kl": 0.035694577905815095, "context": 0.03668514534365386} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.17526227235794067, "loss_scale": 4.0, "retries": 0, "seconds": 192.4, "max_memory_gb": 17.16, "ce": 0.008216300237108953, "kl": 0.012967732283868827, "context": 0.01470016676466912} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.14336933195590973, "loss_scale": 4.0, "retries": 0, "seconds": 193.6, "max_memory_gb": 17.16, "ce": 0.009753616017405875, "kl": 0.0044885775714647025, "context": 0.0119979043956846} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.4681231379508972, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.16, "ce": 0.031065900897374377, "kl": 0.0056294236599683245, "context": 0.033880613365909085} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.3257391452789307, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 17.16, "ce": 0.08000128285493702, "kl": 0.029089754563756287, "context": 0.09454616019502282} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.08859772235155106, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.16, "ce": 0.005485922200023197, "kl": 0.0004039098112116335, "context": 0.005687876851879992} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.1120328903198242, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 17.16, "ce": 0.04630456342420075, "kl": 0.6236881880604415, "context": 0.3581486555922311} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.8725998401641846, "loss_scale": 4.0, "retries": 0, "seconds": 199.1, "max_memory_gb": 17.16, "ce": 0.1530011045979336, "kl": 0.016126850008731708, "context": 0.16106452676467597} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.5368198156356812, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 17.16, "ce": 0.34474687062902376, "kl": 0.010632865949446568, "context": 0.3500632968498394} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.0693622827529907, "loss_scale": 4.0, "retries": 0, "seconds": 201.3, "max_memory_gb": 17.16, "ce": 0.044802834279835224, "kl": 0.03591781204158906, "context": 0.06276174215599895} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.865243136882782, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 17.16, "ce": 0.002701032703043893, "kl": 0.13473790462012403, "context": 0.0700699842418544} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.042801856994629, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 17.16, "ce": 0.10795439654611982, "kl": 0.12633560086987927, "context": 0.17112218998954631} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.055171772837638855, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.16, "ce": 0.003230222559068352, "kl": 0.00016205807423830265, "context": 0.0033112516830442473} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.09243796765804291, "loss_scale": 4.0, "retries": 0, "seconds": 205.8, "max_memory_gb": 17.16, "ce": 0.002785559801850468, "kl": 0.003091446043981705, "context": 0.004331282834755257} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5267325639724731, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.16, "ce": 0.006184109530295245, "kl": 0.1096765205684278, "context": 0.06102236928563798} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.975045680999756, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 17.16, "ce": 0.06949767454352695, "kl": 0.10980668916454306, "context": 0.12440101904212497} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.9505835771560669, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 17.16, "ce": 0.01423041157249827, "kl": 0.6224270298880583, "context": 0.325443924361025} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.3180794715881348, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 17.16, "ce": 0.194066199765075, "kl": 0.009257231395622512, "context": 0.19869481016939972} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 5.000718116760254, "loss_scale": 4.0, "retries": 0, "seconds": 211.3, "max_memory_gb": 17.16, "ce": 0.3452420000830898, "kl": 0.22969487228328944, "context": 0.46008943342167186} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.04423210397362709, "loss_scale": 4.0, "retries": 0, "seconds": 212.4, "max_memory_gb": 17.16, "ce": 0.0017520755500299856, "kl": 0.0029022527269262355, "context": 0.0032032019225880504} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 9.466545104980469, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 17.16, "ce": 0.20005583434249274, "kl": 0.1591045044369821, "context": 0.2796080941334367} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.627341389656067, "loss_scale": 4.0, "retries": 0, "seconds": 214.6, "max_memory_gb": 17.16, "ce": 0.3875285791873466, "kl": 0.03134860385580396, "context": 0.4032028797082603} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.048001859337091446, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.16, "ce": 0.0026590581837808713, "kl": 0.0010739107669905934, "context": 0.003196013509295881} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.8206456303596497, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.16, "ce": 0.061239302274771035, "kl": 0.004889694202574901, "context": 0.06368414830649272} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.13881416618824005, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.16, "ce": 0.013728465462918393, "kl": 0.00046904717783036176, "context": 0.01396298901818227} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.1271073818206787, "loss_scale": 4.0, "retries": 0, "seconds": 219.0, "max_memory_gb": 17.16, "ce": 0.0038088579385657795, "kl": 0.20002739575716078, "context": 0.10382255697186338} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.1522979736328125, "loss_scale": 4.0, "retries": 0, "seconds": 220.2, "max_memory_gb": 17.16, "ce": 0.022997138439677656, "kl": 0.5204467455328086, "context": 0.28322050132555887} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6214953660964966, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 17.16, "ce": 0.07654333758546272, "kl": 0.005637976213620277, "context": 0.07936232911015395} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.074466347694397, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 17.16, "ce": 0.08806978943175636, "kl": 0.009221025557053508, "context": 0.09268030128441751} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.2969036102294922, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 17.16, "ce": 0.24147890624590218, "kl": 0.028657429495069664, "context": 0.25580763013567775} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.4387458562850952, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 17.16, "ce": 0.06414646189659834, "kl": 0.07456978964182781, "context": 0.10143135677208193} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.052199576050043106, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 17.16, "ce": 0.0028293696959735826, "kl": 0.0024159385819757517, "context": 0.0040373389347223565} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.5550665855407715, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.16, "ce": 0.02758384447588469, "kl": 0.03634617832722142, "context": 0.045756934574455954} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.4654189348220825, "loss_scale": 4.0, "retries": 0, "seconds": 227.9, "max_memory_gb": 17.16, "ce": 0.034722237673122436, "kl": 0.004824827745324001, "context": 0.03713465097825974} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.464556097984314, "loss_scale": 4.0, "retries": 0, "seconds": 229.0, "max_memory_gb": 17.16, "ce": 0.006086613968363963, "kl": 0.44095126965476084, "context": 0.22656225357786752} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.09555624425411224, "loss_scale": 4.0, "retries": 0, "seconds": 230.2, "max_memory_gb": 17.16, "ce": 0.004833136328670662, "kl": 0.0016172150144484476, "context": 0.005641743904561736} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.7333379983901978, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 17.16, "ce": 0.0764432466821745, "kl": 0.06607873545726761, "context": 0.10948261804878712} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.03688151389360428, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 17.16, "ce": 0.002195454901084304, "kl": 0.0009501500135229435, "context": 0.002670529909664765} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.0753850936889648, "loss_scale": 4.0, "retries": 0, "seconds": 233.5, "max_memory_gb": 17.16, "ce": 0.16488876310177147, "kl": 0.02759214342222549, "context": 0.17868482717312872} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.0683488845825195, "loss_scale": 4.0, "retries": 0, "seconds": 234.5, "max_memory_gb": 17.16, "ce": 0.3895512419985607, "kl": 0.06554361477537896, "context": 0.42232305703510065} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.7143698930740356, "loss_scale": 4.0, "retries": 0, "seconds": 235.7, "max_memory_gb": 17.16, "ce": 0.12719479533552658, "kl": 0.05691065774590243, "context": 0.15565012107254006} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 17.47445297241211, "loss_scale": 4.0, "retries": 0, "seconds": 236.8, "max_memory_gb": 17.16, "ce": 0.0864405757165514, "kl": 0.922573499767168, "context": 0.547727324126754} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.1349403858184814, "loss_scale": 4.0, "retries": 0, "seconds": 237.9, "max_memory_gb": 17.16, "ce": 0.18826124182669446, "kl": 0.03045330260101764, "context": 0.20348789318813942} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.7275222539901733, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 17.16, "ce": 0.30404500181612093, "kl": 0.05960146087454632, "context": 0.3338457220233977} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.9848835468292236, "loss_scale": 4.0, "retries": 0, "seconds": 240.1, "max_memory_gb": 17.16, "ce": 0.5051204902410973, "kl": 0.022884439832296266, "context": 0.5165627179667354} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.9450535774230957, "loss_scale": 4.0, "retries": 0, "seconds": 241.2, "max_memory_gb": 17.16, "ce": 0.030881056154612452, "kl": 0.08021797666879138, "context": 0.07099004270276055} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05750457942485809, "loss_scale": 4.0, "retries": 0, "seconds": 242.4, "max_memory_gb": 17.16, "ce": 0.003347685997141525, "kl": 0.0017061989547073608, "context": 0.004200785493594594} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.586310625076294, "loss_scale": 4.0, "retries": 0, "seconds": 243.4, "max_memory_gb": 17.16, "ce": 0.16700289494474418, "kl": 0.2245394978672266, "context": 0.27927265129983425} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.418849229812622, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 17.16, "ce": 0.009469295793678612, "kl": 0.2292005431590951, "context": 0.12406956707127392} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.23786096274852753, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 17.16, "ce": 0.015949056949466467, "kl": 0.0012488750653574243, "context": 0.01657349441666156} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.8723891973495483, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 17.16, "ce": 0.0029722378312726505, "kl": 0.09116029285814875, "context": 0.04855238244635984} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.2495836019515991, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 17.16, "ce": 0.07335278164828196, "kl": 0.04296102657508527, "context": 0.09483329791692086} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 4.042069911956787, "loss_scale": 4.0, "retries": 0, "seconds": 249.0, "max_memory_gb": 17.16, "ce": 0.13571243299520575, "kl": 0.026000151097832713, "context": 0.14871251583099365} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.808638095855713, "loss_scale": 4.0, "retries": 0, "seconds": 250.1, "max_memory_gb": 17.16, "ce": 0.04539308819221333, "kl": 0.05384984937154513, "context": 0.07231801300076768} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.1960591822862625, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 17.16, "ce": 0.004666778237151448, "kl": 0.014235250717320014, "context": 0.011784403497586027} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6209943294525146, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.16, "ce": 0.02495996467769146, "kl": 0.006105936159656267, "context": 0.02801293293305207} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.6043331623077393, "loss_scale": 4.0, "retries": 0, "seconds": 253.5, "max_memory_gb": 17.16, "ce": 0.01866955528385006, "kl": 0.011102022865088657, "context": 0.024220565770519897} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.38141292333602905, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 17.16, "ce": 0.00751647622382734, "kl": 0.05002976447576657, "context": 0.03253135923296213} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 2.5858821868896484, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 17.16, "ce": 0.07664913419284858, "kl": 0.03953753269615845, "context": 0.09641789962188341} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.2818496227264404, "loss_scale": 4.0, "retries": 0, "seconds": 256.9, "max_memory_gb": 17.16, "ce": 0.40991404533269815, "kl": 0.30249775876291096, "context": 0.5611629174090922} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5175207257270813, "loss_scale": 4.0, "retries": 0, "seconds": 258.0, "max_memory_gb": 17.16, "ce": 0.031751665112096816, "kl": 0.06735849922552006, "context": 0.06543091611820273} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.40723103284835815, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 17.16, "ce": 0.025354254728881642, "kl": 0.005040233776526293, "context": 0.02787437081860844} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.8871482014656067, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 17.16, "ce": 0.023715828894637525, "kl": 0.10238006425788626, "context": 0.07490585942286998} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.7466364502906799, "loss_scale": 4.0, "retries": 0, "seconds": 261.5, "max_memory_gb": 17.16, "ce": 0.021640910796122625, "kl": 0.015529960257481434, "context": 0.02940589000354521} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.7833821773529053, "loss_scale": 4.0, "retries": 0, "seconds": 262.8, "max_memory_gb": 17.16, "ce": 0.3170079781266395, "kl": 0.022196986106791883, "context": 0.328106471337378} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.2520274817943573, "loss_scale": 4.0, "retries": 0, "seconds": 264.1, "max_memory_gb": 17.16, "ce": 0.015011626441264525, "kl": 0.0156792070629308, "context": 0.02285123019828461} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.8340888023376465, "loss_scale": 4.0, "retries": 0, "seconds": 265.3, "max_memory_gb": 17.16, "ce": 0.0627864237758331, "kl": 0.025740133299166246, "context": 0.07565649235039018} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.377729207277298, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.16, "ce": 0.019826815951091703, "kl": 0.004901447451629792, "context": 0.022277540141658392} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6595472097396851, "loss_scale": 4.0, "retries": 0, "seconds": 267.6, "max_memory_gb": 17.16, "ce": 0.10241744294762611, "kl": 0.01915778432157822, "context": 0.11199633695650846} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3118278682231903, "loss_scale": 4.0, "retries": 0, "seconds": 268.6, "max_memory_gb": 17.16, "ce": 0.01893166670924984, "kl": 0.02149127808661433, "context": 0.02967730478849262} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.1039745807647705, "loss_scale": 4.0, "retries": 0, "seconds": 269.8, "max_memory_gb": 17.16, "ce": 0.08002202492207289, "kl": 0.024904496342060156, "context": 0.09247427352238446} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.1903122216463089, "loss_scale": 4.0, "retries": 0, "seconds": 270.8, "max_memory_gb": 17.16, "ce": 0.008595400518970564, "kl": 0.013019620707609647, "context": 0.015105210870387964} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.049290988594293594, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 17.16, "ce": 0.00303546768554952, "kl": 0.001111952044084319, "context": 0.0035914437321480364} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.028637647628784, "loss_scale": 4.0, "retries": 0, "seconds": 273.1, "max_memory_gb": 17.16, "ce": 0.03488875836410443, "kl": 0.2629970754187525, "context": 0.16638730119666434} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.079791307449341, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 17.16, "ce": 0.28753211550065316, "kl": 0.029980902836541645, "context": 0.30252256989479065} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.028487788513302803, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 17.16, "ce": 0.0016061278802226298, "kl": 0.0005192442595216562, "context": 0.0018657500040717423} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.5105936527252197, "loss_scale": 4.0, "retries": 0, "seconds": 276.4, "max_memory_gb": 17.16, "ce": 0.007835594180505723, "kl": 0.1637462255475839, "context": 0.08970870594203006} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.2824101448059082, "loss_scale": 4.0, "retries": 0, "seconds": 277.5, "max_memory_gb": 17.16, "ce": 0.016286052181385458, "kl": 0.0075357083696872, "context": 0.020053906715475023} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.4964618682861328, "loss_scale": 4.0, "retries": 0, "seconds": 278.6, "max_memory_gb": 17.16, "ce": 0.08684121863916516, "kl": 0.07942500489298254, "context": 0.12655371706932783} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.14328007400035858, "loss_scale": 4.0, "retries": 0, "seconds": 279.7, "max_memory_gb": 17.16, "ce": 0.0075582088029477745, "kl": 0.005083579733764054, "context": 0.010099999024532735} diff --git a/runs/fixed_internvl/context/Random8_8106_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8106_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8106_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8106_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8106_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..85e595a6e414005387748b694a8d3abd48eb1296 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8106_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.8.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8106_s13/config.json b/runs/fixed_internvl/context/Random8_8106_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16507b37db386948b31ce0a46a2d0e6eee471721 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8106_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8106", + "layers": [ + 3, + 6, + 8, + 10, + 12, + 19, + 20, + 24 + ], + "ranks": { + "3": 72, + "6": 72, + "8": 72, + "10": 72, + "12": 72, + "19": 72, + "20": 72, + "24": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8106_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8106_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cb2748a3f3f5a49ef74f7009a41322e1bca0c93e --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8106_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.231760025024414, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.14743709564209, "loss_scale": 4.0, "retries": 0, "seconds": 2.7, "max_memory_gb": 17.11, "ce": 0.6320271365329972, "kl": 0.4670159340662394, "context": 0.8655350663539139} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 25.0129337310791, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.11, "ce": 0.9088135994970798, "kl": 0.07310680206865072, "context": 0.9453670233488083} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.554797649383545, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.11, "ce": 0.21053415619098814, "kl": 0.4646311938897725, "context": 0.44284975208574906} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.2889653146266937, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 17.11, "ce": 0.009472692870986066, "kl": 0.008437746368144872, "context": 0.013691566171473823} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.2383809089660645, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 17.11, "ce": 0.14560331510438118, "kl": 0.08047127905956586, "context": 0.1858389590634033} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.019071578979492, "loss_scale": 4.0, "retries": 0, "seconds": 7.6, "max_memory_gb": 17.11, "ce": 0.06048213589019724, "kl": 0.06546828174941766, "context": 0.0932162774624885} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.5043038129806519, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 17.12, "ce": 0.024150164797902107, "kl": 0.2065024257171899, "context": 0.1274013789370656} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 12.788137435913086, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.12, "ce": 0.10568131739273667, "kl": 0.20128507149638608, "context": 0.20632384484633803} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.5137971639633179, "loss_scale": 4.0, "retries": 0, "seconds": 10.7, "max_memory_gb": 17.12, "ce": 0.004153030746238073, "kl": 0.014188171131536365, "context": 0.011247116548474878} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.1113094612956047, "loss_scale": 4.0, "retries": 0, "seconds": 11.7, "max_memory_gb": 17.12, "ce": 0.0033875298395287246, "kl": 0.0037728047491327743, "context": 0.00527393221273087} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.2046714872121811, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.12, "ce": 0.006935670401617244, "kl": 0.002202493089498603, "context": 0.008036917186473147} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.031804636120796204, "loss_scale": 4.0, "retries": 0, "seconds": 13.7, "max_memory_gb": 17.12, "ce": 0.0009665909419709351, "kl": 0.00028008161098114215, "context": 0.0011066317674703896} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.6089870929718018, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.12, "ce": 0.03183814321528189, "kl": 0.7680309901479632, "context": 0.4158536489121616} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.184743046760559, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 17.12, "ce": 0.008621477846304515, "kl": 0.34895807734594086, "context": 0.18310052405718125} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.03813279792666435, "loss_scale": 4.0, "retries": 0, "seconds": 16.8, "max_memory_gb": 17.12, "ce": 0.0016522368605365045, "kl": 0.0006015409887822898, "context": 0.0019530073259375058} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.652042865753174, "loss_scale": 4.0, "retries": 0, "seconds": 17.8, "max_memory_gb": 17.12, "ce": 0.019993218062154483, "kl": 0.7456940528500127, "context": 0.3928402411111165} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.9823619723320007, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 17.12, "ce": 0.005808234815049218, "kl": 0.2703064105044177, "context": 0.14096144222276052} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5359862446784973, "loss_scale": 4.0, "retries": 0, "seconds": 19.9, "max_memory_gb": 17.12, "ce": 0.003769180886592949, "kl": 0.10144977178242698, "context": 0.054494066982442746} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.0991358831524849, "loss_scale": 4.0, "retries": 0, "seconds": 20.9, "max_memory_gb": 17.12, "ce": 0.0006456206892835326, "kl": 0.005426978433206386, "context": 0.0033591098381293705} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.06069876253604889, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 17.12, "ce": 0.0007427094133163337, "kl": 0.0046241955983532534, "context": 0.0030548071254088427} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.522937059402466, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 17.12, "ce": 0.05194309952639742, "kl": 0.07684605977328829, "context": 0.09036613078205846} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.738872528076172, "loss_scale": 4.0, "retries": 0, "seconds": 24.3, "max_memory_gb": 17.12, "ce": 0.0005200424411668791, "kl": 0.4166640577155363, "context": 0.20885207706669462} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5731813311576843, "loss_scale": 4.0, "retries": 0, "seconds": 25.5, "max_memory_gb": 17.12, "ce": 0.006698950943246018, "kl": 0.047499569327555946, "context": 0.03044873608450871} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.720885992050171, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 17.12, "ce": 0.19370917349624506, "kl": 0.036220788257196546, "context": 0.21181957237422466} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.179238200187683, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.12, "ce": 0.041566575346223544, "kl": 0.5420034808457785, "context": 0.3125683119505993} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.3525338172912598, "loss_scale": 4.0, "retries": 0, "seconds": 29.1, "max_memory_gb": 17.12, "ce": 0.07525948680995498, "kl": 0.2880405061732745, "context": 0.21927973700803705} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.6549357175827026, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 17.12, "ce": 0.10555649555317359, "kl": 0.22564654517918825, "context": 0.21837976947426796} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.6497538089752197, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.12, "ce": 0.48505211691372097, "kl": 0.13548029476078227, "context": 0.5527922556502745} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.13190141320228577, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 17.12, "ce": 0.0030740521906409413, "kl": 0.004798436912096804, "context": 0.005473270590300672} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 8.558547973632812, "loss_scale": 4.0, "retries": 0, "seconds": 33.9, "max_memory_gb": 17.12, "ce": 0.7461619654204696, "kl": 0.1255642306059599, "context": 0.8089440650073811} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.5479275584220886, "loss_scale": 4.0, "retries": 0, "seconds": 35.2, "max_memory_gb": 17.12, "ce": 0.020986251183785498, "kl": 0.008953525102697313, "context": 0.025463013909757137} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.517656326293945, "loss_scale": 4.0, "retries": 0, "seconds": 36.4, "max_memory_gb": 17.12, "ce": 0.37313943170011044, "kl": 0.12274022214114666, "context": 0.43450955068692565} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.114295721054077, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.12, "ce": 0.0092706746654585, "kl": 0.691998281647102, "context": 0.3552698214771226} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.2301982045173645, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 17.12, "ce": 0.005934548789809924, "kl": 0.000830179986451185, "context": 0.0063496387301711366} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.344019889831543, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 17.12, "ce": 0.20954149507451802, "kl": 0.0365654515044298, "context": 0.227824222529307} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.7700742483139038, "loss_scale": 4.0, "retries": 0, "seconds": 41.3, "max_memory_gb": 17.12, "ce": 0.10623902099905536, "kl": 0.2907257800688967, "context": 0.25160191440954804} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.480834722518921, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.12, "ce": 0.10577157489024103, "kl": 0.340479092716123, "context": 0.276011127512902} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.369336724281311, "loss_scale": 4.0, "retries": 0, "seconds": 43.7, "max_memory_gb": 17.12, "ce": 0.07039606920443475, "kl": 0.009763867174115148, "context": 0.07527800393290818} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.5768975615501404, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.12, "ce": 0.03356020478531718, "kl": 0.0218181561504025, "context": 0.04446928226388991} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.8221828937530518, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 17.12, "ce": 0.4952624486759305, "kl": 0.09352087089791894, "context": 0.542022880166769} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.15568366646766663, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 17.12, "ce": 0.009497460690909065, "kl": 0.0007751427874609362, "context": 0.009885032326565124} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.1987588107585907, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.12, "ce": 0.01236684521427378, "kl": 0.0015946421699482016, "context": 0.013164166361093521} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 12.83373737335205, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 17.12, "ce": 0.11222315311897546, "kl": 0.6428175180917606, "context": 0.43363192467950284} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.987215518951416, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.12, "ce": 0.44974924123380333, "kl": 0.09186267902259715, "context": 0.49568058911245316} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.4375121593475342, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.12, "ce": 0.07297726144315675, "kl": 0.13537637679837644, "context": 0.14066545030800626} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.1453771591186523, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 17.12, "ce": 0.02941542601911351, "kl": 0.11760877713095397, "context": 0.08821981452638283} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09839199483394623, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 17.12, "ce": 0.0047558149381075054, "kl": 0.0027158429074916057, "context": 0.006113736424595118} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.3569696545600891, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 17.12, "ce": 0.012553210748592392, "kl": 0.03372583851523814, "context": 0.029416130477329716} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.9704824686050415, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 17.12, "ce": 0.06506083172280341, "kl": 0.009881935860903468, "context": 0.07000179917667992} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 4.921643257141113, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.12, "ce": 0.09733378057717346, "kl": 0.008004730996617582, "context": 0.1013361450022785} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.46702590584754944, "loss_scale": 4.0, "retries": 0, "seconds": 60.5, "max_memory_gb": 17.12, "ce": 0.017601724015548825, "kl": 0.0906016593798995, "context": 0.062902552774176} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.25512957572937, "loss_scale": 4.0, "retries": 0, "seconds": 61.7, "max_memory_gb": 17.12, "ce": 0.035189574817195535, "kl": 0.2242966298945248, "context": 0.14733788697049022} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.3936774730682373, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 17.12, "ce": 0.1126730305259116, "kl": 0.04351301342830993, "context": 0.13442953722551465} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.6475483179092407, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 17.12, "ce": 0.03213158404105343, "kl": 0.018557547336968128, "context": 0.041410357458516955} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.6583445072174072, "loss_scale": 4.0, "retries": 0, "seconds": 65.4, "max_memory_gb": 17.12, "ce": 0.0369829727569595, "kl": 0.06280755292391405, "context": 0.06838674983009696} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.1666545271873474, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 17.12, "ce": 0.006755803362466395, "kl": 0.007208475872175768, "context": 0.010360041342210025} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.031287781894207, "loss_scale": 4.0, "retries": 0, "seconds": 67.8, "max_memory_gb": 17.12, "ce": 0.0011277346493443474, "kl": 0.0002619292245071847, "context": 0.001258699267054908} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.0098161697387695, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.12, "ce": 0.14313780755037442, "kl": 0.048694847035221756, "context": 0.1674852385185659} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.0284075736999512, "loss_scale": 4.0, "retries": 0, "seconds": 70.6, "max_memory_gb": 17.12, "ce": 0.11001742241205648, "kl": 0.06845284445444122, "context": 0.14424384461017326} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.890197992324829, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 17.12, "ce": 0.14183079259237275, "kl": 0.4110448150895536, "context": 0.34735320397885516} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.5325246453285217, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 17.12, "ce": 0.025156930671073496, "kl": 0.009648306004237384, "context": 0.02998108451720327} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.6309367418289185, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.12, "ce": 0.09884919357136823, "kl": 0.12796397870988585, "context": 0.16283118329010904} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.28337815403938293, "loss_scale": 4.0, "retries": 0, "seconds": 75.7, "max_memory_gb": 17.12, "ce": 0.013796915474813432, "kl": 0.007004647806752473, "context": 0.01729923888342455} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.8414492011070251, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 17.12, "ce": 0.10681109689176083, "kl": 0.11489163432270288, "context": 0.16425691498443484} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.94027841091156, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 17.12, "ce": 0.13373476430842857, "kl": 0.07049062206169765, "context": 0.1689800753356394} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.09309706091880798, "loss_scale": 4.0, "retries": 0, "seconds": 79.2, "max_memory_gb": 17.12, "ce": 0.004928175272652879, "kl": 0.004583027986882371, "context": 0.007219689425255638} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.53684002161026, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 17.12, "ce": 0.011143503325001802, "kl": 0.014235788006772054, "context": 0.01826139744662214} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.293327808380127, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.12, "ce": 0.746899621502962, "kl": 0.007680486458411906, "context": 0.7507398768211715} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.6319820284843445, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.12, "ce": 0.00682850020530168, "kl": 0.0019475151912047295, "context": 0.00780225804192014} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.0794239416718483, "loss_scale": 4.0, "retries": 0, "seconds": 84.0, "max_memory_gb": 17.12, "ce": 0.0031008591322461143, "kl": 0.0036192150837450754, "context": 0.004910466697765514} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.8560972809791565, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 17.12, "ce": 0.01069812873902265, "kl": 0.4731532271252945, "context": 0.24727474834071472} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.9533302783966064, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 17.12, "ce": 0.1456270338385366, "kl": 0.02890071229194291, "context": 0.16007739095948637} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.115337371826172, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.12, "ce": 0.1120851655905426, "kl": 0.08843843035538157, "context": 0.15630438447624329} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.788245677947998, "loss_scale": 4.0, "retries": 0, "seconds": 88.8, "max_memory_gb": 17.12, "ce": 0.5364543127361685, "kl": 0.8314427225850523, "context": 0.9521756954491138} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.226384401321411, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 17.12, "ce": 0.01647335572488373, "kl": 1.3252924692060333, "context": 0.6791196099948138} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.5540626049041748, "loss_scale": 4.0, "retries": 0, "seconds": 91.3, "max_memory_gb": 17.12, "ce": 0.0147460839652922, "kl": 0.012720851867925376, "context": 0.021106510190293193} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6824381351470947, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 17.12, "ce": 0.0014892223407514393, "kl": 0.10588837966133724, "context": 0.05443341217323905} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.4806782901287079, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 17.12, "ce": 0.009662953838414978, "kl": 0.011433544341343804, "context": 0.015379725533421151} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.304098516702652, "loss_scale": 4.0, "retries": 0, "seconds": 94.9, "max_memory_gb": 17.12, "ce": 0.0021528647048398852, "kl": 0.0346582346210198, "context": 0.019481982846627943} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.1852009296417236, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.12, "ce": 0.10998936579562724, "kl": 0.03264946283161407, "context": 0.12631410046014935} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.212768092751503, "loss_scale": 4.0, "retries": 0, "seconds": 97.4, "max_memory_gb": 17.12, "ce": 0.010276648332364857, "kl": 0.009633731242502108, "context": 0.015093513997271657} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.2374513149261475, "loss_scale": 4.0, "retries": 0, "seconds": 98.5, "max_memory_gb": 17.12, "ce": 0.12060411958373152, "kl": 0.5544340190572257, "context": 0.3978211383218877} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.8709403276443481, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 17.12, "ce": 0.10078463217359968, "kl": 0.02859446122420195, "context": 0.11508186435094103} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.060118794441223145, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 17.12, "ce": 0.00177831418113783, "kl": 0.00035296314916877236, "context": 0.0019547957635950297} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.14138126373291, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 17.12, "ce": 0.038554637299967, "kl": 0.2294494770176243, "context": 0.1532793718506582} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.3163626194000244, "loss_scale": 4.0, "retries": 0, "seconds": 103.5, "max_memory_gb": 17.12, "ce": 0.006313495250651613, "kl": 0.45689024485182017, "context": 0.23475862480700016} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.5188808441162109, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.12, "ce": 0.014372967892995803, "kl": 0.00428038899542571, "context": 0.01651316217612475} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.44945570826530457, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 17.12, "ce": 0.027135108874063008, "kl": 0.016570448460697662, "context": 0.03542033115809318} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.14359863102436066, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 17.12, "ce": 0.010260241891955957, "kl": 0.003323677316075191, "context": 0.011922080389922485} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.475414276123047, "loss_scale": 4.0, "retries": 0, "seconds": 108.3, "max_memory_gb": 17.12, "ce": 0.34338672875310294, "kl": 0.377041512832875, "context": 0.5319074828294106} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 6.961771011352539, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.12, "ce": 0.13498204596544383, "kl": 0.2532606076092634, "context": 0.2616123492043698} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 5.282726287841797, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.12, "ce": 0.05935365350160282, "kl": 0.3627714271606237, "context": 0.24073937103821663} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.992826223373413, "loss_scale": 4.0, "retries": 0, "seconds": 111.9, "max_memory_gb": 17.12, "ce": 0.06615020727622323, "kl": 0.02886615353054367, "context": 0.08058328210609034} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.441019058227539, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 17.12, "ce": 0.5551708210732613, "kl": 0.012423397187376395, "context": 0.5613824988831766} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 4.0475616455078125, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.12, "ce": 0.33753530311150826, "kl": 0.005757900104526925, "context": 0.34041425988834817} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.5001159906387329, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.12, "ce": 0.01247300289105624, "kl": 0.016196932934690267, "context": 0.020571469329297543} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.3392550051212311, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 17.12, "ce": 0.001649796511628665, "kl": 0.06827247342152987, "context": 0.03578603404457681} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.1825914829969406, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 17.12, "ce": 0.015330116853874642, "kl": 0.006754127454769332, "context": 0.018707181050558574} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.1763746738433838, "loss_scale": 4.0, "retries": 0, "seconds": 119.3, "max_memory_gb": 17.12, "ce": 0.04674841040105093, "kl": 0.31361384969204664, "context": 0.20355533967085648} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.2110704928636551, "loss_scale": 4.0, "retries": 0, "seconds": 120.6, "max_memory_gb": 17.12, "ce": 0.0038439643394667655, "kl": 0.016842058394104242, "context": 0.012264993216376752} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.42893487215042114, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.12, "ce": 0.03295286576030776, "kl": 0.012827272941649426, "context": 0.03936650406103581} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.14947958290576935, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 17.12, "ce": 0.009618934942409396, "kl": 0.0029009140343987383, "context": 0.01106939218880143} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2604259252548218, "loss_scale": 4.0, "retries": 0, "seconds": 124.4, "max_memory_gb": 17.12, "ce": 0.009759808395756409, "kl": 0.002398899644958874, "context": 0.010959258623188362} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.2955774068832397, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 17.12, "ce": 0.01621290310868062, "kl": 0.3662285238096956, "context": 0.1993271567625925} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.03211738169193268, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 17.12, "ce": 0.002232348757388536, "kl": 0.0003349836842971854, "context": 0.0023998406613827683} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.7997296452522278, "loss_scale": 4.0, "retries": 0, "seconds": 128.1, "max_memory_gb": 17.12, "ce": 0.022690290032187477, "kl": 0.17979542221792144, "context": 0.11258800113864709} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.92927885055542, "loss_scale": 4.0, "retries": 0, "seconds": 129.3, "max_memory_gb": 17.12, "ce": 0.35271024408575613, "kl": 0.0019107276284557884, "context": 0.3536656048090663} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.4823179244995117, "loss_scale": 4.0, "retries": 0, "seconds": 130.6, "max_memory_gb": 17.12, "ce": 0.1514323088704259, "kl": 0.12778044119477272, "context": 0.21532252943143249} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.3449017107486725, "loss_scale": 4.0, "retries": 0, "seconds": 131.8, "max_memory_gb": 17.12, "ce": 0.02215360861737281, "kl": 0.0036615627468563616, "context": 0.023984389379620552} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.019472578540444374, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 17.12, "ce": 0.0012046098563587293, "kl": 0.0004561413879855536, "context": 0.0014326805394375697} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.40064752101898193, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 17.12, "ce": 0.02139748915215023, "kl": 0.004176431311861961, "context": 0.023485704383347183} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.6454938650131226, "loss_scale": 4.0, "retries": 0, "seconds": 135.6, "max_memory_gb": 17.12, "ce": 0.009120810544118285, "kl": 0.06264647168427473, "context": 0.04044404753949493} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.645416259765625, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.12, "ce": 0.01199623646971304, "kl": 0.38359867037070217, "context": 0.20379556833358947} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.126241683959961, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.12, "ce": 0.019699936645338312, "kl": 0.06207354443904478, "context": 0.050736710778437555} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.8778573274612427, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.12, "ce": 0.06946038230671547, "kl": 0.2860505443036345, "context": 0.21248564700363204} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.11120257526636124, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 17.12, "ce": 0.004638677091861609, "kl": 0.0038854777358210413, "context": 0.006581415829714388} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.9883942604064941, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 17.12, "ce": 0.23067354891099967, "kl": 0.0017313028611170012, "context": 0.23153920093318447} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.08147967606782913, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.12, "ce": 0.003809004614595324, "kl": 0.0023292831567687244, "context": 0.004973646267899312} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 6.058957576751709, "loss_scale": 4.0, "retries": 0, "seconds": 144.4, "max_memory_gb": 17.12, "ce": 0.22517441547825, "kl": 0.2231003164415597, "context": 0.3367245704284869} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.8834964632987976, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 17.12, "ce": 0.04485237495828187, "kl": 0.038209211779758334, "context": 0.06395698316191556} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.939728856086731, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 17.12, "ce": 0.14513991912826896, "kl": 0.03362847498829069, "context": 0.1619541615145863} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.594136118888855, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.12, "ce": 0.04107542335987091, "kl": 0.026040714845294133, "context": 0.054095779778435826} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 4.53440523147583, "loss_scale": 4.0, "retries": 0, "seconds": 149.3, "max_memory_gb": 17.12, "ce": 0.6333438127403497, "kl": 0.4486054428598436, "context": 0.8576465383448522} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.0136494636535645, "loss_scale": 4.0, "retries": 0, "seconds": 150.6, "max_memory_gb": 17.12, "ce": 0.09422557981451973, "kl": 0.1225945741302894, "context": 0.15552285939338617} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 5.900461196899414, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.12, "ce": 0.6513376389630139, "kl": 0.11857490474358201, "context": 0.7106250748038292} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.17692062258720398, "loss_scale": 4.0, "retries": 0, "seconds": 152.9, "max_memory_gb": 17.12, "ce": 0.0097528657206567, "kl": 0.0019715031012310646, "context": 0.010738617609604262} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.944093942642212, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 17.12, "ce": 0.1305605194902455, "kl": 0.5292038405823405, "context": 0.39516242541139945} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.9790716171264648, "loss_scale": 4.0, "retries": 0, "seconds": 155.4, "max_memory_gb": 17.12, "ce": 0.08198864659061655, "kl": 0.03821954105569603, "context": 0.10109841686789878} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6714756488800049, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 17.12, "ce": 0.01835838914848864, "kl": 0.26491029806493316, "context": 0.15081354149151593} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.9619927406311035, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.12, "ce": 0.4054147642455064, "kl": 0.43975869198766304, "context": 0.6252941381535493} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.0808693170547485, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.12, "ce": 0.12326515591121279, "kl": 0.04587006119254511, "context": 0.14620018695131876} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.2560436725616455, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 17.12, "ce": 0.3366223497032479, "kl": 0.027765927923610434, "context": 0.3505053077242337} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.7904562950134277, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.12, "ce": 0.18377992560272105, "kl": 0.0038782892659128265, "context": 0.18571907516161446} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.6076012253761292, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 17.12, "ce": 0.01045624194375705, "kl": 0.057518756184435915, "context": 0.039215620257891715} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.4386017322540283, "loss_scale": 4.0, "retries": 0, "seconds": 162.8, "max_memory_gb": 17.12, "ce": 0.057099910685792565, "kl": 0.12263555552124217, "context": 0.11841768468730152} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.8566070199012756, "loss_scale": 4.0, "retries": 0, "seconds": 163.8, "max_memory_gb": 17.12, "ce": 0.008065004389209207, "kl": 0.03570914599185926, "context": 0.025919576437445357} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.879354476928711, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.12, "ce": 0.09789821691811085, "kl": 0.15768164512701333, "context": 0.1767390393652022} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.6437091827392578, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.12, "ce": 0.009945735706423875, "kl": 0.09515377723892016, "context": 0.057522623414115515} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.15464772284030914, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.12, "ce": 0.005327546066837385, "kl": 0.0021418116725726577, "context": 0.006398452009307221} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09156627207994461, "loss_scale": 4.0, "retries": 0, "seconds": 167.9, "max_memory_gb": 17.12, "ce": 0.00755810271766677, "kl": 0.0003308389386802446, "context": 0.007723522365267854} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 3.0918185710906982, "loss_scale": 4.0, "retries": 0, "seconds": 169.0, "max_memory_gb": 17.12, "ce": 0.09554375518928282, "kl": 0.026063873810926452, "context": 0.1085756883258} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 6.625484943389893, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 17.12, "ce": 0.34317715976794716, "kl": 0.025471929749983246, "context": 0.3559131228248589} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 2.298847198486328, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 17.12, "ce": 0.02257086313329637, "kl": 0.11650628229836002, "context": 0.08082400599960238} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.023116232827305794, "loss_scale": 4.0, "retries": 0, "seconds": 172.2, "max_memory_gb": 17.12, "ce": 0.001106715040805284, "kl": 0.0010427750039525563, "context": 0.0016281025455100462} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.21098601818084717, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 17.12, "ce": 0.013409015169600025, "kl": 0.011147120687382994, "context": 0.018982575937116053} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.3258743286132812, "loss_scale": 4.0, "retries": 0, "seconds": 174.3, "max_memory_gb": 17.12, "ce": 0.3686618051142432, "kl": 0.4001604726581718, "context": 0.5687420503527392} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.3260236382484436, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 17.12, "ce": 0.009363709716126323, "kl": 0.009280138416215777, "context": 0.014003778822370805} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.22969791293144226, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.12, "ce": 0.016753336472902447, "kl": 0.002405640088909422, "context": 0.01795615692390129} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.7269071936607361, "loss_scale": 4.0, "retries": 0, "seconds": 177.5, "max_memory_gb": 17.12, "ce": 0.06472206094622379, "kl": 0.032574530012425384, "context": 0.08100932590241428} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7571993470191956, "loss_scale": 4.0, "retries": 0, "seconds": 178.5, "max_memory_gb": 17.12, "ce": 0.024261867278255522, "kl": 0.024027072206081357, "context": 0.036275403399486095} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.21387320756912231, "loss_scale": 4.0, "retries": 0, "seconds": 179.5, "max_memory_gb": 17.12, "ce": 0.0018179331091232598, "kl": 0.01732915360116749, "context": 0.010482509911525995} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9877098798751831, "loss_scale": 4.0, "retries": 0, "seconds": 180.6, "max_memory_gb": 17.12, "ce": 0.004712535912403837, "kl": 0.42276994742314855, "context": 0.2160975075312308} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.6188403367996216, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 17.12, "ce": 0.052149839353660354, "kl": 0.11607030224695336, "context": 0.1101849866390694} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.699835181236267, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.12, "ce": 0.23309570338460617, "kl": 0.01357295822162996, "context": 0.2398821862443583} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.8055223822593689, "loss_scale": 4.0, "retries": 0, "seconds": 183.7, "max_memory_gb": 17.12, "ce": 0.010711744718719274, "kl": 0.006276712402041085, "context": 0.013850100876879878} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3326055407524109, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.12, "ce": 0.01947096991352737, "kl": 0.024522074083506595, "context": 0.031732007628306746} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.271306276321411, "loss_scale": 4.0, "retries": 0, "seconds": 185.8, "max_memory_gb": 17.12, "ce": 0.15571375179570168, "kl": 0.15650658543745521, "context": 0.2339670424698852} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.5869907736778259, "loss_scale": 4.0, "retries": 0, "seconds": 186.8, "max_memory_gb": 17.12, "ce": 0.007416594657115638, "kl": 0.024893831090594176, "context": 0.019863510562572628} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.9185718297958374, "loss_scale": 4.0, "retries": 0, "seconds": 187.8, "max_memory_gb": 17.12, "ce": 0.057804484851658344, "kl": 0.2977610141315381, "context": 0.20668499422026798} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.29716157913208, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 17.12, "ce": 0.19677980727283284, "kl": 0.18821646064043307, "context": 0.2908880282775499} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.6630642414093018, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 17.12, "ce": 0.07650501129683107, "kl": 0.09994309718240402, "context": 0.12647655615000986} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.167696475982666, "loss_scale": 4.0, "retries": 0, "seconds": 190.9, "max_memory_gb": 17.12, "ce": 0.11136644388898276, "kl": 0.4357619351503672, "context": 0.3292474109912291} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 13.230521202087402, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 17.12, "ce": 0.15394330970593728, "kl": 0.13228074136350187, "context": 0.22008367558737518} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.26050081849098206, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.12, "ce": 0.011147578828968108, "kl": 0.009214674559189007, "context": 0.01575491629773751} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.81619930267334, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 17.12, "ce": 0.37421553232707083, "kl": 0.04626179270417197, "context": 0.39734642865369096} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.8861603736877441, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.12, "ce": 0.03018135845195502, "kl": 0.004985783889424056, "context": 0.03267425112426281} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.1319984495639801, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 17.12, "ce": 0.009489845957432408, "kl": 0.0012535481437225826, "context": 0.010116620163898915} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.101043462753296, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 17.12, "ce": 0.07047264146967791, "kl": 0.9389382591471076, "context": 0.5399417649023235} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.022766783833503723, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 17.12, "ce": 0.0009355676957056858, "kl": 6.395316449925303e-05, "context": 0.0009675442852312699} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.3591747283935547, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 17.12, "ce": 0.02299614841467701, "kl": 0.07366784336045384, "context": 0.05983007024042308} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.16997072100639343, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.12, "ce": 0.007393280771793798, "kl": 0.01007521164319769, "context": 0.012430886970832944} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.20338734984397888, "loss_scale": 4.0, "retries": 0, "seconds": 201.5, "max_memory_gb": 17.12, "ce": 0.011886524822330102, "kl": 0.00692866746976506, "context": 0.015350858797319233} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6210751533508301, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 17.12, "ce": 0.03234800713835284, "kl": 0.005457783264603222, "context": 0.03507689716934692} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.9135719537734985, "loss_scale": 4.0, "retries": 0, "seconds": 203.6, "max_memory_gb": 17.12, "ce": 0.06366216437891126, "kl": 0.03455184926860966, "context": 0.080938087310642} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.1246630996465683, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.12, "ce": 0.006805552271544002, "kl": 0.0011589843416004442, "context": 0.007385044649709016} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.1746865510940552, "loss_scale": 4.0, "retries": 0, "seconds": 205.6, "max_memory_gb": 17.12, "ce": 0.05238179505977314, "kl": 0.6108983822587106, "context": 0.3578309936419828} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.591069221496582, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.12, "ce": 0.16925967670977116, "kl": 0.01549092639470473, "context": 0.17700514663010836} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.632852554321289, "loss_scale": 4.0, "retries": 0, "seconds": 207.7, "max_memory_gb": 17.12, "ce": 0.33989916848076973, "kl": 0.01399693516214029, "context": 0.34689764119684696} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.93357914686203, "loss_scale": 4.0, "retries": 0, "seconds": 208.8, "max_memory_gb": 17.12, "ce": 0.03685385873541236, "kl": 0.03002931886658189, "context": 0.051868517708498985} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.9222038388252258, "loss_scale": 4.0, "retries": 0, "seconds": 209.8, "max_memory_gb": 17.12, "ce": 0.0027171747642569244, "kl": 0.13781849946826696, "context": 0.07162642595358193} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.5386639833450317, "loss_scale": 4.0, "retries": 0, "seconds": 210.8, "max_memory_gb": 17.12, "ce": 0.11581777490209788, "kl": 0.1137893141958557, "context": 0.17271243256982416} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05344431474804878, "loss_scale": 4.0, "retries": 0, "seconds": 211.9, "max_memory_gb": 17.12, "ce": 0.0028960572089999914, "kl": 0.00018574857585917925, "context": 0.0029889315337641165} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.08994682133197784, "loss_scale": 4.0, "retries": 0, "seconds": 212.9, "max_memory_gb": 17.12, "ce": 0.0024477556435158476, "kl": 0.002897079106332967, "context": 0.0038962950493441895} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.6283125877380371, "loss_scale": 4.0, "retries": 0, "seconds": 213.9, "max_memory_gb": 17.12, "ce": 0.00811611639073817, "kl": 0.1362663586032795, "context": 0.07624929655867163} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.796165943145752, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.12, "ce": 0.06624704244313762, "kl": 0.10491467591418768, "context": 0.11870438023470342} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 13.921968460083008, "loss_scale": 4.0, "retries": 0, "seconds": 216.1, "max_memory_gb": 17.12, "ce": 0.011991833576757926, "kl": 0.6186152070386015, "context": 0.32129944615007844} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.1912667751312256, "loss_scale": 4.0, "retries": 0, "seconds": 217.1, "max_memory_gb": 17.12, "ce": 0.18541177485894877, "kl": 0.009236118150511174, "context": 0.19002982700476423} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 6.558614730834961, "loss_scale": 4.0, "retries": 0, "seconds": 218.2, "max_memory_gb": 17.12, "ce": 0.33918062540033134, "kl": 0.1800732673445964, "context": 0.42921725997439353} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.0545010045170784, "loss_scale": 4.0, "retries": 0, "seconds": 219.2, "max_memory_gb": 17.12, "ce": 0.001427695620805025, "kl": 0.003943025638363906, "context": 0.0033992084354395047} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 8.238062858581543, "loss_scale": 4.0, "retries": 0, "seconds": 220.3, "max_memory_gb": 17.12, "ce": 0.20426787945325486, "kl": 0.1585375951945025, "context": 0.28353667713236064} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.7674773931503296, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 17.12, "ce": 0.40024459376581945, "kl": 0.02529351612611208, "context": 0.41289135298575275} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.043090663850307465, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 17.12, "ce": 0.0020528108143480495, "kl": 0.001006944678920263, "context": 0.0025562831142451614} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.9914280772209167, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 17.12, "ce": 0.059429298096802086, "kl": 0.0028760600653185975, "context": 0.06086732749827206} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.16293513774871826, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.12, "ce": 0.01282527469447814, "kl": 0.0007983664727362338, "context": 0.013224458234617487} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.396289587020874, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 17.12, "ce": 0.003706992109073326, "kl": 0.21429058434125636, "context": 0.11085228584852302} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 6.1438703536987305, "loss_scale": 4.0, "retries": 0, "seconds": 226.6, "max_memory_gb": 17.12, "ce": 0.02261756034567952, "kl": 0.3681976638290507, "context": 0.2067163883621106} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5622546672821045, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 17.12, "ce": 0.0678478229965549, "kl": 0.005165533406398026, "context": 0.0704305892722914} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.035661220550537, "loss_scale": 4.0, "retries": 0, "seconds": 228.7, "max_memory_gb": 17.12, "ce": 0.07847311621299013, "kl": 0.008442973105957208, "context": 0.08269460036535747} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.246885061264038, "loss_scale": 4.0, "retries": 0, "seconds": 229.8, "max_memory_gb": 17.12, "ce": 0.22875739994924515, "kl": 0.030198465417925036, "context": 0.24385662691202015} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.4895234107971191, "loss_scale": 4.0, "retries": 0, "seconds": 230.8, "max_memory_gb": 17.12, "ce": 0.0647565028630197, "kl": 0.07109685680188704, "context": 0.10030493127123918} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.049127575010061264, "loss_scale": 4.0, "retries": 0, "seconds": 231.9, "max_memory_gb": 17.12, "ce": 0.0026667925994843245, "kl": 0.0017276898988711764, "context": 0.0035306375357322395} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.2642040252685547, "loss_scale": 4.0, "retries": 0, "seconds": 232.9, "max_memory_gb": 17.12, "ce": 0.021359078586101532, "kl": 0.02837633997114608, "context": 0.035547247462091036} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.35942476987838745, "loss_scale": 4.0, "retries": 0, "seconds": 233.9, "max_memory_gb": 17.12, "ce": 0.024395254557020962, "kl": 0.002883354522055015, "context": 0.025836931774392724} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.6392813920974731, "loss_scale": 4.0, "retries": 0, "seconds": 235.1, "max_memory_gb": 17.12, "ce": 0.004888247392955236, "kl": 0.44736403858769336, "context": 0.22857026310521178} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.07412777096033096, "loss_scale": 4.0, "retries": 0, "seconds": 236.1, "max_memory_gb": 17.12, "ce": 0.003477563019259833, "kl": 0.001202060926516424, "context": 0.004078593410667963} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.7461048364639282, "loss_scale": 4.0, "retries": 0, "seconds": 237.1, "max_memory_gb": 17.12, "ce": 0.07531554833985865, "kl": 0.06515906937420368, "context": 0.10789508721791208} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.02903011627495289, "loss_scale": 4.0, "retries": 0, "seconds": 238.2, "max_memory_gb": 17.12, "ce": 0.0016284216835629195, "kl": 0.0006579540986422217, "context": 0.001957398751983419} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.3106441497802734, "loss_scale": 4.0, "retries": 0, "seconds": 239.2, "max_memory_gb": 17.12, "ce": 0.15785610681632534, "kl": 0.029958459534100257, "context": 0.1728353421203792} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 9.398127555847168, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.12, "ce": 0.4522247239656281, "kl": 0.1235710409055173, "context": 0.5140102295263205} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.807537853717804, "loss_scale": 4.0, "retries": 0, "seconds": 241.3, "max_memory_gb": 17.12, "ce": 0.1252896789155784, "kl": 0.05603489327040734, "context": 0.15330713230650872} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.956996440887451, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.12, "ce": 0.09592244947270956, "kl": 0.9523837299911975, "context": 0.5721143149130512} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.279798984527588, "loss_scale": 4.0, "retries": 0, "seconds": 243.4, "max_memory_gb": 17.12, "ce": 0.1890645948733436, "kl": 0.02287479736878595, "context": 0.20050198971875943} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.8260362148284912, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 17.12, "ce": 0.2866906086273957, "kl": 0.06678061501588672, "context": 0.3200809204718098} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 3.1513192653656006, "loss_scale": 4.0, "retries": 0, "seconds": 245.5, "max_memory_gb": 17.12, "ce": 0.5068274867080618, "kl": 0.022700656142433218, "context": 0.5181778045953251} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.6799907684326172, "loss_scale": 4.0, "retries": 0, "seconds": 246.6, "max_memory_gb": 17.12, "ce": 0.021295578160788864, "kl": 0.07790332490731089, "context": 0.060247238783631474} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05498813837766647, "loss_scale": 4.0, "retries": 0, "seconds": 247.6, "max_memory_gb": 17.12, "ce": 0.002826461393851787, "kl": 0.0018194359354311018, "context": 0.0037361793947638944} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.013639211654663, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 17.12, "ce": 0.2100124248827342, "kl": 0.19309905637055635, "context": 0.3065619580447674} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.7210729122161865, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 17.12, "ce": 0.008990928763523698, "kl": 0.2390473955310881, "context": 0.1285146289737895} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2022886723279953, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 17.12, "ce": 0.01294667276670225, "kl": 0.0011084182738159143, "context": 0.01350088237086311} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.8497797846794128, "loss_scale": 4.0, "retries": 0, "seconds": 251.7, "max_memory_gb": 17.12, "ce": 0.0027906352624995634, "kl": 0.07731818882166408, "context": 0.04144973069196567} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.2886979579925537, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 17.12, "ce": 0.0620822572382167, "kl": 0.059952725203402224, "context": 0.09205861875670962} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 4.505490303039551, "loss_scale": 4.0, "retries": 0, "seconds": 253.8, "max_memory_gb": 17.12, "ce": 0.15693659501266666, "kl": 0.024765479314737604, "context": 0.16931933458545245} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.7278447151184082, "loss_scale": 4.0, "retries": 0, "seconds": 254.9, "max_memory_gb": 17.12, "ce": 0.04314125940436497, "kl": 0.06032781933208753, "context": 0.07330517139052972} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.18200697004795074, "loss_scale": 4.0, "retries": 0, "seconds": 255.9, "max_memory_gb": 17.12, "ce": 0.003929406120732892, "kl": 0.011964449451625114, "context": 0.009911630710121244} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6981220841407776, "loss_scale": 4.0, "retries": 0, "seconds": 256.9, "max_memory_gb": 17.12, "ce": 0.02404102608852554, "kl": 0.005719515344026149, "context": 0.026900784228928387} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5832846164703369, "loss_scale": 4.0, "retries": 0, "seconds": 257.9, "max_memory_gb": 17.12, "ce": 0.013746468408498913, "kl": 0.015253216369274014, "context": 0.0213730765535729} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.5726457834243774, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 17.12, "ce": 0.007379959090030752, "kl": 0.07347118144389242, "context": 0.044115551630966365} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 2.3835206031799316, "loss_scale": 4.0, "retries": 0, "seconds": 259.9, "max_memory_gb": 17.12, "ce": 0.07120678158389637, "kl": 0.03594328544375003, "context": 0.0891784231425845} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.30026912689209, "loss_scale": 4.0, "retries": 0, "seconds": 261.0, "max_memory_gb": 17.12, "ce": 0.44138463189301547, "kl": 0.30150008824421093, "context": 0.5921346648829058} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.557832658290863, "loss_scale": 4.0, "retries": 0, "seconds": 262.0, "max_memory_gb": 17.12, "ce": 0.030686173093272373, "kl": 0.06141643540468067, "context": 0.061394389922497794} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.29118773341178894, "loss_scale": 4.0, "retries": 0, "seconds": 263.0, "max_memory_gb": 17.12, "ce": 0.016644399423967116, "kl": 0.003739391011549742, "context": 0.018514094757847488} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9687004685401917, "loss_scale": 4.0, "retries": 0, "seconds": 264.1, "max_memory_gb": 17.12, "ce": 0.022576352988835424, "kl": 0.10280657489784062, "context": 0.07397964247502387} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.715201199054718, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 17.12, "ce": 0.018259204385685734, "kl": 0.01280903633141861, "context": 0.024663722535478882} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 7.762905120849609, "loss_scale": 4.0, "retries": 0, "seconds": 266.2, "max_memory_gb": 17.12, "ce": 0.3385178882163018, "kl": 0.022041148195057758, "context": 0.34953846034477465} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.25617510080337524, "loss_scale": 4.0, "retries": 0, "seconds": 267.2, "max_memory_gb": 17.12, "ce": 0.01536157974624075, "kl": 0.01515969293541275, "context": 0.02294142644677777} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.94020676612854, "loss_scale": 4.0, "retries": 0, "seconds": 268.2, "max_memory_gb": 17.12, "ce": 0.05024992290418595, "kl": 0.01883749299554438, "context": 0.05966866938979365} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.35629257559776306, "loss_scale": 4.0, "retries": 0, "seconds": 269.2, "max_memory_gb": 17.12, "ce": 0.01659311386902118, "kl": 0.0038640787097392604, "context": 0.018525153180235066} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6482713222503662, "loss_scale": 4.0, "retries": 0, "seconds": 270.2, "max_memory_gb": 17.12, "ce": 0.09815105318557471, "kl": 0.014603228741179919, "context": 0.10545266745612025} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.36603400111198425, "loss_scale": 4.0, "retries": 0, "seconds": 271.2, "max_memory_gb": 17.12, "ce": 0.015460168942809105, "kl": 0.02865800495419535, "context": 0.029789170454023406} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.8281804323196411, "loss_scale": 4.0, "retries": 0, "seconds": 272.3, "max_memory_gb": 17.12, "ce": 0.0678449223341886, "kl": 0.039148337149526924, "context": 0.08741908892989159} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.22220243513584137, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 17.12, "ce": 0.007853019640606362, "kl": 0.014672517356302706, "context": 0.015189278055913746} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.05625366047024727, "loss_scale": 4.0, "retries": 0, "seconds": 274.3, "max_memory_gb": 17.12, "ce": 0.0029645365430042148, "kl": 0.0012083367992090643, "context": 0.00356870488030836} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.6997406482696533, "loss_scale": 4.0, "retries": 0, "seconds": 275.4, "max_memory_gb": 17.12, "ce": 0.0331753463287896, "kl": 0.2062895506833229, "context": 0.13632012283414952} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.5339558124542236, "loss_scale": 4.0, "retries": 0, "seconds": 276.4, "max_memory_gb": 17.12, "ce": 0.2836270748957759, "kl": 0.030230069231038215, "context": 0.29874210376874544} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.03169912472367287, "loss_scale": 4.0, "retries": 0, "seconds": 277.5, "max_memory_gb": 17.12, "ce": 0.0012825757585233077, "kl": 0.000290995972136443, "context": 0.0014280737304943614} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.1113125085830688, "loss_scale": 4.0, "retries": 0, "seconds": 278.5, "max_memory_gb": 17.12, "ce": 0.005705950636183843, "kl": 0.08026663538657886, "context": 0.045839267724659294} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.23950710892677307, "loss_scale": 4.0, "retries": 0, "seconds": 279.5, "max_memory_gb": 17.12, "ce": 0.01343424100195989, "kl": 0.005162569577805698, "context": 0.016015526256524026} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 9.344183921813965, "loss_scale": 4.0, "retries": 0, "seconds": 280.6, "max_memory_gb": 17.12, "ce": 0.08850975218228996, "kl": 0.07169863645685837, "context": 0.12435906939208508} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.20205619931221008, "loss_scale": 4.0, "retries": 0, "seconds": 281.6, "max_memory_gb": 17.12, "ce": 0.008187179104425013, "kl": 0.005544682157051284, "context": 0.01095952041214332} diff --git a/runs/fixed_internvl/context/Random8_8107_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8107_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8107_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8107_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8107_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..60525cf3081b9cdfc6b74bdeba914c1ed4d8618b --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8107_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.23.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8107_s13/config.json b/runs/fixed_internvl/context/Random8_8107_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..464c62e77b40ffc14012f599b7f536b8344f2638 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8107_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8107", + "layers": [ + 1, + 2, + 5, + 13, + 18, + 23, + 27, + 30 + ], + "ranks": { + "1": 72, + "2": 72, + "5": 72, + "13": 72, + "18": 72, + "23": 72, + "27": 72, + "30": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8107_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8107_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..00008b4d41bce86879e5d94c813073560198124a --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8107_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.29099702835083, "loss_scale": 4.0, "retries": 0, "seconds": 2.3, "max_memory_gb": 16.8, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.06787109375, "loss_scale": 4.0, "retries": 0, "seconds": 3.9, "max_memory_gb": 17.14, "ce": 0.6343050211653463, "kl": 0.4659355304463588, "context": 0.8672727600787766} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.954861640930176, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.14, "ce": 1.0069905370473862, "kl": 0.06984328851103783, "context": 1.041912168264389} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.125403881072998, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 17.14, "ce": 0.30921146397304256, "kl": 0.45036387331720107, "context": 0.534393387621094} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.18311932682991028, "loss_scale": 4.0, "retries": 0, "seconds": 7.6, "max_memory_gb": 17.14, "ce": 0.00935116309847217, "kl": 0.008465827275358606, "context": 0.013584076925326372} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.929886817932129, "loss_scale": 4.0, "retries": 0, "seconds": 8.8, "max_memory_gb": 17.14, "ce": 0.16774337712558918, "kl": 0.0821749501155864, "context": 0.20883085823152214} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.118831157684326, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.14, "ce": 0.17137249276856892, "kl": 0.07564141827469939, "context": 0.2091932028379233} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.433159828186035, "loss_scale": 4.0, "retries": 0, "seconds": 11.4, "max_memory_gb": 17.14, "ce": 0.0768126193434, "kl": 0.21261192974634469, "context": 0.18311858549714088} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 8.142472267150879, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 17.14, "ce": 0.11096685426309705, "kl": 0.18240236132987775, "context": 0.20216803485527635} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.5608984231948853, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.15, "ce": 0.0053320869847084396, "kl": 0.022415548912249506, "context": 0.01653986138990149} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.21223872900009155, "loss_scale": 4.0, "retries": 0, "seconds": 15.2, "max_memory_gb": 17.15, "ce": 0.007858561592001934, "kl": 0.0043008451116293145, "context": 0.010008984048909042} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.22066426277160645, "loss_scale": 4.0, "retries": 0, "seconds": 16.6, "max_memory_gb": 17.15, "ce": 0.011285864057299477, "kl": 0.002754179829480563, "context": 0.012662954210099997} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.09574199467897415, "loss_scale": 4.0, "retries": 0, "seconds": 17.8, "max_memory_gb": 17.15, "ce": 0.0025612617919250624, "kl": 0.0007470299424312543, "context": 0.002934776777692605} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.3017609119415283, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.15, "ce": 0.05967514048097655, "kl": 0.7385101643158123, "context": 0.42893021274358034} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8591331243515015, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 17.15, "ce": 0.009673749718103863, "kl": 0.3520532726572583, "context": 0.18570039071062183} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.0363982655107975, "loss_scale": 4.0, "retries": 0, "seconds": 21.6, "max_memory_gb": 17.15, "ce": 0.002182540138164768, "kl": 0.000812407804232862, "context": 0.002588744042441249} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.8643275499343872, "loss_scale": 4.0, "retries": 0, "seconds": 22.9, "max_memory_gb": 17.15, "ce": 0.026157243693887722, "kl": 0.805179252056405, "context": 0.42874685482820496} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7386988401412964, "loss_scale": 4.0, "retries": 0, "seconds": 24.2, "max_memory_gb": 17.15, "ce": 0.006274093298998196, "kl": 0.2630303058103891, "context": 0.1377892442906159} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4387182593345642, "loss_scale": 4.0, "retries": 0, "seconds": 25.5, "max_memory_gb": 17.15, "ce": 0.004019983070065791, "kl": 0.10858395298600954, "context": 0.058311959941420355} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.09993948042392731, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.15, "ce": 0.0008752226467549917, "kl": 0.008234210303271539, "context": 0.004992327856598422} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.04357237368822098, "loss_scale": 4.0, "retries": 0, "seconds": 28.5, "max_memory_gb": 17.15, "ce": 0.0006053808533579286, "kl": 0.004290727623811108, "context": 0.002750744628428947} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.0265997648239136, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 17.15, "ce": 0.044915040154592134, "kl": 0.04046588862001954, "context": 0.06514798557327595} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.688777208328247, "loss_scale": 4.0, "retries": 0, "seconds": 30.9, "max_memory_gb": 17.15, "ce": 0.0003775841250899248, "kl": 0.5113231035254557, "context": 0.2560391229835659} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.4715597927570343, "loss_scale": 4.0, "retries": 0, "seconds": 32.0, "max_memory_gb": 17.15, "ce": 0.00656214830087265, "kl": 0.04782513044483494, "context": 0.03047471409809077} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.3357901573181152, "loss_scale": 4.0, "retries": 0, "seconds": 33.0, "max_memory_gb": 17.15, "ce": 0.21649701732712856, "kl": 0.03833300294354558, "context": 0.23566351691260934} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.9358290433883667, "loss_scale": 4.0, "retries": 0, "seconds": 34.1, "max_memory_gb": 17.15, "ce": 0.03387979531544261, "kl": 0.5621934624687128, "context": 0.3149765190901235} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.2290494441986084, "loss_scale": 4.0, "retries": 0, "seconds": 35.2, "max_memory_gb": 17.15, "ce": 0.08348797192593338, "kl": 0.3009797970735235, "context": 0.23397787157591665} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.3613908290863037, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 17.15, "ce": 0.11091459679846594, "kl": 0.34949615376535803, "context": 0.28566268272697926} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.843203067779541, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 17.15, "ce": 0.4481286227237433, "kl": 0.1414975054212846, "context": 0.5188773630652577} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.12441601604223251, "loss_scale": 4.0, "retries": 0, "seconds": 38.4, "max_memory_gb": 17.15, "ce": 0.0028079744151909836, "kl": 0.005880971355509246, "context": 0.0057484602148178965} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.193781852722168, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 17.15, "ce": 0.5873639553319663, "kl": 0.06645431541255675, "context": 0.620591098209843} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.48855671286582947, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 17.15, "ce": 0.019156127818860114, "kl": 0.025133610717603005, "context": 0.03172293410170823} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.915579319000244, "loss_scale": 4.0, "retries": 0, "seconds": 41.6, "max_memory_gb": 17.15, "ce": 0.30875985510647297, "kl": 0.06708284211345017, "context": 0.34230126556940377} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.008061170578003, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.15, "ce": 0.009123863594140857, "kl": 0.7085058976736036, "context": 0.3633768137951847} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.06938356161117554, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 17.15, "ce": 0.0038655037787975743, "kl": 0.0008055032285483321, "context": 0.00426825544127496} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.7936506271362305, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 17.15, "ce": 0.21647180372383446, "kl": 0.029091701842844486, "context": 0.231017651502043} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.2127785682678223, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.15, "ce": 0.10339248401578516, "kl": 0.32240999350324273, "context": 0.26459747657645494} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.2466378211975098, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 17.15, "ce": 0.10316821560263634, "kl": 0.3292652124655433, "context": 0.26780081423930824} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.1588962078094482, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.15, "ce": 0.08078040176769719, "kl": 0.010607002863253001, "context": 0.08608390408335254} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.4184466302394867, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.15, "ce": 0.029161059064790606, "kl": 0.022853447910165414, "context": 0.04058778437320143} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.8669331073760986, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.15, "ce": 0.47128736786544323, "kl": 0.08803058788180351, "context": 0.515302674844861} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.15127649903297424, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.15, "ce": 0.01298575519467704, "kl": 0.0010343243866373086, "context": 0.013502917281584814} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.1429460644721985, "loss_scale": 4.0, "retries": 0, "seconds": 52.3, "max_memory_gb": 17.15, "ce": 0.00802941172150895, "kl": 0.0012102929322281852, "context": 0.008634558238554746} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 11.727869987487793, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.15, "ce": 0.19331505539594218, "kl": 0.7706035867595347, "context": 0.5786168553167954} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.103649139404297, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 17.15, "ce": 0.5166685269214213, "kl": 0.2081463413196616, "context": 0.6207417054101825} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.0255686044692993, "loss_scale": 4.0, "retries": 0, "seconds": 55.6, "max_memory_gb": 17.15, "ce": 0.0694017795030959, "kl": 0.13595565443392843, "context": 0.13737960206344724} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.7391670346260071, "loss_scale": 4.0, "retries": 0, "seconds": 56.7, "max_memory_gb": 17.15, "ce": 0.03713173471624032, "kl": 0.13462185044772923, "context": 0.10444266174454242} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.10417763888835907, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 17.15, "ce": 0.006129896151833236, "kl": 0.00362458718882408, "context": 0.007942189811728895} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.21347974240779877, "loss_scale": 4.0, "retries": 0, "seconds": 59.0, "max_memory_gb": 17.15, "ce": 0.010946267953841016, "kl": 0.02199982677848311, "context": 0.02194618116482161} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6158947944641113, "loss_scale": 4.0, "retries": 0, "seconds": 60.1, "max_memory_gb": 17.15, "ce": 0.061117703531635925, "kl": 0.013398569739365485, "context": 0.06781698859413154} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 4.5119853019714355, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 17.15, "ce": 0.14558797088102438, "kl": 0.03481809424920357, "context": 0.1629970140347723} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.46146777272224426, "loss_scale": 4.0, "retries": 0, "seconds": 62.3, "max_memory_gb": 17.15, "ce": 0.02021636301651597, "kl": 0.11504755431087688, "context": 0.07774014165624976} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.258702278137207, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 17.15, "ce": 0.040743764489889145, "kl": 0.27171072375494987, "context": 0.17659912072122097} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.4566307067871094, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 17.15, "ce": 0.12907517066923901, "kl": 0.09334698339807801, "context": 0.17574865417554975} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.33990153670310974, "loss_scale": 4.0, "retries": 0, "seconds": 65.5, "max_memory_gb": 17.15, "ce": 0.028764217218849808, "kl": 0.0123828580517511, "context": 0.03495564532931894} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4564175009727478, "loss_scale": 4.0, "retries": 0, "seconds": 66.5, "max_memory_gb": 17.15, "ce": 0.027535299421288073, "kl": 0.06978598341811448, "context": 0.06242829095572233} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.211702361702919, "loss_scale": 4.0, "retries": 0, "seconds": 67.7, "max_memory_gb": 17.15, "ce": 0.010847074561752379, "kl": 0.012420455437677447, "context": 0.017057302233297378} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.035446248948574066, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.15, "ce": 0.0019895992300007492, "kl": 0.0003464968285697978, "context": 0.002162847697036341} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.7010563611984253, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 17.15, "ce": 0.17960528554976918, "kl": 0.08024257543002022, "context": 0.21972656628349796} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.2188386917114258, "loss_scale": 4.0, "retries": 0, "seconds": 70.9, "max_memory_gb": 17.15, "ce": 0.16766017518239096, "kl": 0.08544786597485654, "context": 0.2103841082425788} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.9924055337905884, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 17.15, "ce": 0.08496303088031709, "kl": 0.42830398041405715, "context": 0.29911502974573523} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.33425137400627136, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 17.15, "ce": 0.03342361390241422, "kl": 0.008676662459038198, "context": 0.03776194609235972} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.2836107015609741, "loss_scale": 4.0, "retries": 0, "seconds": 74.1, "max_memory_gb": 17.15, "ce": 0.13200838514603674, "kl": 0.11749006004538387, "context": 0.19075341429561377} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.3669526278972626, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 17.15, "ce": 0.027370604104362428, "kl": 0.009782838053070009, "context": 0.03226202307268977} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.6787042617797852, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 17.15, "ce": 0.1352642010897398, "kl": 0.09124453831464052, "context": 0.18088647164404392} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.6457228660583496, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.15, "ce": 0.22353706188005162, "kl": 0.07589919436031778, "context": 0.2614866590774909} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.08565419912338257, "loss_scale": 4.0, "retries": 0, "seconds": 78.4, "max_memory_gb": 17.15, "ce": 0.00683502531319391, "kl": 0.0054759547047069645, "context": 0.0095730027242098} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.3999558985233307, "loss_scale": 4.0, "retries": 0, "seconds": 79.6, "max_memory_gb": 17.15, "ce": 0.016041407696320675, "kl": 0.012574434964335524, "context": 0.0223286252876278} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.854496955871582, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.15, "ce": 0.6195301798870787, "kl": 0.01563473787973635, "context": 0.6273475577472709} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.7877506017684937, "loss_scale": 4.0, "retries": 0, "seconds": 81.7, "max_memory_gb": 17.15, "ce": 0.01328135360381566, "kl": 0.0019908003578166245, "context": 0.01427675349987112} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.10742175579071045, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.15, "ce": 0.0071462470368715, "kl": 0.006337712835374987, "context": 0.010315103485481814} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.7463208436965942, "loss_scale": 4.0, "retries": 0, "seconds": 83.8, "max_memory_gb": 17.15, "ce": 0.019898327300325036, "kl": 0.4153805304085836, "context": 0.22758859785972163} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.6775963306427002, "loss_scale": 4.0, "retries": 0, "seconds": 85.0, "max_memory_gb": 17.15, "ce": 0.1502121118537616, "kl": 0.029792117114993744, "context": 0.1651081643649377} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.8176056742668152, "loss_scale": 4.0, "retries": 0, "seconds": 86.0, "max_memory_gb": 17.15, "ce": 0.09809261572081596, "kl": 0.06836679855314287, "context": 0.13227601504331687} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.755763053894043, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 17.15, "ce": 0.5175474859424867, "kl": 0.7755235012155026, "context": 0.9053092245012522} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.4787534475326538, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 17.15, "ce": 0.02245435261284001, "kl": 1.2218552768463269, "context": 0.6333819979336113} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.3222642242908478, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 17.15, "ce": 0.015714461798779666, "kl": 0.01476959498540964, "context": 0.023099259473383427} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.5535557866096497, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.15, "ce": 0.002927456400357187, "kl": 0.13382055263355142, "context": 0.06983773058163933} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.5018790364265442, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.15, "ce": 0.015731521023553796, "kl": 0.019943550776133634, "context": 0.025703295483253896} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.28023794293403625, "loss_scale": 4.0, "retries": 0, "seconds": 92.4, "max_memory_gb": 17.15, "ce": 0.003456439219007734, "kl": 0.04458109159531887, "context": 0.025746984058059752} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.7719751000404358, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 17.15, "ce": 0.10269664879888296, "kl": 0.035906091616197955, "context": 0.12064969097264111} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15917706489562988, "loss_scale": 4.0, "retries": 0, "seconds": 94.6, "max_memory_gb": 17.15, "ce": 0.014262956683523953, "kl": 0.0036168185288261157, "context": 0.01607136579696089} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.508646011352539, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 17.15, "ce": 0.1223836607823614, "kl": 0.4969443069785484, "context": 0.37085581649444066} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.336093544960022, "loss_scale": 4.0, "retries": 0, "seconds": 96.8, "max_memory_gb": 17.15, "ce": 0.12076642901956802, "kl": 0.024516086775292933, "context": 0.13302447063324507} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.1316225528717041, "loss_scale": 4.0, "retries": 0, "seconds": 97.8, "max_memory_gb": 17.15, "ce": 0.0039246743835974485, "kl": 0.0006954959785616666, "context": 0.004272422433132306} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.13181734085083, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 17.15, "ce": 0.04399572697002441, "kl": 0.17720432177884504, "context": 0.13259788742288947} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.5987476110458374, "loss_scale": 4.0, "retries": 0, "seconds": 100.0, "max_memory_gb": 17.15, "ce": 0.00850894078030251, "kl": 0.48659176484216005, "context": 0.25180482282303274} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.24944567680358887, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.15, "ce": 0.016121591375849675, "kl": 0.003075607087865251, "context": 0.01765939515462378} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.30931708216667175, "loss_scale": 4.0, "retries": 0, "seconds": 102.1, "max_memory_gb": 17.15, "ce": 0.02607207481196383, "kl": 0.014792123984079808, "context": 0.03346813785901759} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.1445387303829193, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.15, "ce": 0.014706394838867709, "kl": 0.0041826735832728446, "context": 0.01679773163050413} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.7187771797180176, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.15, "ce": 0.39835779831628315, "kl": 0.2573318430004292, "context": 0.5270237272634404} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.898874282836914, "loss_scale": 4.0, "retries": 0, "seconds": 105.3, "max_memory_gb": 17.15, "ce": 0.1341314294259064, "kl": 0.2324251062800613, "context": 0.250343982828781} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.5846140384674072, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 17.15, "ce": 0.050954775942955166, "kl": 0.28400743515521754, "context": 0.19295849415357225} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.0819331407546997, "loss_scale": 4.0, "retries": 0, "seconds": 107.5, "max_memory_gb": 17.15, "ce": 0.042901396576780826, "kl": 0.016640456713503227, "context": 0.051221626286860555} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.2545692920684814, "loss_scale": 4.0, "retries": 0, "seconds": 108.7, "max_memory_gb": 17.15, "ce": 0.4556418551801471, "kl": 0.01965348277008161, "context": 0.4654685902642086} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.3115508556365967, "loss_scale": 4.0, "retries": 0, "seconds": 109.7, "max_memory_gb": 17.15, "ce": 0.29814692845684476, "kl": 0.007082986376190092, "context": 0.301688425563043} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.6300473809242249, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.15, "ce": 0.016989505267702043, "kl": 0.02540105694788508, "context": 0.02969003329053521} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.27215641736984253, "loss_scale": 4.0, "retries": 0, "seconds": 111.9, "max_memory_gb": 17.15, "ce": 0.002972498201415874, "kl": 0.07536419630559976, "context": 0.04065459543198813} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.13832788169384003, "loss_scale": 4.0, "retries": 0, "seconds": 112.9, "max_memory_gb": 17.15, "ce": 0.015151878775213845, "kl": 0.005798843012598809, "context": 0.018051299586659297} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.6225260496139526, "loss_scale": 4.0, "retries": 0, "seconds": 113.9, "max_memory_gb": 17.15, "ce": 0.045822039362974465, "kl": 0.2806645142190973, "context": 0.1861542935948819} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1398743987083435, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 17.15, "ce": 0.005656384921167046, "kl": 0.015467932913452387, "context": 0.0133903514361009} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.3143199682235718, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.15, "ce": 0.03831158153479919, "kl": 0.013358986732782796, "context": 0.04499107523588464} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.17640312016010284, "loss_scale": 4.0, "retries": 0, "seconds": 117.3, "max_memory_gb": 17.15, "ce": 0.015079270335263573, "kl": 0.006761546328561963, "context": 0.018460043793311343} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.24133498966693878, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.15, "ce": 0.014165574684739113, "kl": 0.004159691427162215, "context": 0.016245420032646507} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.783166766166687, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 17.15, "ce": 0.019629300280939788, "kl": 0.3060678720648866, "context": 0.17266323772491887} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.029963035136461258, "loss_scale": 4.0, "retries": 0, "seconds": 120.5, "max_memory_gb": 17.15, "ce": 0.0029668288334505633, "kl": 0.0006010263314237818, "context": 0.0032673419918864965} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.6122526526451111, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 17.15, "ce": 0.01758493433590047, "kl": 0.19699449612892295, "context": 0.11608217960747425} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.0001895427703857, "loss_scale": 4.0, "retries": 0, "seconds": 122.6, "max_memory_gb": 17.15, "ce": 0.41714619992126245, "kl": 0.005408547575711964, "context": 0.41985047741036396} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.1507184505462646, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 17.15, "ce": 0.241475248200004, "kl": 0.14977727737277746, "context": 0.3163638818077743} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.4406362473964691, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 17.15, "ce": 0.04129255563020706, "kl": 0.0039801051607355475, "context": 0.043282610131427646} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.02047034353017807, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.15, "ce": 0.0017328573594568297, "kl": 0.000818677042843774, "context": 0.002142195909982547} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.22518692910671234, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.15, "ce": 0.019151172979036346, "kl": 0.003272633795859292, "context": 0.02078749012434855} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.140064239501953, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.15, "ce": 0.009531285497359931, "kl": 0.1168199151288718, "context": 0.06794124364387244} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.9906492233276367, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.15, "ce": 0.016507878142874688, "kl": 0.3128237420660298, "context": 0.17291974918043707} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.1917833089828491, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 17.15, "ce": 0.02815241989446804, "kl": 0.135384243716544, "context": 0.09584454505238682} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.8841732740402222, "loss_scale": 4.0, "retries": 0, "seconds": 131.2, "max_memory_gb": 17.15, "ce": 0.09585533212521113, "kl": 0.29758299740387884, "context": 0.24464683083351701} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.11163216829299927, "loss_scale": 4.0, "retries": 0, "seconds": 132.4, "max_memory_gb": 17.15, "ce": 0.0057824357791105285, "kl": 0.005417331403350545, "context": 0.008491101543768309} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.198440670967102, "loss_scale": 4.0, "retries": 0, "seconds": 133.4, "max_memory_gb": 17.15, "ce": 0.21296603020164184, "kl": 0.003614584027673118, "context": 0.21477332175709307} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09856623411178589, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 17.15, "ce": 0.006304816532065161, "kl": 0.004807926231478632, "context": 0.008708779758308083} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.5306396484375, "loss_scale": 4.0, "retries": 0, "seconds": 135.6, "max_memory_gb": 17.15, "ce": 0.2348925490223337, "kl": 0.21132290930836461, "context": 0.34055399714270607} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5506967902183533, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.15, "ce": 0.050220441960846074, "kl": 0.037376687975665845, "context": 0.06890878592093941} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.106898546218872, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.15, "ce": 0.16028049595479388, "kl": 0.025508733680908335, "context": 0.17303485836600885} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.48683643341064453, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.15, "ce": 0.05328084644861519, "kl": 0.02770164143294096, "context": 0.06713166739791632} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.790181875228882, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 17.15, "ce": 0.6096470693591982, "kl": 0.4549978587338046, "context": 0.8371460164198652} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7148904204368591, "loss_scale": 4.0, "retries": 0, "seconds": 140.8, "max_memory_gb": 17.15, "ce": 0.12544724403414875, "kl": 0.0695226074058155, "context": 0.16020855138776824} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.9595673084259033, "loss_scale": 4.0, "retries": 0, "seconds": 142.0, "max_memory_gb": 17.15, "ce": 0.6496877642348409, "kl": 0.08657768508419394, "context": 0.6929766163229942} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.09142308682203293, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.15, "ce": 0.007485184847610071, "kl": 0.0005133666636538692, "context": 0.007741867957520299} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.2989025115966797, "loss_scale": 4.0, "retries": 0, "seconds": 144.1, "max_memory_gb": 17.15, "ce": 0.10706779885367723, "kl": 0.48385809011233505, "context": 0.34899684344418347} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.8544220924377441, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 17.15, "ce": 0.1118533588014543, "kl": 0.03700573339119728, "context": 0.1303562271350529} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.49770259857177734, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 17.15, "ce": 0.034400148200802505, "kl": 0.2330140284029767, "context": 0.15090716304257512} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.380497932434082, "loss_scale": 4.0, "retries": 0, "seconds": 147.3, "max_memory_gb": 17.15, "ce": 0.2581928614526987, "kl": 0.30525825373479165, "context": 0.41082200256641954} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.9377371072769165, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.15, "ce": 0.1734638181515038, "kl": 0.04040255224390421, "context": 0.19366509892279282} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.066145658493042, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.15, "ce": 0.297815745427215, "kl": 0.03508934052661061, "context": 0.3153604195686057} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.981485903263092, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 17.15, "ce": 0.1816198588348925, "kl": 0.003731491261987685, "context": 0.18348560977028683} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.4098043143749237, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 17.15, "ce": 0.01533990097232163, "kl": 0.07383831344122882, "context": 0.05225905720726587} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.7790344953536987, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.15, "ce": 0.07272076106164604, "kl": 0.07539576359931743, "context": 0.11041864630533382} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.4683716595172882, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 17.15, "ce": 0.018312866566702724, "kl": 0.02626520226476714, "context": 0.03144546764087863} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.9229648113250732, "loss_scale": 4.0, "retries": 0, "seconds": 154.7, "max_memory_gb": 17.15, "ce": 0.08662103139795363, "kl": 0.12246981589123607, "context": 0.14785593515262008} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.977024495601654, "loss_scale": 4.0, "retries": 0, "seconds": 155.9, "max_memory_gb": 17.15, "ce": 0.011455340762040578, "kl": 0.11082398522512449, "context": 0.0668673323962139} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.07629328966140747, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 17.15, "ce": 0.006559160421602428, "kl": 0.0019154750821144262, "context": 0.007516897836467251} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.0896746888756752, "loss_scale": 4.0, "retries": 0, "seconds": 158.0, "max_memory_gb": 17.15, "ce": 0.010930298769380897, "kl": 0.0008525642260792665, "context": 0.011356580595020205} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.2509671449661255, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.15, "ce": 0.08087055245414376, "kl": 0.017248002557607833, "context": 0.08949455234687775} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.0474822521209717, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 17.15, "ce": 0.36094585855607875, "kl": 0.05035513816619641, "context": 0.38612342669512145} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.0739058256149292, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 17.15, "ce": 0.03371456527383998, "kl": 0.10268322116462514, "context": 0.08505617582704872} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.029861273244023323, "loss_scale": 4.0, "retries": 0, "seconds": 162.3, "max_memory_gb": 17.15, "ce": 0.001917875255458057, "kl": 0.002461924914314295, "context": 0.003148837829940021} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.15986798703670502, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.15, "ce": 0.018161890853662044, "kl": 0.008235695619077887, "context": 0.02227973856497556} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.5539604425430298, "loss_scale": 4.0, "retries": 0, "seconds": 164.5, "max_memory_gb": 17.15, "ce": 0.34727586136432365, "kl": 0.3471456866900553, "context": 0.5208487042691559} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.2717622220516205, "loss_scale": 4.0, "retries": 0, "seconds": 165.5, "max_memory_gb": 17.15, "ce": 0.010916393970546778, "kl": 0.01399128689081408, "context": 0.01791203740867786} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.22845326364040375, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.15, "ce": 0.021590698248473927, "kl": 0.0024239166409643076, "context": 0.022802657476859167} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5135914087295532, "loss_scale": 4.0, "retries": 0, "seconds": 167.7, "max_memory_gb": 17.15, "ce": 0.06149939580063801, "kl": 0.04079194254336471, "context": 0.08189537085854681} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.4626590609550476, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.15, "ce": 0.022805612301453948, "kl": 0.022231533184822183, "context": 0.03392138070194051} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.5819613337516785, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.15, "ce": 0.0033356988860759884, "kl": 0.08467815898620756, "context": 0.04567477756063454} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6859704852104187, "loss_scale": 4.0, "retries": 0, "seconds": 170.9, "max_memory_gb": 17.15, "ce": 0.0061147180531406775, "kl": 0.36627823110757163, "context": 0.18925382965244353} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.41498446464538574, "loss_scale": 4.0, "retries": 0, "seconds": 171.9, "max_memory_gb": 17.15, "ce": 0.04298080391890835, "kl": 0.08493136407196289, "context": 0.08544648601673543} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.1167901754379272, "loss_scale": 4.0, "retries": 0, "seconds": 172.9, "max_memory_gb": 17.15, "ce": 0.22766772644536104, "kl": 0.010580783653495018, "context": 0.2329581172671169} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.5388588905334473, "loss_scale": 4.0, "retries": 0, "seconds": 174.1, "max_memory_gb": 17.15, "ce": 0.014416554404306225, "kl": 0.006895341773542896, "context": 0.017864225344965234} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3037715256214142, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 17.15, "ce": 0.02720043179579079, "kl": 0.028567320448928513, "context": 0.04148409329354763} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.3822318315505981, "loss_scale": 4.0, "retries": 0, "seconds": 176.1, "max_memory_gb": 17.15, "ce": 0.2016774297808297, "kl": 0.093833432692918, "context": 0.24859414715319872} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.4966011345386505, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.15, "ce": 0.0077312528737820685, "kl": 0.03045436136017088, "context": 0.022958433022722602} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.6678117513656616, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 17.15, "ce": 0.07849171420093626, "kl": 0.1834794080205029, "context": 0.17023142473772168} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.3138092756271362, "loss_scale": 4.0, "retries": 0, "seconds": 179.4, "max_memory_gb": 17.15, "ce": 0.15253148117335513, "kl": 0.11971085206278076, "context": 0.21238691097823903} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.7112032175064087, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 17.15, "ce": 0.10087072351598181, "kl": 0.12553476395623875, "context": 0.16363811303745024} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.12424898147583, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.15, "ce": 0.18682653148425743, "kl": 0.5191999557428062, "context": 0.4464265091228299} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.855168104171753, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.15, "ce": 0.11196522347745486, "kl": 0.06699858480715193, "context": 0.14546451762726065} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.22334690392017365, "loss_scale": 4.0, "retries": 0, "seconds": 183.6, "max_memory_gb": 17.15, "ce": 0.014275351772084832, "kl": 0.007895850409113336, "context": 0.01822327688569203} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.4544050693511963, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.15, "ce": 0.3169707127381116, "kl": 0.07114224396354984, "context": 0.3525418230565265} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.46230533719062805, "loss_scale": 4.0, "retries": 0, "seconds": 185.8, "max_memory_gb": 17.15, "ce": 0.031796835944987833, "kl": 0.007463799978722818, "context": 0.035528735344996676} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.15454620122909546, "loss_scale": 4.0, "retries": 0, "seconds": 186.9, "max_memory_gb": 17.15, "ce": 0.015265137786627747, "kl": 0.002611891737615224, "context": 0.016571083921007812} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.5145331621170044, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.15, "ce": 0.07897183074965142, "kl": 0.8939072396606207, "context": 0.5259254537522793} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.015403744764626026, "loss_scale": 4.0, "retries": 0, "seconds": 189.1, "max_memory_gb": 17.15, "ce": 0.0010899185799644329, "kl": 0.00010734662805589323, "context": 0.001143591885920614} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5224487781524658, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 17.15, "ce": 0.014071292578591965, "kl": 0.06074076407821849, "context": 0.04444167535984889} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.11999931931495667, "loss_scale": 4.0, "retries": 0, "seconds": 191.2, "max_memory_gb": 17.15, "ce": 0.00790594813588541, "kl": 0.010134979322174331, "context": 0.01297343778423965} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.13614478707313538, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 17.15, "ce": 0.010130722002941184, "kl": 0.004531345337454695, "context": 0.012396394391544163} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.4718593955039978, "loss_scale": 4.0, "retries": 0, "seconds": 193.2, "max_memory_gb": 17.15, "ce": 0.03678672169917263, "kl": 0.006949187189761119, "context": 0.040261315123643726} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.1880338191986084, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 17.15, "ce": 0.09038210974540561, "kl": 0.02521454682573676, "context": 0.10298938257619739} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.08728258311748505, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 17.15, "ce": 0.006423238999559544, "kl": 0.0010427850193082122, "context": 0.006944631706574} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8202480673789978, "loss_scale": 4.0, "retries": 0, "seconds": 196.4, "max_memory_gb": 17.15, "ce": 0.04394624590349849, "kl": 0.6267421852462576, "context": 0.357317334797699} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.9717773199081421, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 17.15, "ce": 0.09745181503240019, "kl": 0.040981085621751845, "context": 0.11794235790148377} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.2721402645111084, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 17.15, "ce": 0.3805509345547762, "kl": 0.009139713685726747, "context": 0.3851207967090886} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.39647960662841797, "loss_scale": 4.0, "retries": 0, "seconds": 199.7, "max_memory_gb": 17.15, "ce": 0.0337908495857846, "kl": 0.023595806400408037, "context": 0.04558875228394754} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5627660751342773, "loss_scale": 4.0, "retries": 0, "seconds": 200.7, "max_memory_gb": 17.15, "ce": 0.0030737974448129535, "kl": 0.11059372939052992, "context": 0.05837066168896854} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.6759164929389954, "loss_scale": 4.0, "retries": 0, "seconds": 201.7, "max_memory_gb": 17.15, "ce": 0.06502595375059173, "kl": 0.2109693691290886, "context": 0.17051064170664176} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.04789219796657562, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.15, "ce": 0.0034489295358071104, "kl": 0.00021307048882590607, "context": 0.0035554648202378303} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.14297495782375336, "loss_scale": 4.0, "retries": 0, "seconds": 203.9, "max_memory_gb": 17.15, "ce": 0.004733779511298053, "kl": 0.006426202880902565, "context": 0.007946880927192979} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3758227527141571, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.15, "ce": 0.005755168036557734, "kl": 0.10209713116546482, "context": 0.05680373547511408} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.397489070892334, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 17.15, "ce": 0.11806436516053509, "kl": 0.17963274895373615, "context": 0.20788073194853496} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.3860630989074707, "loss_scale": 4.0, "retries": 0, "seconds": 207.1, "max_memory_gb": 17.15, "ce": 0.016524066399142612, "kl": 0.5716023845452582, "context": 0.3023252619022969} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.2558073997497559, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.15, "ce": 0.1949540999630699, "kl": 0.009637089170837498, "context": 0.19977264234330505} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.9736859798431396, "loss_scale": 4.0, "retries": 0, "seconds": 209.2, "max_memory_gb": 17.15, "ce": 0.3184391655086074, "kl": 0.18193695821173606, "context": 0.4094076423207298} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.043878939002752304, "loss_scale": 4.0, "retries": 0, "seconds": 210.3, "max_memory_gb": 17.15, "ce": 0.0017933107155840844, "kl": 0.003439499148953473, "context": 0.0035130603646393865} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.8593411445617676, "loss_scale": 4.0, "retries": 0, "seconds": 211.3, "max_memory_gb": 17.15, "ce": 0.20514542823366355, "kl": 0.15519627651883638, "context": 0.28274356632027775} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.1247172355651855, "loss_scale": 4.0, "retries": 0, "seconds": 212.4, "max_memory_gb": 17.15, "ce": 0.37832329809316434, "kl": 0.03576326451548084, "context": 0.3962049359397497} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.04092855378985405, "loss_scale": 4.0, "retries": 0, "seconds": 213.4, "max_memory_gb": 17.15, "ce": 0.0026001227815868333, "kl": 0.0014772426748095313, "context": 0.003338744107168168} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.5463261008262634, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.15, "ce": 0.06877789285499603, "kl": 0.007688770638196729, "context": 0.0726222773664631} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.12976700067520142, "loss_scale": 4.0, "retries": 0, "seconds": 215.6, "max_memory_gb": 17.15, "ce": 0.016317295710905455, "kl": 0.0009033164751599543, "context": 0.01676895353011787} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.9653853178024292, "loss_scale": 4.0, "retries": 0, "seconds": 216.6, "max_memory_gb": 17.15, "ce": 0.0023989987384993583, "kl": 0.2092783620382761, "context": 0.10703817845933372} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.3098275661468506, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.15, "ce": 0.03111656078544911, "kl": 0.3708598662892655, "context": 0.2165464938734658} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 9.4185791015625, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 17.15, "ce": 0.07602279329876183, "kl": 0.007750771717837779, "context": 0.07989818026544526} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.0608792304992676, "loss_scale": 4.0, "retries": 0, "seconds": 219.8, "max_memory_gb": 17.15, "ce": 0.1095063217508141, "kl": 0.007453440426615998, "context": 0.11323304355028085} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7766642570495605, "loss_scale": 4.0, "retries": 0, "seconds": 221.0, "max_memory_gb": 17.15, "ce": 0.24314211669843644, "kl": 0.028199243253766326, "context": 0.25724173558410257} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.0517256259918213, "loss_scale": 4.0, "retries": 0, "seconds": 222.0, "max_memory_gb": 17.15, "ce": 0.07447657959710341, "kl": 0.08090249411361583, "context": 0.11492782291315962} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.05448541045188904, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.15, "ce": 0.003301338088931516, "kl": 0.002910618572286694, "context": 0.004756647394970059} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.5348669290542603, "loss_scale": 4.0, "retries": 0, "seconds": 224.2, "max_memory_gb": 17.15, "ce": 0.02330289861856727, "kl": 0.021824220326379873, "context": 0.03421500898548402} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.35771048069000244, "loss_scale": 4.0, "retries": 0, "seconds": 225.2, "max_memory_gb": 17.15, "ce": 0.03470217884751037, "kl": 0.003407066804356873, "context": 0.036405712366104126} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.1547147035598755, "loss_scale": 4.0, "retries": 0, "seconds": 226.3, "max_memory_gb": 17.15, "ce": 0.007172199679189362, "kl": 0.44526790459531185, "context": 0.2298061525216326} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.08294807374477386, "loss_scale": 4.0, "retries": 0, "seconds": 227.3, "max_memory_gb": 17.15, "ce": 0.004990091401850805, "kl": 0.001597736198164057, "context": 0.005788959519122727} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.7231503129005432, "loss_scale": 4.0, "retries": 0, "seconds": 228.3, "max_memory_gb": 17.15, "ce": 0.08572154853027314, "kl": 0.06811999063938856, "context": 0.11978154699318111} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.043408580124378204, "loss_scale": 4.0, "retries": 0, "seconds": 229.5, "max_memory_gb": 17.15, "ce": 0.003070966267841868, "kl": 0.0010727846702138777, "context": 0.0036073587034479715} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.4485154151916504, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 17.15, "ce": 0.2087405815254897, "kl": 0.04858003294793889, "context": 0.2330305923242122} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.2550015449523926, "loss_scale": 4.0, "retries": 0, "seconds": 231.5, "max_memory_gb": 17.15, "ce": 0.39421602807124145, "kl": 0.08070841996232048, "context": 0.4345702454302227} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.5237284898757935, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 17.15, "ce": 0.13589292661345098, "kl": 0.05491234686633106, "context": 0.1633491060929373} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 2.8009872436523438, "loss_scale": 4.0, "retries": 0, "seconds": 233.7, "max_memory_gb": 17.15, "ce": 0.10598537509213202, "kl": 0.9369997188114212, "context": 0.5744852204225026} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.6903107762336731, "loss_scale": 4.0, "retries": 0, "seconds": 234.8, "max_memory_gb": 17.15, "ce": 0.18438846786739305, "kl": 0.025795621768338606, "context": 0.1972862713446375} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.310485601425171, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 17.15, "ce": 0.2926613521121908, "kl": 0.06846990471240133, "context": 0.3268963101436384} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.2006847858428955, "loss_scale": 4.0, "retries": 0, "seconds": 236.9, "max_memory_gb": 17.15, "ce": 0.47154042110196315, "kl": 0.01680857960081994, "context": 0.4799447180121206} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.6365050673484802, "loss_scale": 4.0, "retries": 0, "seconds": 238.1, "max_memory_gb": 17.15, "ce": 0.02893388719530776, "kl": 0.08464371698391915, "context": 0.0712557450751774} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04995275288820267, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 17.15, "ce": 0.003555970615707338, "kl": 0.0017629710455366876, "context": 0.004437456300365739} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.2092443704605103, "loss_scale": 4.0, "retries": 0, "seconds": 240.1, "max_memory_gb": 17.15, "ce": 0.17180447973078117, "kl": 0.19216663483530283, "context": 0.26788779348134995} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.9778347611427307, "loss_scale": 4.0, "retries": 0, "seconds": 241.3, "max_memory_gb": 17.15, "ce": 0.010919750551693141, "kl": 0.2030089315812802, "context": 0.11242421512724832} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.25241175293922424, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.15, "ce": 0.02301003795582801, "kl": 0.0023160694972830242, "context": 0.024168073432520032} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5693510174751282, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.15, "ce": 0.0031368182389996946, "kl": 0.08033643314047367, "context": 0.04330503448727541} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.898873507976532, "loss_scale": 4.0, "retries": 0, "seconds": 244.5, "max_memory_gb": 17.15, "ce": 0.05882990636746399, "kl": 0.06294601566696656, "context": 0.09030291327508166} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.2974162101745605, "loss_scale": 4.0, "retries": 0, "seconds": 245.5, "max_memory_gb": 17.15, "ce": 0.1290660375088919, "kl": 0.005121490023157094, "context": 0.13162678250228055} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.9531140327453613, "loss_scale": 4.0, "retries": 0, "seconds": 246.5, "max_memory_gb": 17.15, "ce": 0.05063446005806327, "kl": 0.04361925745070039, "context": 0.07244408939732239} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.18793611228466034, "loss_scale": 4.0, "retries": 0, "seconds": 247.7, "max_memory_gb": 17.15, "ce": 0.0057898378145182505, "kl": 0.021778280453872867, "context": 0.016678978456184268} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.38262030482292175, "loss_scale": 4.0, "retries": 0, "seconds": 248.7, "max_memory_gb": 17.15, "ce": 0.025267920311307535, "kl": 0.006064738672648673, "context": 0.028300290374318138} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5435196757316589, "loss_scale": 4.0, "retries": 0, "seconds": 249.9, "max_memory_gb": 17.15, "ce": 0.025873992228298448, "kl": 0.005354937600714038, "context": 0.02855146057845559} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.31149718165397644, "loss_scale": 4.0, "retries": 0, "seconds": 250.9, "max_memory_gb": 17.15, "ce": 0.0093346411085804, "kl": 0.04088495660107583, "context": 0.029777119867503643} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.1027593612670898, "loss_scale": 4.0, "retries": 0, "seconds": 251.9, "max_memory_gb": 17.15, "ce": 0.07057114850613289, "kl": 0.02025842945658951, "context": 0.08070036207209341} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.175137519836426, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.15, "ce": 0.4273256772721652, "kl": 0.27005451428703964, "context": 0.5623529399745166} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.48419857025146484, "loss_scale": 4.0, "retries": 0, "seconds": 254.1, "max_memory_gb": 17.15, "ce": 0.040199939045123756, "kl": 0.07465168020280544, "context": 0.07752577750943601} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3978225886821747, "loss_scale": 4.0, "retries": 0, "seconds": 255.1, "max_memory_gb": 17.15, "ce": 0.030298914934974164, "kl": 0.006666829798632534, "context": 0.033632330188993365} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.0352230072021484, "loss_scale": 4.0, "retries": 0, "seconds": 256.4, "max_memory_gb": 17.15, "ce": 0.02635853283572942, "kl": 0.10824000835418701, "context": 0.08047853724565357} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.49220195412635803, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 17.15, "ce": 0.02601462134043686, "kl": 0.01483675156669051, "context": 0.03343299758853391} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.0059666633605957, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 17.15, "ce": 0.31269888271344826, "kl": 0.01908679278631098, "context": 0.3222422882099636} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.19096380472183228, "loss_scale": 4.0, "retries": 0, "seconds": 259.6, "max_memory_gb": 17.15, "ce": 0.01639098110899795, "kl": 0.017233242047950625, "context": 0.025007603311678395} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7657515406608582, "loss_scale": 4.0, "retries": 0, "seconds": 260.6, "max_memory_gb": 17.15, "ce": 0.06955465170904063, "kl": 0.020174209066681215, "context": 0.07964175252709538} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.3878917992115021, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.15, "ce": 0.02519946415850427, "kl": 0.007009360480878968, "context": 0.0287041434639832} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.37512198090553284, "loss_scale": 4.0, "retries": 0, "seconds": 262.8, "max_memory_gb": 17.15, "ce": 0.1101848908001557, "kl": 0.015455831911822315, "context": 0.11791281041223556} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.2882413864135742, "loss_scale": 4.0, "retries": 0, "seconds": 263.8, "max_memory_gb": 17.15, "ce": 0.022917050577234477, "kl": 0.026229087146930397, "context": 0.03603159432532266} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.4514156579971313, "loss_scale": 4.0, "retries": 0, "seconds": 265.0, "max_memory_gb": 17.15, "ce": 0.09564627500367351, "kl": 0.033706986825563945, "context": 0.11249976826366037} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.16815584897994995, "loss_scale": 4.0, "retries": 0, "seconds": 266.0, "max_memory_gb": 17.15, "ce": 0.01039388331992086, "kl": 0.017067955121319756, "context": 0.018927860801341012} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.05195685848593712, "loss_scale": 4.0, "retries": 0, "seconds": 267.1, "max_memory_gb": 17.15, "ce": 0.003758400183869526, "kl": 0.0014769402623642236, "context": 0.004496870446018875} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.6150333881378174, "loss_scale": 4.0, "retries": 0, "seconds": 268.2, "max_memory_gb": 17.15, "ce": 0.035158863829565234, "kl": 0.22502485355289537, "context": 0.1476712894436787} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.208944797515869, "loss_scale": 4.0, "retries": 0, "seconds": 269.2, "max_memory_gb": 17.15, "ce": 0.35078889221767895, "kl": 0.02283596135384869, "context": 0.36220687243621796} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.02820717915892601, "loss_scale": 4.0, "retries": 0, "seconds": 270.4, "max_memory_gb": 17.15, "ce": 0.001941389164130669, "kl": 0.0005722037294617621, "context": 0.002227491029771045} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.084810733795166, "loss_scale": 4.0, "retries": 0, "seconds": 271.4, "max_memory_gb": 17.15, "ce": 0.010604736235109158, "kl": 0.14677802792903094, "context": 0.08399374858709052} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.2428530901670456, "loss_scale": 4.0, "retries": 0, "seconds": 272.4, "max_memory_gb": 17.15, "ce": 0.01876287371851504, "kl": 0.010012371931225061, "context": 0.02376905968412757} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.0812287330627441, "loss_scale": 4.0, "retries": 0, "seconds": 273.6, "max_memory_gb": 17.15, "ce": 0.08527594688348472, "kl": 0.07267363928258419, "context": 0.12161276629194617} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.229222372174263, "loss_scale": 4.0, "retries": 0, "seconds": 274.6, "max_memory_gb": 17.15, "ce": 0.011699539289111272, "kl": 0.00826007090654457, "context": 0.015829574927920476} diff --git a/runs/fixed_internvl/context/Random8_8108_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8108_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8108_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8108_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8108_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6d31868df190025798a493582e63557d056f61c5 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8108_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.32.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8108_s13/config.json b/runs/fixed_internvl/context/Random8_8108_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dca95fd5a0f18c0d526c19f07666528d3fadc585 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8108_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8108", + "layers": [ + 4, + 6, + 13, + 16, + 22, + 28, + 32, + 34 + ], + "ranks": { + "4": 72, + "6": 72, + "13": 72, + "16": 72, + "22": 72, + "28": 72, + "32": 72, + "34": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8108_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8108_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4be903be3071a7ab0b73a743e2c7bfed33f5ffbb --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8108_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.13117790222168, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.82, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 8.737874984741211, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.16, "ce": 0.6309598178850138, "kl": 0.4681187667863469, "context": 0.8650192278510076} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 25.11157989501953, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 17.16, "ce": 0.9497958235442638, "kl": 0.07198326475918293, "context": 0.985787458717823} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.867483139038086, "loss_scale": 4.0, "retries": 0, "seconds": 6.0, "max_memory_gb": 17.16, "ce": 0.2565645365320961, "kl": 0.45589302955613675, "context": 0.48451106635911856} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.26633527874946594, "loss_scale": 4.0, "retries": 0, "seconds": 7.4, "max_memory_gb": 17.16, "ce": 0.009547101853968343, "kl": 0.008570853959099622, "context": 0.01383252893720055} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.621307849884033, "loss_scale": 4.0, "retries": 0, "seconds": 8.5, "max_memory_gb": 17.16, "ce": 0.1543767271505203, "kl": 0.07993499589974817, "context": 0.19434423046186566} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.191950798034668, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.16, "ce": 0.10333711721250438, "kl": 0.06938968282838687, "context": 0.1380319586260157} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.27000093460083, "loss_scale": 4.0, "retries": 0, "seconds": 11.0, "max_memory_gb": 17.16, "ce": 0.04520028177648783, "kl": 0.21089656674303114, "context": 0.15064856316894293} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 10.37281322479248, "loss_scale": 4.0, "retries": 0, "seconds": 12.2, "max_memory_gb": 17.16, "ce": 0.10466181021183729, "kl": 0.17748984327772632, "context": 0.19340672995895147} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.6486304998397827, "loss_scale": 4.0, "retries": 0, "seconds": 13.5, "max_memory_gb": 17.16, "ce": 0.0046956716032582335, "kl": 0.01894491701386869, "context": 0.01416813040850684} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.15195363759994507, "loss_scale": 4.0, "retries": 0, "seconds": 14.8, "max_memory_gb": 17.16, "ce": 0.004548765249637654, "kl": 0.004135900284609306, "context": 0.0066167155164293945} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.26241859793663025, "loss_scale": 4.0, "retries": 0, "seconds": 16.0, "max_memory_gb": 17.16, "ce": 0.008899298355572682, "kl": 0.0023958506449162087, "context": 0.010097223677803413} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.05276423692703247, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 17.16, "ce": 0.0013039246114203706, "kl": 0.0003500333896226948, "context": 0.0014789413144171704} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.71874737739563, "loss_scale": 4.0, "retries": 0, "seconds": 18.5, "max_memory_gb": 17.16, "ce": 0.040524012758396566, "kl": 0.73711258394178, "context": 0.4090803121216595} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.274816632270813, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 17.16, "ce": 0.007805020355249326, "kl": 0.34781948651891526, "context": 0.18171477112355205} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.042281992733478546, "loss_scale": 4.0, "retries": 0, "seconds": 21.0, "max_memory_gb": 17.16, "ce": 0.0017311386618530378, "kl": 0.0006285889230497332, "context": 0.0020454331825021654} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.514418363571167, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.16, "ce": 0.02228848099912284, "kl": 0.786859603060293, "context": 0.41571828089945484} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.071860671043396, "loss_scale": 4.0, "retries": 0, "seconds": 23.3, "max_memory_gb": 17.17, "ce": 0.0074010659591294825, "kl": 0.2560579171149584, "context": 0.1354300267266808} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5233696699142456, "loss_scale": 4.0, "retries": 0, "seconds": 24.6, "max_memory_gb": 17.17, "ce": 0.00554394974551542, "kl": 0.0777124362766699, "context": 0.04440016788430512} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.11820778250694275, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 17.17, "ce": 0.0008274653027910972, "kl": 0.006913044508110033, "context": 0.004283987404051004} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.038669735193252563, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 17.17, "ce": 0.0005087926156193134, "kl": 0.0022025989719622885, "context": 0.001610092102055205} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.3652162551879883, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.17, "ce": 0.0722101909268531, "kl": 0.07351075665246753, "context": 0.10896556972147664} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.776329517364502, "loss_scale": 4.0, "retries": 0, "seconds": 29.5, "max_memory_gb": 17.17, "ce": 0.00025903415007633157, "kl": 0.24312719251958015, "context": 0.12182263154500106} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5410410165786743, "loss_scale": 4.0, "retries": 0, "seconds": 30.8, "max_memory_gb": 17.17, "ce": 0.007643919656402431, "kl": 0.02820922899809375, "context": 0.021748533923528157} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.6566672325134277, "loss_scale": 4.0, "retries": 0, "seconds": 32.0, "max_memory_gb": 17.17, "ce": 0.20302925484793377, "kl": 0.036335440119728446, "context": 0.2211969779455103} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.5453250408172607, "loss_scale": 4.0, "retries": 0, "seconds": 33.4, "max_memory_gb": 17.17, "ce": 0.05257618226823979, "kl": 0.5191856554047263, "context": 0.3121689987674472} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.6563432216644287, "loss_scale": 4.0, "retries": 0, "seconds": 34.8, "max_memory_gb": 17.17, "ce": 0.0798529072853853, "kl": 0.28987478366616415, "context": 0.22479029862734023} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.203529119491577, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.17, "ce": 0.12349367362730845, "kl": 0.2110585031332448, "context": 0.2290229219943285} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.871166229248047, "loss_scale": 4.0, "retries": 0, "seconds": 37.2, "max_memory_gb": 17.17, "ce": 0.45808233320713043, "kl": 0.12786952874739654, "context": 0.5220170869724825} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.3884744644165039, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.17, "ce": 0.0059172987239435315, "kl": 0.015413774136959546, "context": 0.013624185841763392} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.857325553894043, "loss_scale": 4.0, "retries": 0, "seconds": 39.8, "max_memory_gb": 17.17, "ce": 0.6360194748267531, "kl": 0.08248869207454845, "context": 0.6772638391703367} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.3241251707077026, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 17.17, "ce": 0.042219763388857245, "kl": 0.046063909656368196, "context": 0.0652517203707248} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 5.143489837646484, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.17, "ce": 0.3047382516087964, "kl": 0.07254270592238754, "context": 0.34100960404612124} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.2428619861602783, "loss_scale": 4.0, "retries": 0, "seconds": 43.7, "max_memory_gb": 17.17, "ce": 0.007617801893502474, "kl": 0.7498367982261698, "context": 0.38253619871102273} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.0966503918170929, "loss_scale": 4.0, "retries": 0, "seconds": 45.1, "max_memory_gb": 17.17, "ce": 0.0031755725394759793, "kl": 0.0005328316792656551, "context": 0.003441988428676268} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.6627118587493896, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 17.17, "ce": 0.2258320840774104, "kl": 0.03353424102533609, "context": 0.2425992112257518} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.9890201091766357, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 17.17, "ce": 0.10401165607618168, "kl": 0.3775642506079748, "context": 0.2927937943022698} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.6162101030349731, "loss_scale": 4.0, "retries": 0, "seconds": 48.8, "max_memory_gb": 17.17, "ce": 0.09095807530684397, "kl": 0.3805264952243306, "context": 0.281221313867718} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2277944087982178, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 17.17, "ce": 0.06302929793309886, "kl": 0.00928504026524024, "context": 0.0676718209288083} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.395714670419693, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.17, "ce": 0.022749532479792833, "kl": 0.013784877344733104, "context": 0.029641970759257674} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.993257761001587, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.17, "ce": 0.5035302701871842, "kl": 0.07890846766531467, "context": 0.5429844921454787} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.12890268862247467, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.17, "ce": 0.008492877735989168, "kl": 0.0008615281549282372, "context": 0.008923642104491591} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.11304271966218948, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 17.17, "ce": 0.005945608427282423, "kl": 0.0009412700892426074, "context": 0.006416243501007557} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 15.18419361114502, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 17.17, "ce": 0.13216022832784802, "kl": 0.7443692813467351, "context": 0.5043448803480715} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.818270683288574, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.17, "ce": 0.44760793703608215, "kl": 0.13607881960342638, "context": 0.5156473349779844} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1528749465942383, "loss_scale": 4.0, "retries": 0, "seconds": 58.7, "max_memory_gb": 17.17, "ce": 0.06198178624617867, "kl": 0.11686159472446889, "context": 0.12041258264798671} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.188124656677246, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.17, "ce": 0.03444446617504582, "kl": 0.1654646087263245, "context": 0.11717677518026903} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.0896410197019577, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.17, "ce": 0.0038977405056357384, "kl": 0.0026616331524564885, "context": 0.0052285572164691985} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.27865591645240784, "loss_scale": 4.0, "retries": 0, "seconds": 62.4, "max_memory_gb": 17.17, "ce": 0.009944599529262632, "kl": 0.02627728960942477, "context": 0.02308324445039034} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8872570395469666, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 17.17, "ce": 0.06053419303498231, "kl": 0.01116751638619462, "context": 0.06611795120988972} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.5558037757873535, "loss_scale": 4.0, "retries": 0, "seconds": 64.7, "max_memory_gb": 17.17, "ce": 0.07522295948001556, "kl": 0.010245073504847824, "context": 0.08034549580770545} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.4883095920085907, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 17.17, "ce": 0.01635623350739479, "kl": 0.10384788067312911, "context": 0.06828017556108534} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.587735891342163, "loss_scale": 4.0, "retries": 0, "seconds": 67.2, "max_memory_gb": 17.17, "ce": 0.028107579215429723, "kl": 0.22040077834390104, "context": 0.13830796792171896} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.671979308128357, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.17, "ce": 0.1257183221168816, "kl": 0.052608129575673956, "context": 0.1520223831757903} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.36474594473838806, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 17.17, "ce": 0.020410021039424464, "kl": 0.011431419623477268, "context": 0.026125730393687263} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.6382555365562439, "loss_scale": 4.0, "retries": 0, "seconds": 70.8, "max_memory_gb": 17.17, "ce": 0.02266438805963844, "kl": 0.08114915253827348, "context": 0.06323896581307054} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.2809721827507019, "loss_scale": 4.0, "retries": 0, "seconds": 72.1, "max_memory_gb": 17.17, "ce": 0.009151244070380926, "kl": 0.012591822523972951, "context": 0.01544715533964336} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.030243970453739166, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.17, "ce": 0.001252404908882454, "kl": 0.00022116767650004476, "context": 0.001362988754408434} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.2133312225341797, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.17, "ce": 0.17308526512351818, "kl": 0.0565568151359912, "context": 0.2013636701158248} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.4453009366989136, "loss_scale": 4.0, "retries": 0, "seconds": 76.0, "max_memory_gb": 17.17, "ce": 0.13247590005630627, "kl": 0.09622411141754128, "context": 0.18058795580873266} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.566988229751587, "loss_scale": 4.0, "retries": 0, "seconds": 77.2, "max_memory_gb": 17.17, "ce": 0.10532411135500297, "kl": 0.4456789346586447, "context": 0.32816357555566356} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.40176278352737427, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 17.17, "ce": 0.030461694346740842, "kl": 0.00873054929979844, "context": 0.034826969960704446} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.6901558637619019, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.17, "ce": 0.10768437199294567, "kl": 0.1085921618505381, "context": 0.16198045946657658} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.387658029794693, "loss_scale": 4.0, "retries": 0, "seconds": 80.9, "max_memory_gb": 17.17, "ce": 0.01800492574693635, "kl": 0.008172451227437705, "context": 0.022091150807682425} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9119002819061279, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.17, "ce": 0.12476002098992467, "kl": 0.10695567016955465, "context": 0.178237855900079} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.359731435775757, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 17.17, "ce": 0.19313064310426853, "kl": 0.08548300922120688, "context": 0.23587214771669096} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.08034643530845642, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 17.17, "ce": 0.004363246996945236, "kl": 0.004683363347339764, "context": 0.006704928528051823} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.5106484293937683, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.17, "ce": 0.012140505044953898, "kl": 0.013608289456897182, "context": 0.018944649600598495} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.47241735458374, "loss_scale": 4.0, "retries": 0, "seconds": 87.1, "max_memory_gb": 17.17, "ce": 0.6991027824115008, "kl": 0.009755234124895651, "context": 0.7039804139058106} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.9029544591903687, "loss_scale": 4.0, "retries": 0, "seconds": 88.3, "max_memory_gb": 17.17, "ce": 0.015417436137795448, "kl": 0.006134707869023259, "context": 0.018484790314687416} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.1249542087316513, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.17, "ce": 0.005073033644293901, "kl": 0.004401621514261933, "context": 0.007273844399605878} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.9496042728424072, "loss_scale": 4.0, "retries": 0, "seconds": 90.8, "max_memory_gb": 17.17, "ce": 0.011967982514761388, "kl": 0.44269908347632736, "context": 0.23331752984086052} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.5256524085998535, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.17, "ce": 0.15704067751357798, "kl": 0.032177025870623766, "context": 0.17312919023970608} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.107060670852661, "loss_scale": 4.0, "retries": 0, "seconds": 93.3, "max_memory_gb": 17.17, "ce": 0.12102013283947599, "kl": 0.08097979255853716, "context": 0.16151003276900155} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.004873275756836, "loss_scale": 4.0, "retries": 0, "seconds": 94.5, "max_memory_gb": 17.17, "ce": 0.5470610777992988, "kl": 0.8006518553011119, "context": 0.9473869979847223} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.014549732208252, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.17, "ce": 0.015398262345115654, "kl": 1.2392001882544719, "context": 0.6349983511026949} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.6381941437721252, "loss_scale": 4.0, "retries": 0, "seconds": 97.0, "max_memory_gb": 17.17, "ce": 0.014547866943757981, "kl": 0.010581886279396713, "context": 0.01983881019987166} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9445508122444153, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 17.17, "ce": 0.0018004816374741495, "kl": 0.14110489306767704, "context": 0.07235292677069083} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.4675717353820801, "loss_scale": 4.0, "retries": 0, "seconds": 99.6, "max_memory_gb": 17.17, "ce": 0.010489362801308744, "kl": 0.01270810562709812, "context": 0.01684341568761738} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3853287994861603, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 17.17, "ce": 0.0022568119966308586, "kl": 0.04440961345062533, "context": 0.024461619621433783} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.9582958817481995, "loss_scale": 4.0, "retries": 0, "seconds": 101.9, "max_memory_gb": 17.17, "ce": 0.08517043839674443, "kl": 0.03060615248978138, "context": 0.1004735134774819} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.1386411339044571, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.17, "ce": 0.008421644102782011, "kl": 0.0037569294654531404, "context": 0.010300109046511352} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.0375893115997314, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.17, "ce": 0.10021913421223871, "kl": 0.5586486623651581, "context": 0.37954346649348736} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.327042818069458, "loss_scale": 4.0, "retries": 0, "seconds": 105.6, "max_memory_gb": 17.17, "ce": 0.15599017837666906, "kl": 0.026705618968662748, "context": 0.1693429816950811} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.12804175913333893, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 17.17, "ce": 0.0027178184791409876, "kl": 0.0005894645047774816, "context": 0.0030125507328193635} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.9153554439544678, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.17, "ce": 0.03946022214950062, "kl": 0.23845539265312254, "context": 0.15868791402317584} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.0530781745910645, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.17, "ce": 0.007452145538991317, "kl": 0.5296577772824094, "context": 0.2722810336854309} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.2741062641143799, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.17, "ce": 0.013380730921198847, "kl": 0.0027159664867895117, "context": 0.014738714548002463} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.4365006387233734, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.17, "ce": 0.023996800890017767, "kl": 0.015563575085252523, "context": 0.03177858836716041} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.16982126235961914, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 17.17, "ce": 0.010924396570771933, "kl": 0.0038457488553831354, "context": 0.012847271165810525} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.592694282531738, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.17, "ce": 0.40495577156252693, "kl": 0.2832078822029871, "context": 0.5465597149886889} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 6.824802398681641, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.17, "ce": 0.1695466570672579, "kl": 0.2778875946514745, "context": 0.3084904701099731} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 6.121108531951904, "loss_scale": 4.0, "retries": 0, "seconds": 117.0, "max_memory_gb": 17.17, "ce": 0.07220275774307083, "kl": 0.4359482790041511, "context": 0.29017689608735964} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.9074528217315674, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 17.17, "ce": 0.06767334285541438, "kl": 0.0314347927342169, "context": 0.08339073834940791} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.163886547088623, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 17.17, "ce": 0.5127520539826946, "kl": 0.016820906894281507, "context": 0.5211624911753461} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.1474006175994873, "loss_scale": 4.0, "retries": 0, "seconds": 120.7, "max_memory_gb": 17.17, "ce": 0.35700634912063833, "kl": 0.004271031775715528, "context": 0.3591418554424308} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.4806520640850067, "loss_scale": 4.0, "retries": 0, "seconds": 121.9, "max_memory_gb": 17.17, "ce": 0.015506783151067793, "kl": 0.014450548769673333, "context": 0.022732057608664036} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.4096287190914154, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 17.17, "ce": 0.0025163710524793714, "kl": 0.0868224679834384, "context": 0.045927605402539484} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.14711116254329681, "loss_scale": 4.0, "retries": 0, "seconds": 124.4, "max_memory_gb": 17.17, "ce": 0.013383818441070616, "kl": 0.00594250734684465, "context": 0.01635507213359233} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.491133689880371, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 17.17, "ce": 0.04023566236719489, "kl": 0.33128034802211914, "context": 0.2058758310158737} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.277778685092926, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 17.17, "ce": 0.004126010579057038, "kl": 0.024827228451613337, "context": 0.01653962512500584} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.40308043360710144, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 17.17, "ce": 0.03123421868076548, "kl": 0.01041255024028942, "context": 0.0364404950523749} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.18468166887760162, "loss_scale": 4.0, "retries": 0, "seconds": 129.3, "max_memory_gb": 17.17, "ce": 0.011541727639269084, "kl": 0.0055453195363952545, "context": 0.014314387284684926} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.15500420331954956, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 17.17, "ce": 0.008232029533246532, "kl": 0.004138963866353151, "context": 0.010301511530997232} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.0550057888031006, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 17.17, "ce": 0.017634801304666325, "kl": 0.28997317791800015, "context": 0.16262139345053583} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.033320363610982895, "loss_scale": 4.0, "retries": 0, "seconds": 133.1, "max_memory_gb": 17.17, "ce": 0.0025468060630373657, "kl": 0.00045502202556235716, "context": 0.002774317137664184} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.6906461119651794, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 17.17, "ce": 0.03561329856165685, "kl": 0.15517767207438737, "context": 0.11320213459839579} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 4.378453731536865, "loss_scale": 4.0, "retries": 0, "seconds": 135.6, "max_memory_gb": 17.17, "ce": 0.3154833185399184, "kl": 0.004070604073717732, "context": 0.31751861301017925} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.728679180145264, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.17, "ce": 0.2333381915013888, "kl": 0.20061416737735271, "context": 0.333645278820768} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.6633435487747192, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.17, "ce": 0.04067883116658777, "kl": 0.0047483022208325565, "context": 0.04305298160761595} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.019626189023256302, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.17, "ce": 0.0012699387589236721, "kl": 0.000597428928813315, "context": 0.0015686531696701422} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.2587832808494568, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 17.17, "ce": 0.015069586515892297, "kl": 0.002270962890179362, "context": 0.016205067397095263} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.46305373311042786, "loss_scale": 4.0, "retries": 0, "seconds": 141.7, "max_memory_gb": 17.17, "ce": 0.0073176753940060735, "kl": 0.07071787118911743, "context": 0.042676611337810755} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.535999298095703, "loss_scale": 4.0, "retries": 0, "seconds": 142.8, "max_memory_gb": 17.17, "ce": 0.01213827938772738, "kl": 0.34935973089250183, "context": 0.1868181443423964} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.41143536567688, "loss_scale": 4.0, "retries": 0, "seconds": 144.1, "max_memory_gb": 17.17, "ce": 0.019346593326190487, "kl": 0.09948114059807267, "context": 0.06908716360339895} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.7972457408905029, "loss_scale": 4.0, "retries": 0, "seconds": 145.3, "max_memory_gb": 17.17, "ce": 0.08847320679342374, "kl": 0.26018908317928435, "context": 0.21856774095795117} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.07128103077411652, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.17, "ce": 0.0038713102840119973, "kl": 0.0027908380625376594, "context": 0.005266729334834963} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.9054279327392578, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 17.17, "ce": 0.24628668010700494, "kl": 0.002867749958568311, "context": 0.24772055546054617} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09384409338235855, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 17.17, "ce": 0.003873888883390464, "kl": 0.0033326122595553898, "context": 0.005540195023058914} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 6.039138317108154, "loss_scale": 4.0, "retries": 0, "seconds": 150.3, "max_memory_gb": 17.17, "ce": 0.25540584174450487, "kl": 0.21098283209721558, "context": 0.3608972647925839} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.9600021243095398, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 17.17, "ce": 0.055115193499659654, "kl": 0.04351249713363359, "context": 0.07687144391820766} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.9384111166000366, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.17, "ce": 0.1652907509705983, "kl": 0.029264865746881696, "context": 0.1799231827899348} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.6630146503448486, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 17.17, "ce": 0.043893393012695014, "kl": 0.024634717003209516, "context": 0.05621075164526701} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.8380417823791504, "loss_scale": 4.0, "retries": 0, "seconds": 155.4, "max_memory_gb": 17.17, "ce": 0.6753115242463537, "kl": 0.48376126394578023, "context": 0.9171921846427722} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.9555397033691406, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 17.17, "ce": 0.11405068526801188, "kl": 0.10192474995346856, "context": 0.16501305281417444} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.843810558319092, "loss_scale": 4.0, "retries": 0, "seconds": 157.8, "max_memory_gb": 17.17, "ce": 0.7333920439705253, "kl": 0.11029115878045559, "context": 0.7885376382619143} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.10740900784730911, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 17.17, "ce": 0.006369360227836296, "kl": 0.0005634745448332978, "context": 0.006651097399299033} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.2644386291503906, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 17.17, "ce": 0.09735923987318529, "kl": 0.5081117971712956, "context": 0.351415137789445} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.115177869796753, "loss_scale": 4.0, "retries": 0, "seconds": 161.4, "max_memory_gb": 17.17, "ce": 0.11155031356611289, "kl": 0.0371657625419175, "context": 0.1301331950526219} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6665058732032776, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 17.17, "ce": 0.03304227092303336, "kl": 0.27267804388247896, "context": 0.16938129416666925} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.420624256134033, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.17, "ce": 0.342137829225976, "kl": 0.3902005408308469, "context": 0.537238099728711} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.171830415725708, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 17.17, "ce": 0.16983461918425746, "kl": 0.03842039088340243, "context": 0.18904480949277058} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.17734432220459, "loss_scale": 4.0, "retries": 0, "seconds": 166.3, "max_memory_gb": 17.17, "ce": 0.3311824768097722, "kl": 0.020780920516699553, "context": 0.34157294244505465} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.3438094854354858, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 17.17, "ce": 0.16165055212331936, "kl": 0.00428320272021665, "context": 0.1637921527872095} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.4365330934524536, "loss_scale": 4.0, "retries": 0, "seconds": 168.8, "max_memory_gb": 17.17, "ce": 0.009417118228157051, "kl": 0.04995829821200459, "context": 0.03439626676845364} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.368875026702881, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 17.17, "ce": 0.05000507936347276, "kl": 0.15095787464724708, "context": 0.12548401689855382} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.0153710842132568, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 17.17, "ce": 0.010803122495417483, "kl": 0.053211214351904346, "context": 0.03740873062633909} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.5047779083251953, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.17, "ce": 0.09113508672453463, "kl": 0.14710482209920883, "context": 0.16468749567866325} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.5016988515853882, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 17.17, "ce": 0.00906789927103091, "kl": 0.08835721118339279, "context": 0.05324650298280176} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.0717649981379509, "loss_scale": 4.0, "retries": 0, "seconds": 175.0, "max_memory_gb": 17.17, "ce": 0.005082729549030773, "kl": 0.002130144723196281, "context": 0.006147801817860454} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.0836503729224205, "loss_scale": 4.0, "retries": 0, "seconds": 176.2, "max_memory_gb": 17.17, "ce": 0.007647204394743312, "kl": 0.0004813657128579507, "context": 0.00788788721547462} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.2832393646240234, "loss_scale": 4.0, "retries": 0, "seconds": 177.6, "max_memory_gb": 17.17, "ce": 0.055331997078610584, "kl": 0.013841895251971437, "context": 0.062252945033833385} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.83172607421875, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.17, "ce": 0.339331175229745, "kl": 0.02849017773041851, "context": 0.3535762640676694} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.2116681337356567, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 17.17, "ce": 0.024142406415194273, "kl": 0.09957158414181322, "context": 0.07392819662345573} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.028640570119023323, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.17, "ce": 0.001521563797723502, "kl": 0.001951061189174652, "context": 0.002497094392310828} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.18654076755046844, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.17, "ce": 0.013033203140366822, "kl": 0.011251402414927725, "context": 0.018658904096810147} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.1093432903289795, "loss_scale": 4.0, "retries": 0, "seconds": 183.7, "max_memory_gb": 17.17, "ce": 0.401490132935578, "kl": 0.35711306354642147, "context": 0.5800466590153519} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.6297012567520142, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 17.17, "ce": 0.011344803002430126, "kl": 0.009785501068108715, "context": 0.016237553354585543} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.1972465217113495, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.17, "ce": 0.014301350922323763, "kl": 0.0016233044843829703, "context": 0.015113002940779552} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6434926390647888, "loss_scale": 4.0, "retries": 0, "seconds": 187.4, "max_memory_gb": 17.17, "ce": 0.05554828682215884, "kl": 0.039583473473612685, "context": 0.07534001984458882} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.857861340045929, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 17.17, "ce": 0.02805265912320465, "kl": 0.03478524433739949, "context": 0.04544527945108712} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.9889477491378784, "loss_scale": 4.0, "retries": 0, "seconds": 190.0, "max_memory_gb": 17.17, "ce": 0.0025885640206979588, "kl": 0.11277377798523958, "context": 0.05897545238258317} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9031285643577576, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.17, "ce": 0.004680722588091157, "kl": 0.4485917246001918, "context": 0.22897658417059574} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.515619695186615, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 17.17, "ce": 0.034342699276749045, "kl": 0.09488715678890003, "context": 0.08178627959568985} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.6718032360076904, "loss_scale": 4.0, "retries": 0, "seconds": 193.7, "max_memory_gb": 17.17, "ce": 0.24815615409170277, "kl": 0.01016793895723822, "context": 0.2532401263160864} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.542771339416504, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 17.17, "ce": 0.0173270482046064, "kl": 0.01182309387377245, "context": 0.023238595080329105} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.35378238558769226, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 17.17, "ce": 0.019511611899361014, "kl": 0.02935467866700492, "context": 0.03418895089998841} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.335923194885254, "loss_scale": 4.0, "retries": 0, "seconds": 197.7, "max_memory_gb": 17.17, "ce": 0.17883205527323298, "kl": 0.13498395697388332, "context": 0.24632402398856357} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.1072545051574707, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 17.17, "ce": 0.006886108662001789, "kl": 0.0533394457452232, "context": 0.03355583094526082} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.3567403554916382, "loss_scale": 4.0, "retries": 0, "seconds": 200.7, "max_memory_gb": 17.17, "ce": 0.05522050568833947, "kl": 0.25693477788809105, "context": 0.1836878890171647} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.075493574142456, "loss_scale": 4.0, "retries": 0, "seconds": 202.3, "max_memory_gb": 17.17, "ce": 0.15454197066719644, "kl": 0.1294640794485531, "context": 0.21927400480490178} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.8892219066619873, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.17, "ce": 0.10063004668336362, "kl": 0.14390896465192782, "context": 0.17258452900568955} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.225118637084961, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.17, "ce": 0.22949094054638408, "kl": 0.6766491156304255, "context": 0.5678154941706453} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 11.62342643737793, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 17.17, "ce": 0.1402119560225401, "kl": 0.12642396271530743, "context": 0.20342394278850406} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.14646810293197632, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 17.17, "ce": 0.008775573900493328, "kl": 0.00593517416564282, "context": 0.011743160896003246} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.3870038986206055, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 17.17, "ce": 0.36169414408504963, "kl": 0.059469411251484416, "context": 0.3914288436062634} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.5876073837280273, "loss_scale": 4.0, "retries": 0, "seconds": 210.8, "max_memory_gb": 17.17, "ce": 0.0317603666044306, "kl": 0.00838210349320434, "context": 0.03595141929690726} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.17475126683712006, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.17, "ce": 0.012866457240306772, "kl": 0.0021727083876612596, "context": 0.013952810899354517} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.2023308277130127, "loss_scale": 4.0, "retries": 0, "seconds": 213.6, "max_memory_gb": 17.17, "ce": 0.07446894528402481, "kl": 0.8766602445393801, "context": 0.5127990625333041} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.013186151161789894, "loss_scale": 4.0, "retries": 0, "seconds": 215.2, "max_memory_gb": 17.17, "ce": 0.0008226998761529103, "kl": 7.982550596352667e-05, "context": 0.000862612621858716} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.41531509160995483, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.17, "ce": 0.013971207088616211, "kl": 0.02958225179463625, "context": 0.028762333269696683} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1734188199043274, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 17.17, "ce": 0.0077193742617964745, "kl": 0.013015157128393184, "context": 0.014226952887838706} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.1746118813753128, "loss_scale": 4.0, "retries": 0, "seconds": 220.0, "max_memory_gb": 17.17, "ce": 0.01060080438037403, "kl": 0.0046302191622089595, "context": 0.012915913946926594} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.5141404867172241, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 17.17, "ce": 0.03209306015924085, "kl": 0.007810968105445681, "context": 0.0359985461254837} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.9412825107574463, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 17.17, "ce": 0.10755045677069575, "kl": 0.04551418375922367, "context": 0.13030754774808884} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.07242301106452942, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.17, "ce": 0.004381806356832385, "kl": 0.0005356552173907403, "context": 0.004649634109227918} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.1795364618301392, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 17.17, "ce": 0.049129248211102095, "kl": 0.6513582677762315, "context": 0.37480837931798305} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.3170318603515625, "loss_scale": 4.0, "retries": 0, "seconds": 227.0, "max_memory_gb": 17.17, "ce": 0.12921120072132908, "kl": 0.028067161882063374, "context": 0.14324478612979874} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.6611735820770264, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.17, "ce": 0.35347369305964094, "kl": 0.01435260402104177, "context": 0.3606499875895679} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.6080260276794434, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 17.17, "ce": 0.03450780629646033, "kl": 0.02317804252015776, "context": 0.04609682894079015} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.8436545729637146, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 17.17, "ce": 0.002727272832999006, "kl": 0.1430522388254758, "context": 0.0742533957818523} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.6801548600196838, "loss_scale": 4.0, "retries": 0, "seconds": 231.8, "max_memory_gb": 17.17, "ce": 0.08527823624899611, "kl": 0.15392121354648225, "context": 0.1622388388204854} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.04843326285481453, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.17, "ce": 0.0027463233564049006, "kl": 0.00015004583656264003, "context": 0.0028213462501298636} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.12633740901947021, "loss_scale": 4.0, "retries": 0, "seconds": 234.4, "max_memory_gb": 17.17, "ce": 0.003429651100304909, "kl": 0.004589051690345514, "context": 0.005724176939111203} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5425805449485779, "loss_scale": 4.0, "retries": 0, "seconds": 235.6, "max_memory_gb": 17.17, "ce": 0.006093939395213965, "kl": 0.10938891832120134, "context": 0.060788399481680244} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 7.326943874359131, "loss_scale": 4.0, "retries": 0, "seconds": 237.2, "max_memory_gb": 17.17, "ce": 0.13084301874914672, "kl": 0.20280783704583882, "context": 0.23224693728843704} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.0101417303085327, "loss_scale": 4.0, "retries": 0, "seconds": 238.4, "max_memory_gb": 17.17, "ce": 0.012043709881254472, "kl": 0.6093221293849638, "context": 0.3167047603055835} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.6714444160461426, "loss_scale": 4.0, "retries": 0, "seconds": 239.6, "max_memory_gb": 17.17, "ce": 0.19783412158722058, "kl": 0.0075282531724951696, "context": 0.20159824793518055} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.450026988983154, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 17.17, "ce": 0.3345042878354434, "kl": 0.17963811241133953, "context": 0.42432335288322065} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.042283616960048676, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 17.17, "ce": 0.001598681694304105, "kl": 0.0022665269243589137, "context": 0.00273194516194053} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 4.991659164428711, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.17, "ce": 0.2613049148931168, "kl": 0.19063503998040687, "context": 0.35662241996033117} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.6071802377700806, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 17.17, "ce": 0.41251259871933144, "kl": 0.03425036055887176, "context": 0.4296377785358345} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.05004933103919029, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 17.17, "ce": 0.002647363508003764, "kl": 0.001250580787200306, "context": 0.003272653848398477} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.6075314283370972, "loss_scale": 4.0, "retries": 0, "seconds": 247.5, "max_memory_gb": 17.17, "ce": 0.057597660226747394, "kl": 0.005572234411374666, "context": 0.0603837781236507} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.12951017916202545, "loss_scale": 4.0, "retries": 0, "seconds": 249.0, "max_memory_gb": 17.17, "ce": 0.014012108236784115, "kl": 0.0007969780394887493, "context": 0.014410597330424935} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.1139756441116333, "loss_scale": 4.0, "retries": 0, "seconds": 250.2, "max_memory_gb": 17.17, "ce": 0.0030928537307772785, "kl": 0.18671041360425988, "context": 0.09644806388678262} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.947875738143921, "loss_scale": 4.0, "retries": 0, "seconds": 251.6, "max_memory_gb": 17.17, "ce": 0.024907571976655163, "kl": 0.5719436401336679, "context": 0.3108793969004182} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5670219659805298, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 17.17, "ce": 0.0787327540165279, "kl": 0.005652180171637156, "context": 0.08155884232837707} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.2402254343032837, "loss_scale": 4.0, "retries": 0, "seconds": 254.0, "max_memory_gb": 17.17, "ce": 0.09418515398283489, "kl": 0.006856254987724242, "context": 0.09761328028980643} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.3127692937850952, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.17, "ce": 0.2480648678028956, "kl": 0.02771511899481993, "context": 0.2619224345544353} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.282021403312683, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 17.17, "ce": 0.06458993666456081, "kl": 0.07449276468469179, "context": 0.10183631887775846} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.05947093665599823, "loss_scale": 4.0, "retries": 0, "seconds": 257.7, "max_memory_gb": 17.17, "ce": 0.0028206111019244418, "kl": 0.0025570484691570528, "context": 0.0040991352434502915} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.8977268934249878, "loss_scale": 4.0, "retries": 0, "seconds": 259.0, "max_memory_gb": 17.17, "ce": 0.020662586466642097, "kl": 0.02338661369140027, "context": 0.03235589331598021} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.4326942563056946, "loss_scale": 4.0, "retries": 0, "seconds": 260.2, "max_memory_gb": 17.17, "ce": 0.03138495358871296, "kl": 0.003883924611727707, "context": 0.03332691581454128} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2986260652542114, "loss_scale": 4.0, "retries": 0, "seconds": 261.4, "max_memory_gb": 17.17, "ce": 0.005862648802576587, "kl": 0.40207665695834294, "context": 0.20690098142949864} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.08176857978105545, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 17.17, "ce": 0.003971689562604297, "kl": 0.0016272439243039116, "context": 0.004785311612067744} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.6215522289276123, "loss_scale": 4.0, "retries": 0, "seconds": 263.7, "max_memory_gb": 17.17, "ce": 0.0746460854425095, "kl": 0.06094584846869111, "context": 0.10511900647543371} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.03941459581255913, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 17.17, "ce": 0.002291606695507653, "kl": 0.000954897372139385, "context": 0.002769055325188674} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.04193913936615, "loss_scale": 4.0, "retries": 0, "seconds": 266.3, "max_memory_gb": 17.17, "ce": 0.16567666988703422, "kl": 0.025087210233323276, "context": 0.17822028137743473} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 4.757749557495117, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 17.17, "ce": 0.4161233997438103, "kl": 0.08112633163909777, "context": 0.4566865731321741} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6942009925842285, "loss_scale": 4.0, "retries": 0, "seconds": 269.1, "max_memory_gb": 17.17, "ce": 0.12569084152346477, "kl": 0.05787701280496549, "context": 0.1546293539868202} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.3963353633880615, "loss_scale": 4.0, "retries": 0, "seconds": 270.7, "max_memory_gb": 17.17, "ce": 0.0891230060660746, "kl": 0.9228959726242465, "context": 0.5505709843127988} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.1358590126037598, "loss_scale": 4.0, "retries": 0, "seconds": 272.1, "max_memory_gb": 17.17, "ce": 0.19629711721790954, "kl": 0.030677489208756015, "context": 0.21163585610338487} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.8885995149612427, "loss_scale": 4.0, "retries": 0, "seconds": 273.7, "max_memory_gb": 17.17, "ce": 0.3002400050754659, "kl": 0.06602252431912348, "context": 0.33325127291027457} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.7513346672058105, "loss_scale": 4.0, "retries": 0, "seconds": 275.0, "max_memory_gb": 17.17, "ce": 0.45803491209517233, "kl": 0.019683182835706248, "context": 0.4678765131684486} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.8034631609916687, "loss_scale": 4.0, "retries": 0, "seconds": 276.3, "max_memory_gb": 17.17, "ce": 0.027152610331540927, "kl": 0.08203420322024613, "context": 0.06816971098305658} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04841390252113342, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 17.17, "ce": 0.002802086906740442, "kl": 0.0014741099175807904, "context": 0.0035391418932704255} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.7215238809585571, "loss_scale": 4.0, "retries": 0, "seconds": 278.8, "max_memory_gb": 17.17, "ce": 0.1623718771734275, "kl": 0.24793392047286034, "context": 0.28633884340524673} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.6192777156829834, "loss_scale": 4.0, "retries": 0, "seconds": 280.1, "max_memory_gb": 17.17, "ce": 0.010030564822955057, "kl": 0.22273741668686853, "context": 0.12139927482348867} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.26229128241539, "loss_scale": 4.0, "retries": 0, "seconds": 281.3, "max_memory_gb": 17.17, "ce": 0.019150821230141446, "kl": 0.0015821231390873436, "context": 0.019941882754210383} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6706309914588928, "loss_scale": 4.0, "retries": 0, "seconds": 282.6, "max_memory_gb": 17.17, "ce": 0.0032439129063277505, "kl": 0.06495983391869231, "context": 0.03572383042774163} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.248976707458496, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 17.17, "ce": 0.06582079440704547, "kl": 0.05583283435134945, "context": 0.09373720994335599} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.7761151790618896, "loss_scale": 4.0, "retries": 0, "seconds": 285.1, "max_memory_gb": 17.17, "ce": 0.13687663679593243, "kl": 0.0034955315059050918, "context": 0.1386243967572227} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.4932918548583984, "loss_scale": 4.0, "retries": 0, "seconds": 286.4, "max_memory_gb": 17.17, "ce": 0.04380930948536843, "kl": 0.04052309823600808, "context": 0.0640708587015979} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.1623695194721222, "loss_scale": 4.0, "retries": 0, "seconds": 287.8, "max_memory_gb": 17.17, "ce": 0.004888531380856875, "kl": 0.010902079549850896, "context": 0.010339571221265942} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7375600337982178, "loss_scale": 4.0, "retries": 0, "seconds": 289.1, "max_memory_gb": 17.17, "ce": 0.027028742726542987, "kl": 0.00833939073709189, "context": 0.03119843904278241} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.8794769048690796, "loss_scale": 4.0, "retries": 0, "seconds": 290.5, "max_memory_gb": 17.17, "ce": 0.02771889988798648, "kl": 0.008444830855296459, "context": 0.0319413148536114} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.42771002650260925, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 17.17, "ce": 0.008217309194151312, "kl": 0.05030900676501915, "context": 0.03337181266397238} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.2082128524780273, "loss_scale": 4.0, "retries": 0, "seconds": 293.0, "max_memory_gb": 17.17, "ce": 0.08011822641128674, "kl": 0.04763467244720232, "context": 0.1039355626271572} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.8593099117279053, "loss_scale": 4.0, "retries": 0, "seconds": 294.3, "max_memory_gb": 17.17, "ce": 0.4327231237257365, "kl": 0.28587721288204193, "context": 0.5756617449223995} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4912017583847046, "loss_scale": 4.0, "retries": 0, "seconds": 295.5, "max_memory_gb": 17.17, "ce": 0.03314525634050369, "kl": 0.05625321795378113, "context": 0.06127186672529206} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.40241026878356934, "loss_scale": 4.0, "retries": 0, "seconds": 296.8, "max_memory_gb": 17.17, "ce": 0.02485917232115753, "kl": 0.005013159116060706, "context": 0.027365751622710377} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.008682370185852, "loss_scale": 4.0, "retries": 0, "seconds": 298.3, "max_memory_gb": 17.17, "ce": 0.027566286735236645, "kl": 0.10880650277249515, "context": 0.08196953625883907} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.6157299280166626, "loss_scale": 4.0, "retries": 0, "seconds": 299.8, "max_memory_gb": 17.17, "ce": 0.020086235279450193, "kl": 0.011164253040988115, "context": 0.025668361777206883} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.74406099319458, "loss_scale": 4.0, "retries": 0, "seconds": 301.3, "max_memory_gb": 17.17, "ce": 0.3114160663972143, "kl": 0.010911243730333808, "context": 0.316871696151793} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.23231641948223114, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 17.17, "ce": 0.015463995499885641, "kl": 0.014476717376965098, "context": 0.022702354297507554} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.9153478145599365, "loss_scale": 4.0, "retries": 0, "seconds": 303.8, "max_memory_gb": 17.17, "ce": 0.058993311831727624, "kl": 0.022596671753490227, "context": 0.0702916493464727} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4214860796928406, "loss_scale": 4.0, "retries": 0, "seconds": 305.0, "max_memory_gb": 17.17, "ce": 0.022899269257322885, "kl": 0.005547868106077658, "context": 0.02567320319940336} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5341817140579224, "loss_scale": 4.0, "retries": 0, "seconds": 306.3, "max_memory_gb": 17.17, "ce": 0.10319091152632609, "kl": 0.01126604936143849, "context": 0.1088239352684468} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3691662847995758, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 17.17, "ce": 0.02081718636327423, "kl": 0.027260308732365957, "context": 0.034447340498445556} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.183371067047119, "loss_scale": 4.0, "retries": 0, "seconds": 308.8, "max_memory_gb": 17.17, "ce": 0.09778641283628531, "kl": 0.03556440456304699, "context": 0.11556861249846406} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.19717752933502197, "loss_scale": 4.0, "retries": 0, "seconds": 310.0, "max_memory_gb": 17.17, "ce": 0.0110710176959401, "kl": 0.01129901681724732, "context": 0.01672052577487193} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.05167751386761665, "loss_scale": 4.0, "retries": 0, "seconds": 311.2, "max_memory_gb": 17.17, "ce": 0.0028995701723033562, "kl": 0.001520915455330396, "context": 0.003660027970909141} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.168097972869873, "loss_scale": 4.0, "retries": 0, "seconds": 312.5, "max_memory_gb": 17.17, "ce": 0.02898743489640765, "kl": 0.19283080895820603, "context": 0.12540284309943672} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.6152074337005615, "loss_scale": 4.0, "retries": 0, "seconds": 313.7, "max_memory_gb": 17.17, "ce": 0.30517628803499974, "kl": 0.03774408269964624, "context": 0.3240483343251981} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.029391199350357056, "loss_scale": 4.0, "retries": 0, "seconds": 314.9, "max_memory_gb": 17.17, "ce": 0.0016678311803843826, "kl": 0.0004474778979783878, "context": 0.0018915700929937884} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.1997756958007812, "loss_scale": 4.0, "retries": 0, "seconds": 316.3, "max_memory_gb": 17.17, "ce": 0.006751002976670861, "kl": 0.10350510769967514, "context": 0.058503556094365194} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.26121389865875244, "loss_scale": 4.0, "retries": 0, "seconds": 317.5, "max_memory_gb": 17.17, "ce": 0.016988407471217215, "kl": 0.006523692805785686, "context": 0.02025025337934494} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.5590248107910156, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 17.17, "ce": 0.10044530872255564, "kl": 0.08332134014926851, "context": 0.1421059789136052} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.2529304027557373, "loss_scale": 4.0, "retries": 0, "seconds": 320.0, "max_memory_gb": 17.17, "ce": 0.010356823040638119, "kl": 0.008084421933745034, "context": 0.014399033767404035} diff --git a/runs/fixed_internvl/context/Random8_8109_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8109_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8109_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8109_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8109_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..51aa2867c1d93533b9e4806bb23bde540203ae28 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8109_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.25.mlp.down_proj": 144, + "model.language_model.layers.25.mlp.gate_proj": 144, + "model.language_model.layers.25.mlp.up_proj": 144, + "model.language_model.layers.25.self_attn.k_proj": 144, + "model.language_model.layers.25.self_attn.o_proj": 144, + "model.language_model.layers.25.self_attn.q_proj": 144, + "model.language_model.layers.25.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.25.mlp.down_proj": 72, + "model.language_model.layers.25.mlp.gate_proj": 72, + "model.language_model.layers.25.mlp.up_proj": 72, + "model.language_model.layers.25.self_attn.k_proj": 72, + "model.language_model.layers.25.self_attn.o_proj": 72, + "model.language_model.layers.25.self_attn.q_proj": 72, + "model.language_model.layers.25.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.25.self_attn.o_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.5.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8109_s13/config.json b/runs/fixed_internvl/context/Random8_8109_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8d19ede2fb390dbd0f744c8ac87ef6eb7ff04f3a --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8109_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8109", + "layers": [ + 4, + 5, + 10, + 15, + 25, + 26, + 28, + 29 + ], + "ranks": { + "4": 72, + "5": 72, + "10": 72, + "15": 72, + "25": 72, + "26": 72, + "28": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8109_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8109_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..54b45a0f4668ef07d626f240811c135f65bc3c0b --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8109_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.107748508453369, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.29814338684082, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.13, "ce": 0.634321396915766, "kl": 0.4669637712851227, "context": 0.867803298169747} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.767733573913574, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 17.14, "ce": 1.006657712161541, "kl": 0.07017374970018864, "context": 1.0417446047067642} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.072320938110352, "loss_scale": 4.0, "retries": 0, "seconds": 6.2, "max_memory_gb": 17.14, "ce": 0.30928692284214776, "kl": 0.44680354816955514, "context": 0.5326886982074939} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.1844804883003235, "loss_scale": 4.0, "retries": 0, "seconds": 7.5, "max_memory_gb": 17.14, "ce": 0.00937278134188091, "kl": 0.008408250614593271, "context": 0.013576906734670047} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.528473377227783, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 17.14, "ce": 0.17155619424011093, "kl": 0.08048060512373922, "context": 0.21179649587429594} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.1687798500061035, "loss_scale": 4.0, "retries": 0, "seconds": 9.9, "max_memory_gb": 17.14, "ce": 0.17784037896126392, "kl": 0.07954686871880767, "context": 0.2176138077320502} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.49593448638916, "loss_scale": 4.0, "retries": 0, "seconds": 10.9, "max_memory_gb": 17.14, "ce": 0.0838509714230895, "kl": 0.21414800034835935, "context": 0.1909249722957611} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.877709865570068, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.14, "ce": 0.10766027122735977, "kl": 0.1677020381030161, "context": 0.19151128688827157} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.6053146123886108, "loss_scale": 4.0, "retries": 0, "seconds": 12.9, "max_memory_gb": 17.14, "ce": 0.005693823506589979, "kl": 0.02574799960711971, "context": 0.01856782310642302} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.2044406235218048, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.14, "ce": 0.00823433472396573, "kl": 0.004366420403584925, "context": 0.010417544879601337} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.20480313897132874, "loss_scale": 4.0, "retries": 0, "seconds": 15.0, "max_memory_gb": 17.14, "ce": 0.0116915375328972, "kl": 0.002206710495556763, "context": 0.012794893122190842} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.08035272359848022, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.14, "ce": 0.002320336172488169, "kl": 0.0008566310680180322, "context": 0.0027486517356010154} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.564785957336426, "loss_scale": 4.0, "retries": 0, "seconds": 17.5, "max_memory_gb": 17.14, "ce": 0.07866359571926296, "kl": 0.7301274605561048, "context": 0.4437273168005049} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.9234333634376526, "loss_scale": 4.0, "retries": 0, "seconds": 18.7, "max_memory_gb": 17.14, "ce": 0.008950222960379506, "kl": 0.33614631466048195, "context": 0.17702337460082163} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.03649415448307991, "loss_scale": 4.0, "retries": 0, "seconds": 19.8, "max_memory_gb": 17.14, "ce": 0.0023025394111755304, "kl": 0.0008897599259398703, "context": 0.0027474194139358588} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.6000707149505615, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 17.14, "ce": 0.029093807068420574, "kl": 0.8226033149112482, "context": 0.44039545486157294} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7342231273651123, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.14, "ce": 0.006182085344335064, "kl": 0.2468423357931897, "context": 0.12960325535095762} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4086146652698517, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 17.14, "ce": 0.005096268748275179, "kl": 0.09476702514166391, "context": 0.05247978134866571} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.111855648458004, "loss_scale": 4.0, "retries": 0, "seconds": 24.7, "max_memory_gb": 17.14, "ce": 0.0010070454482047353, "kl": 0.010014348150434671, "context": 0.0060142193960928125} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.03502028062939644, "loss_scale": 4.0, "retries": 0, "seconds": 26.0, "max_memory_gb": 17.14, "ce": 0.000593829819081293, "kl": 0.0028752860307577066, "context": 0.0020314728244557045} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.7856534123420715, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 17.14, "ce": 0.04515069737681188, "kl": 0.032515647802938474, "context": 0.061408522036799695} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.66340970993042, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.14, "ce": 0.00036384973009262467, "kl": 0.3536114929641485, "context": 0.17716959732206305} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.48895853757858276, "loss_scale": 4.0, "retries": 0, "seconds": 29.7, "max_memory_gb": 17.14, "ce": 0.007016125367954373, "kl": 0.04438613113688916, "context": 0.029209189749963116} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.1641430854797363, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.14, "ce": 0.1744575954398897, "kl": 0.036324478685855865, "context": 0.19261983106844127} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.079725742340088, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 17.14, "ce": 0.0428754249260237, "kl": 0.5752491821044714, "context": 0.33050000848743366} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.2896339893341064, "loss_scale": 4.0, "retries": 0, "seconds": 33.7, "max_memory_gb": 17.14, "ce": 0.06844312613247894, "kl": 0.30898853091639467, "context": 0.22293738963344367} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.415363311767578, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 17.14, "ce": 0.14664261410871404, "kl": 0.2656849368941039, "context": 0.2794850803911686} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.502502918243408, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.14, "ce": 0.4139261424425058, "kl": 0.15571275675029028, "context": 0.4917825205484405} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.24045592546463013, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 17.14, "ce": 0.0038680194556945935, "kl": 0.011935627136608673, "context": 0.009835833168835961} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.8328378200531006, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 17.14, "ce": 0.5373767847195268, "kl": 0.06446710314776283, "context": 0.569610329112038} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.7490359544754028, "loss_scale": 4.0, "retries": 0, "seconds": 40.2, "max_memory_gb": 17.14, "ce": 0.020673986931797117, "kl": 0.03214789749472402, "context": 0.03674793668324128} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.789454936981201, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 17.14, "ce": 0.2476321766152978, "kl": 0.06326532736420631, "context": 0.27926484355702996} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.1198010444641113, "loss_scale": 4.0, "retries": 0, "seconds": 42.2, "max_memory_gb": 17.14, "ce": 0.007655078428797424, "kl": 0.7908163394931762, "context": 0.4030632448848337} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.05286021530628204, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 17.14, "ce": 0.0021665512904291973, "kl": 0.000395687903619546, "context": 0.0023643951935810037} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.3358285427093506, "loss_scale": 4.0, "retries": 0, "seconds": 44.6, "max_memory_gb": 17.14, "ce": 0.25578259344911203, "kl": 0.027764153375755996, "context": 0.26966466556768864} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.267784595489502, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.14, "ce": 0.09742954825924244, "kl": 0.42035919870249927, "context": 0.30760914587881416} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.1661128997802734, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 17.14, "ce": 0.06559907528571784, "kl": 0.4324111779424129, "context": 0.28180467418860644} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 0.9408458471298218, "loss_scale": 4.0, "retries": 0, "seconds": 48.6, "max_memory_gb": 17.14, "ce": 0.0763954527064925, "kl": 0.010759744956885697, "context": 0.08177532802801579} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.33956241607666016, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 17.14, "ce": 0.023503387928940356, "kl": 0.01891064870869741, "context": 0.032958711963146925} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.9302144050598145, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.14, "ce": 0.48680611653253436, "kl": 0.08842429821379483, "context": 0.5310182683169842} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.10851641744375229, "loss_scale": 4.0, "retries": 0, "seconds": 52.3, "max_memory_gb": 17.14, "ce": 0.009236850222805515, "kl": 0.0007729117860435508, "context": 0.009623306308640167} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.08464957773685455, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.14, "ce": 0.005018796655349433, "kl": 0.0007231009367387742, "context": 0.005380347138270736} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 12.199458122253418, "loss_scale": 4.0, "retries": 0, "seconds": 54.8, "max_memory_gb": 17.14, "ce": 0.16989523801021278, "kl": 0.8374399538879516, "context": 0.5886152433231473} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.881162643432617, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 17.14, "ce": 0.5303360269172117, "kl": 0.19094834383577108, "context": 0.6258102128049359} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.0782935619354248, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 17.14, "ce": 0.0618850655737333, "kl": 0.13000536744948477, "context": 0.12688774557318538} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.5469701886177063, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.14, "ce": 0.02516604686388746, "kl": 0.11515440058428794, "context": 0.08274324610829353} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.07002247124910355, "loss_scale": 4.0, "retries": 0, "seconds": 59.8, "max_memory_gb": 17.14, "ce": 0.003975800063926727, "kl": 0.002468522397975903, "context": 0.00521006144117564} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.24689385294914246, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.14, "ce": 0.013710070052184165, "kl": 0.03146639520127792, "context": 0.029443267645547166} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.7216118574142456, "loss_scale": 4.0, "retries": 0, "seconds": 62.1, "max_memory_gb": 17.14, "ce": 0.0693729440390598, "kl": 0.01146133406291483, "context": 0.07510361153981648} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 27.520103454589844, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 17.14, "ce": 0.14531249899300747, "kl": 0.037139874786589644, "context": 0.16388243682740722} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.40815699100494385, "loss_scale": 4.0, "retries": 0, "seconds": 64.6, "max_memory_gb": 17.14, "ce": 0.021860145963728428, "kl": 0.12300237384624779, "context": 0.08336133183911443} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.3207647800445557, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 17.14, "ce": 0.03988545190077275, "kl": 0.2633067967835814, "context": 0.17153884866274893} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.395430326461792, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.14, "ce": 0.13826489861821756, "kl": 0.10950088247773238, "context": 0.19301534199621528} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.2758580148220062, "loss_scale": 4.0, "retries": 0, "seconds": 68.3, "max_memory_gb": 17.14, "ce": 0.025097882142290473, "kl": 0.010686000634450465, "context": 0.03044088339083828} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4284861385822296, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 17.14, "ce": 0.026196812221314758, "kl": 0.07769965683110058, "context": 0.06504664104431868} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.20999321341514587, "loss_scale": 4.0, "retries": 0, "seconds": 70.7, "max_memory_gb": 17.14, "ce": 0.009719158231746405, "kl": 0.012887460645288229, "context": 0.01616288855439052} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.031302496790885925, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 17.14, "ce": 0.0018944116163766012, "kl": 0.00029484844708349556, "context": 0.0020418357889866456} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.0297622680664062, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.14, "ce": 0.1236635934037622, "kl": 0.0648472658067476, "context": 0.1560872295522131} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.0152473449707031, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.14, "ce": 0.1347333041485399, "kl": 0.07658793882001191, "context": 0.17302728118374944} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.005557894706726, "loss_scale": 4.0, "retries": 0, "seconds": 75.7, "max_memory_gb": 17.14, "ce": 0.06440666667185724, "kl": 0.46259736819774844, "context": 0.29570536233950406} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3466367721557617, "loss_scale": 4.0, "retries": 0, "seconds": 77.0, "max_memory_gb": 17.14, "ce": 0.03503554471535608, "kl": 0.01134117430774495, "context": 0.04070613323710859} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.0441762208938599, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 17.14, "ce": 0.09386327053653076, "kl": 0.1142068457120331, "context": 0.15096669597551227} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.24899594485759735, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 17.14, "ce": 0.018100893474183977, "kl": 0.006945018190890551, "context": 0.02157340303529054} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.7068057060241699, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.14, "ce": 0.14530233014374971, "kl": 0.09297946561127901, "context": 0.19179206434637308} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.8712196350097656, "loss_scale": 4.0, "retries": 0, "seconds": 81.6, "max_memory_gb": 17.14, "ce": 0.21095189601692255, "kl": 0.07779075002190439, "context": 0.24984726353432052} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.08564800024032593, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.14, "ce": 0.007169633187004365, "kl": 0.005709966570975666, "context": 0.010024616349255666} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.2656908929347992, "loss_scale": 4.0, "retries": 0, "seconds": 83.8, "max_memory_gb": 17.14, "ce": 0.011454660416347906, "kl": 0.013662066150573082, "context": 0.018285692851350177} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.6010971069335938, "loss_scale": 4.0, "retries": 0, "seconds": 84.9, "max_memory_gb": 17.14, "ce": 0.5813067076378502, "kl": 0.012907252166769467, "context": 0.5877603244152851} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.4813309907913208, "loss_scale": 4.0, "retries": 0, "seconds": 86.3, "max_memory_gb": 17.14, "ce": 0.011099183233454823, "kl": 0.001637002467759885, "context": 0.011917684634681791} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.11186915636062622, "loss_scale": 4.0, "retries": 0, "seconds": 87.5, "max_memory_gb": 17.14, "ce": 0.007633524292032234, "kl": 0.007173212874477031, "context": 0.011220130807487294} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.7998765110969543, "loss_scale": 4.0, "retries": 0, "seconds": 88.7, "max_memory_gb": 17.14, "ce": 0.01681027584709227, "kl": 0.43587812478654087, "context": 0.23474933265242726} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.4625577926635742, "loss_scale": 4.0, "retries": 0, "seconds": 90.0, "max_memory_gb": 17.14, "ce": 0.1653310887340922, "kl": 0.033322803436021786, "context": 0.1819924874289427} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.3661726713180542, "loss_scale": 4.0, "retries": 0, "seconds": 91.1, "max_memory_gb": 17.14, "ce": 0.1098534073389601, "kl": 0.0924735831495127, "context": 0.15609019900875865} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.769705891609192, "loss_scale": 4.0, "retries": 0, "seconds": 92.3, "max_memory_gb": 17.14, "ce": 0.5180586287169717, "kl": 0.7597087896429002, "context": 0.8979130198713392} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.2396726608276367, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 17.14, "ce": 0.018673406360903755, "kl": 1.2576547525823116, "context": 0.6475007761036977} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.5658539533615112, "loss_scale": 4.0, "retries": 0, "seconds": 94.8, "max_memory_gb": 17.14, "ce": 0.016452285228297114, "kl": 0.021700032288208604, "context": 0.027302301488816738} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.5374247431755066, "loss_scale": 4.0, "retries": 0, "seconds": 96.0, "max_memory_gb": 17.14, "ce": 0.002736638591159135, "kl": 0.12968019281106535, "context": 0.06757673699758016} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.3463517129421234, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.14, "ce": 0.012705430439382326, "kl": 0.013238467558039702, "context": 0.019324663604493253} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.25933146476745605, "loss_scale": 4.0, "retries": 0, "seconds": 98.5, "max_memory_gb": 17.14, "ce": 0.0027331209494150244, "kl": 0.04152773937494203, "context": 0.023496989866544027} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.8534038662910461, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 17.14, "ce": 0.12035047938115895, "kl": 0.04076897245977307, "context": 0.1407349610235542} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.1571706235408783, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 17.14, "ce": 0.012728779227472842, "kl": 0.004765068770211656, "context": 0.01511131355073303} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.6847593784332275, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 17.14, "ce": 0.12129332034965046, "kl": 0.4925554259243654, "context": 0.3675710291136056} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.573398470878601, "loss_scale": 4.0, "retries": 0, "seconds": 103.5, "max_memory_gb": 17.14, "ce": 0.13523892901139334, "kl": 0.041166512224663165, "context": 0.15582218010968063} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.16472317278385162, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.14, "ce": 0.004782254291058052, "kl": 0.0011330093914239114, "context": 0.0053487589902943} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.1801151037216187, "loss_scale": 4.0, "retries": 0, "seconds": 105.9, "max_memory_gb": 17.14, "ce": 0.033953478327021, "kl": 0.29308943869546056, "context": 0.1804981942404993} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.6174265146255493, "loss_scale": 4.0, "retries": 0, "seconds": 107.2, "max_memory_gb": 17.14, "ce": 0.007083860575221479, "kl": 0.5428812289610505, "context": 0.2785244812257588} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.30295804142951965, "loss_scale": 4.0, "retries": 0, "seconds": 108.5, "max_memory_gb": 17.14, "ce": 0.01985079800215317, "kl": 0.0030752587523394936, "context": 0.021388428278442007} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.36173737049102783, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.14, "ce": 0.030019229645404266, "kl": 0.019906080669898074, "context": 0.03997227182117058} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.1940065324306488, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 17.14, "ce": 0.017098662501666695, "kl": 0.0036591944663086906, "context": 0.01892826013499871} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.672614097595215, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 17.14, "ce": 0.38914551088237204, "kl": 0.2411788007884752, "context": 0.5097349191928515} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.5720267295837402, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.14, "ce": 0.1531416232464835, "kl": 0.23920588377222884, "context": 0.27274457953171805} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.584031581878662, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.14, "ce": 0.06976009714708198, "kl": 0.254324385918153, "context": 0.1969222901680041} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.2482736110687256, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 17.14, "ce": 0.05525555118219927, "kl": 0.017120590739068575, "context": 0.06381584503105842} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.15535831451416, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 17.14, "ce": 0.4300479557423387, "kl": 0.029168078675866127, "context": 0.44463199633173645} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.231461763381958, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.14, "ce": 0.27463061253365595, "kl": 0.00826506809607963, "context": 0.27876313534216024} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.48525309562683105, "loss_scale": 4.0, "retries": 0, "seconds": 119.5, "max_memory_gb": 17.14, "ce": 0.01675839867675677, "kl": 0.02366684703156352, "context": 0.028591821901500225} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.33936789631843567, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.14, "ce": 0.002423930083750747, "kl": 0.09115921322154463, "context": 0.04800353494647425} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.12458955496549606, "loss_scale": 4.0, "retries": 0, "seconds": 122.0, "max_memory_gb": 17.14, "ce": 0.017401684017386287, "kl": 0.006246573426324176, "context": 0.020524970765109174} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.835215151309967, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 17.14, "ce": 0.04667634665383957, "kl": 0.34099011180296657, "context": 0.2171714066353161} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.28166648745536804, "loss_scale": 4.0, "retries": 0, "seconds": 124.5, "max_memory_gb": 17.14, "ce": 0.006210629100678489, "kl": 0.031609961995854974, "context": 0.022015609545633197} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.2594386339187622, "loss_scale": 4.0, "retries": 0, "seconds": 125.7, "max_memory_gb": 17.14, "ce": 0.032589121139608324, "kl": 0.013160928792785853, "context": 0.03916958638001233} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.16364619135856628, "loss_scale": 4.0, "retries": 0, "seconds": 127.1, "max_memory_gb": 17.14, "ce": 0.011359331037965603, "kl": 0.006696493823255878, "context": 0.014707577545777895} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.09882275760173798, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 17.14, "ce": 0.008503240620484576, "kl": 0.003112643178610597, "context": 0.010059562016976997} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.9560508728027344, "loss_scale": 4.0, "retries": 0, "seconds": 129.4, "max_memory_gb": 17.14, "ce": 0.018259092932567, "kl": 0.3411242050351575, "context": 0.18882118887268007} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.026802701875567436, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 17.14, "ce": 0.0026408325938973576, "kl": 0.0006010019351379015, "context": 0.002941333601484075} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.43310171365737915, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 17.14, "ce": 0.05065741963335313, "kl": 0.12355373848959061, "context": 0.11243429232854396} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.9837113618850708, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 17.14, "ce": 0.3151454414037289, "kl": 0.010218595068636205, "context": 0.32025474731926806} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.838545083999634, "loss_scale": 4.0, "retries": 0, "seconds": 134.3, "max_memory_gb": 17.14, "ce": 0.16584563069045544, "kl": 0.18029857194051147, "context": 0.25599491503089666} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.536274254322052, "loss_scale": 4.0, "retries": 0, "seconds": 135.5, "max_memory_gb": 17.14, "ce": 0.04632365726865828, "kl": 0.006401361431926489, "context": 0.049524338683113456} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.017991382628679276, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 17.14, "ce": 0.001600398070877418, "kl": 0.0007927026854304131, "context": 0.0019967494008596987} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.1533348113298416, "loss_scale": 4.0, "retries": 0, "seconds": 137.7, "max_memory_gb": 17.14, "ce": 0.014106036454904824, "kl": 0.0029590875001304084, "context": 0.01558557985117659} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.4698503911495209, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 17.14, "ce": 0.010878119966946542, "kl": 0.08555625198641792, "context": 0.05365624709520489} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.3718454837799072, "loss_scale": 4.0, "retries": 0, "seconds": 140.0, "max_memory_gb": 17.14, "ce": 0.017676366260275245, "kl": 0.5231506783784425, "context": 0.27925170058733784} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.9732436537742615, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.14, "ce": 0.028284000320127234, "kl": 0.06627639249200001, "context": 0.06142219656612724} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.7099416851997375, "loss_scale": 4.0, "retries": 0, "seconds": 142.3, "max_memory_gb": 17.14, "ce": 0.10594622310600244, "kl": 0.262919686625537, "context": 0.23740606647334062} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.07555875927209854, "loss_scale": 4.0, "retries": 0, "seconds": 143.6, "max_memory_gb": 17.14, "ce": 0.0051516864623408765, "kl": 0.004262087200459064, "context": 0.007282730148290284} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.0705490112304688, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.14, "ce": 0.22472199614276178, "kl": 0.004123118127608905, "context": 0.22678354984964244} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.19149552285671234, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 17.14, "ce": 0.00715685699833557, "kl": 0.006954197240588655, "context": 0.010633955738740042} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.8358943462371826, "loss_scale": 4.0, "retries": 0, "seconds": 147.3, "max_memory_gb": 17.14, "ce": 0.16011638997588307, "kl": 0.19401753484271467, "context": 0.25712515879422426} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7688773274421692, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 17.14, "ce": 0.06376193473261083, "kl": 0.048262760276884364, "context": 0.08789331487787422} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.0235248804092407, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 17.14, "ce": 0.17319150247203652, "kl": 0.02545592426577059, "context": 0.18591946576634655} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.379122257232666, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.14, "ce": 0.042167569044977427, "kl": 0.023191173269879073, "context": 0.05376315745525062} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.8730828762054443, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 17.14, "ce": 0.614254054002231, "kl": 0.4058132901391218, "context": 0.8171606813702965} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7950264811515808, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.14, "ce": 0.13779772919951938, "kl": 0.0782548444431086, "context": 0.17692515143426135} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.2574141025543213, "loss_scale": 4.0, "retries": 0, "seconds": 154.8, "max_memory_gb": 17.14, "ce": 0.7169888103380799, "kl": 0.06467746407724917, "context": 0.7493275441229343} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.09670722484588623, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.14, "ce": 0.007114392516086809, "kl": 0.000651596663374221, "context": 0.007440191038767807} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.045652151107788, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 17.14, "ce": 0.09909735561086563, "kl": 0.5085224751965143, "context": 0.35335860078339465} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.9357045888900757, "loss_scale": 4.0, "retries": 0, "seconds": 158.4, "max_memory_gb": 17.14, "ce": 0.11530555397621356, "kl": 0.037558523972620605, "context": 0.13408481383521575} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.47065380215644836, "loss_scale": 4.0, "retries": 0, "seconds": 159.6, "max_memory_gb": 17.14, "ce": 0.037539841956458986, "kl": 0.2436758294061292, "context": 0.1593777610687539} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.222561359405518, "loss_scale": 4.0, "retries": 0, "seconds": 160.9, "max_memory_gb": 17.14, "ce": 0.31472633191151544, "kl": 0.3255766612419393, "context": 0.47751466161571443} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.8801587820053101, "loss_scale": 4.0, "retries": 0, "seconds": 162.1, "max_memory_gb": 17.14, "ce": 0.16275756832328625, "kl": 0.03985024920257274, "context": 0.1826826989708934} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.4646553993225098, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.14, "ce": 0.3067519157739298, "kl": 0.038671528338454664, "context": 0.3260876730782911} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.9392721652984619, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.14, "ce": 0.16839811015233863, "kl": 0.0043698947590655735, "context": 0.17058305749378633} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.40163975954055786, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.14, "ce": 0.01456219344981946, "kl": 0.07561344667556114, "context": 0.0523689183028182} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.9084337949752808, "loss_scale": 4.0, "retries": 0, "seconds": 167.1, "max_memory_gb": 17.14, "ce": 0.057827170530799776, "kl": 0.09975522151307814, "context": 0.1077047853032127} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.46512845158576965, "loss_scale": 4.0, "retries": 0, "seconds": 168.4, "max_memory_gb": 17.14, "ce": 0.01677342934999615, "kl": 0.03492504809764796, "context": 0.03423595339700114} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.7412705421447754, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.14, "ce": 0.0795045462436974, "kl": 0.12321702018380165, "context": 0.14111305633559823} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.879462718963623, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 17.14, "ce": 0.010488435953448061, "kl": 0.08784145907998209, "context": 0.054409165066317655} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.05893043801188469, "loss_scale": 4.0, "retries": 0, "seconds": 172.4, "max_memory_gb": 17.14, "ce": 0.00496687027043663, "kl": 0.0020008238261652878, "context": 0.005967282369965687} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.07309001684188843, "loss_scale": 4.0, "retries": 0, "seconds": 173.6, "max_memory_gb": 17.14, "ce": 0.009108684345846996, "kl": 0.0008169535649358295, "context": 0.009517161284748} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.9749654531478882, "loss_scale": 4.0, "retries": 0, "seconds": 175.0, "max_memory_gb": 17.14, "ce": 0.06895586106111296, "kl": 0.01473402147530578, "context": 0.07632287224987522} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 6.216272354125977, "loss_scale": 4.0, "retries": 0, "seconds": 176.2, "max_memory_gb": 17.14, "ce": 0.3844018431263976, "kl": 0.031599721191014396, "context": 0.4002017074235482} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.43043574690818787, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 17.14, "ce": 0.02625274221645668, "kl": 0.0944985400128644, "context": 0.07350201421650127} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.022693244740366936, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.14, "ce": 0.001308094011619687, "kl": 0.0028280924288992537, "context": 0.0027221402851864696} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.12641920149326324, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 17.14, "ce": 0.01561533242056612, "kl": 0.008846946686389856, "context": 0.020038806193042547} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.515830636024475, "loss_scale": 4.0, "retries": 0, "seconds": 181.4, "max_memory_gb": 17.14, "ce": 0.3702765644702595, "kl": 0.4206796414364362, "context": 0.5806163843953982} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.17256860435009003, "loss_scale": 4.0, "retries": 0, "seconds": 182.7, "max_memory_gb": 17.14, "ce": 0.013244819794635987, "kl": 0.00935991528967861, "context": 0.017924777770531364} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.14654487371444702, "loss_scale": 4.0, "retries": 0, "seconds": 183.9, "max_memory_gb": 17.14, "ce": 0.01863523418433033, "kl": 0.0016354509816665086, "context": 0.019452959240879864} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.49838516116142273, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.14, "ce": 0.06360951215901878, "kl": 0.037698230938985944, "context": 0.08245862567855511} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.6174236536026001, "loss_scale": 4.0, "retries": 0, "seconds": 186.6, "max_memory_gb": 17.14, "ce": 0.023505590157583356, "kl": 0.026324254777136957, "context": 0.03666771569987759} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.9174330830574036, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 17.14, "ce": 0.0028710685146506876, "kl": 0.17391579083960096, "context": 0.08982896263478324} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6813050508499146, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.14, "ce": 0.00576577395258937, "kl": 0.39457723142550094, "context": 0.20305438408104237} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.446984201669693, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.14, "ce": 0.04738570782501483, "kl": 0.08534630271969945, "context": 0.09005886279192055} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.0253627300262451, "loss_scale": 4.0, "retries": 0, "seconds": 193.0, "max_memory_gb": 17.14, "ce": 0.22989170452638064, "kl": 0.010402679847175023, "context": 0.23509304113395046} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.1787267923355103, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 17.14, "ce": 0.021810319391079247, "kl": 0.018099711053764622, "context": 0.030860173937981017} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3070247769355774, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 17.14, "ce": 0.027947531081736088, "kl": 0.029240229167044163, "context": 0.04256764682941139} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.2170886993408203, "loss_scale": 4.0, "retries": 0, "seconds": 197.6, "max_memory_gb": 17.14, "ce": 0.20529327014810406, "kl": 0.08654731373826507, "context": 0.24856693256879225} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.7424255609512329, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.14, "ce": 0.005083539756014943, "kl": 0.05373502576549072, "context": 0.03195105190388858} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.8733773827552795, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.14, "ce": 0.06529792019864544, "kl": 0.2148206786805531, "context": 0.17270826327148825} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.061671257019043, "loss_scale": 4.0, "retries": 0, "seconds": 202.2, "max_memory_gb": 17.14, "ce": 0.15969146194402128, "kl": 0.14597790845346026, "context": 0.23268041244591586} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.448206901550293, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 17.14, "ce": 0.08581740170484409, "kl": 0.11455653370649088, "context": 0.14309567600139417} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.550626754760742, "loss_scale": 4.0, "retries": 0, "seconds": 205.1, "max_memory_gb": 17.14, "ce": 0.24556794937234372, "kl": 0.6317322565737413, "context": 0.5614340934844222} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 6.114835262298584, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.14, "ce": 0.11503044178971322, "kl": 0.09122052913699008, "context": 0.16064070670836372} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.13174600899219513, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.14, "ce": 0.01176141551695764, "kl": 0.006348078033624915, "context": 0.014935454295482486} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.2068397998809814, "loss_scale": 4.0, "retries": 0, "seconds": 209.9, "max_memory_gb": 17.14, "ce": 0.3367693268228322, "kl": 0.06974933727178723, "context": 0.3716439949348569} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.2916569709777832, "loss_scale": 4.0, "retries": 0, "seconds": 211.7, "max_memory_gb": 17.14, "ce": 0.024412204773398116, "kl": 0.0062318005511770025, "context": 0.027528104925295338} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.14552928507328033, "loss_scale": 4.0, "retries": 0, "seconds": 213.0, "max_memory_gb": 17.14, "ce": 0.014878452089760685, "kl": 0.0034233251790283248, "context": 0.016590114348218776} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.3896715641021729, "loss_scale": 4.0, "retries": 0, "seconds": 214.9, "max_memory_gb": 17.14, "ce": 0.06850449633202516, "kl": 0.9060413623228669, "context": 0.5215251869522035} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.012037603184580803, "loss_scale": 4.0, "retries": 0, "seconds": 216.2, "max_memory_gb": 17.14, "ce": 0.0009508633884252049, "kl": 8.490645586789469e-05, "context": 0.0009933166147675365} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5972447395324707, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 17.14, "ce": 0.01261434612388257, "kl": 0.07640956883551553, "context": 0.050819130206946284} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.10563277453184128, "loss_scale": 4.0, "retries": 0, "seconds": 218.9, "max_memory_gb": 17.14, "ce": 0.007849333807826042, "kl": 0.008971557032054989, "context": 0.012335112085565925} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.15478117763996124, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 17.14, "ce": 0.011326123087201267, "kl": 0.0050642573478398845, "context": 0.013858251681085676} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.4722723960876465, "loss_scale": 4.0, "retries": 0, "seconds": 221.4, "max_memory_gb": 17.14, "ce": 0.03786203608615324, "kl": 0.010038167319862623, "context": 0.04288111986534204} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.9622164964675903, "loss_scale": 4.0, "retries": 0, "seconds": 222.8, "max_memory_gb": 17.14, "ce": 0.12528556841425598, "kl": 0.03634736206731759, "context": 0.14345925021916628} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.08205114305019379, "loss_scale": 4.0, "retries": 0, "seconds": 224.0, "max_memory_gb": 17.14, "ce": 0.006059062005078886, "kl": 0.001294320849410724, "context": 0.00670622251345776} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8167002201080322, "loss_scale": 4.0, "retries": 0, "seconds": 225.3, "max_memory_gb": 17.14, "ce": 0.0378481241496047, "kl": 0.6368544186570944, "context": 0.35627532882790547} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.2121552228927612, "loss_scale": 4.0, "retries": 0, "seconds": 226.8, "max_memory_gb": 17.14, "ce": 0.1090766484849155, "kl": 0.019831901387078688, "context": 0.11899259744677693} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.1816048622131348, "loss_scale": 4.0, "retries": 0, "seconds": 228.2, "max_memory_gb": 17.14, "ce": 0.38819583247823175, "kl": 0.009961245399608742, "context": 0.39317645601113327} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.32731133699417114, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 17.14, "ce": 0.030658985080663115, "kl": 0.020248636643373175, "context": 0.0407833033677889} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5452315807342529, "loss_scale": 4.0, "retries": 0, "seconds": 230.9, "max_memory_gb": 17.14, "ce": 0.003850333217997104, "kl": 0.1171298078406835, "context": 0.06241523887729272} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.9237632751464844, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 17.14, "ce": 0.061587945790961385, "kl": 0.21772401274392905, "context": 0.17044995148899034} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.04461665451526642, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 17.14, "ce": 0.003275376482633874, "kl": 0.00023012134988675825, "context": 0.003390437108464539} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.08938063681125641, "loss_scale": 4.0, "retries": 0, "seconds": 234.9, "max_memory_gb": 17.14, "ce": 0.0033965461479965597, "kl": 0.004194150846160483, "context": 0.005493621836649254} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.29599159955978394, "loss_scale": 4.0, "retries": 0, "seconds": 236.2, "max_memory_gb": 17.14, "ce": 0.0062576190393883735, "kl": 0.084583492175625, "context": 0.048549364728387445} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.208331108093262, "loss_scale": 4.0, "retries": 0, "seconds": 238.2, "max_memory_gb": 17.14, "ce": 0.09340811528090853, "kl": 0.14125110429813503, "context": 0.16403365986479912} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 6.453700065612793, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 17.14, "ce": 0.014417263977520633, "kl": 0.5516348412165826, "context": 0.29023469470848795} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.098400592803955, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.14, "ce": 0.19546387901937123, "kl": 0.009390843761138967, "context": 0.20015930486260913} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.890209674835205, "loss_scale": 4.0, "retries": 0, "seconds": 242.0, "max_memory_gb": 17.14, "ce": 0.31838507679640315, "kl": 0.25049254978148383, "context": 0.4436313600454014} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.03549138084053993, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.14, "ce": 0.0015468295314349234, "kl": 0.0025741799181560054, "context": 0.0028339194250293076} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 11.94469928741455, "loss_scale": 4.0, "retries": 0, "seconds": 244.7, "max_memory_gb": 17.14, "ce": 0.18938180315308273, "kl": 0.12987515197892208, "context": 0.2543193793389946} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.052298903465271, "loss_scale": 4.0, "retries": 0, "seconds": 245.9, "max_memory_gb": 17.14, "ce": 0.3851097956940066, "kl": 0.03344765813289996, "context": 0.401833632204216} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.05170031636953354, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 17.14, "ce": 0.003344437209307216, "kl": 0.0026257858503413445, "context": 0.004657330136978999} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.6545359492301941, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 17.14, "ce": 0.07586240215459839, "kl": 0.006923307555553038, "context": 0.07932405720930547} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.13311128318309784, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.14, "ce": 0.01691969609237276, "kl": 0.0012200071651022881, "context": 0.017529699922306463} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.041384220123291, "loss_scale": 4.0, "retries": 0, "seconds": 251.1, "max_memory_gb": 17.14, "ce": 0.0030351718269230332, "kl": 0.26432260190813395, "context": 0.13519647956854897} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.227759599685669, "loss_scale": 4.0, "retries": 0, "seconds": 252.5, "max_memory_gb": 17.14, "ce": 0.025031688695889898, "kl": 0.4744645455364207, "context": 0.26226396353013115} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.713729739189148, "loss_scale": 4.0, "retries": 0, "seconds": 253.7, "max_memory_gb": 17.14, "ce": 0.07620600594964344, "kl": 0.00744903233498917, "context": 0.07993052354140673} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.1292208433151245, "loss_scale": 4.0, "retries": 0, "seconds": 254.9, "max_memory_gb": 17.14, "ce": 0.13192694778263103, "kl": 0.009280976137233665, "context": 0.13656743167666718} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.6884605288505554, "loss_scale": 4.0, "retries": 0, "seconds": 256.2, "max_memory_gb": 17.14, "ce": 0.25634082092437893, "kl": 0.02125832646561321, "context": 0.26696997857652605} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.2527164220809937, "loss_scale": 4.0, "retries": 0, "seconds": 257.3, "max_memory_gb": 17.14, "ce": 0.07789560615492519, "kl": 0.0920283090617886, "context": 0.1239097569778096} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.046575456857681274, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 17.14, "ce": 0.0032211632351391017, "kl": 0.0025583740618913, "context": 0.004500350252783392} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.5234189033508301, "loss_scale": 4.0, "retries": 0, "seconds": 260.1, "max_memory_gb": 17.14, "ce": 0.023665927536058007, "kl": 0.02575904042168986, "context": 0.03654544893652201} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.4023136794567108, "loss_scale": 4.0, "retries": 0, "seconds": 261.6, "max_memory_gb": 17.14, "ce": 0.033412984281312674, "kl": 0.003647310077212751, "context": 0.035236640367656946} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.0052579641342163, "loss_scale": 4.0, "retries": 0, "seconds": 262.9, "max_memory_gb": 17.14, "ce": 0.005636876929202117, "kl": 0.34645377851575176, "context": 0.17886375963280443} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.08948588371276855, "loss_scale": 4.0, "retries": 0, "seconds": 264.3, "max_memory_gb": 17.14, "ce": 0.005374088970711455, "kl": 0.003174623997438175, "context": 0.00696140096988529} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.3862813115119934, "loss_scale": 4.0, "retries": 0, "seconds": 265.6, "max_memory_gb": 17.14, "ce": 0.08082020684378222, "kl": 0.05800326284952462, "context": 0.10982184018939734} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.036260224878787994, "loss_scale": 4.0, "retries": 0, "seconds": 266.9, "max_memory_gb": 17.14, "ce": 0.002872373443096876, "kl": 0.001030476803862257, "context": 0.0033876117449835874} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.4486571550369263, "loss_scale": 4.0, "retries": 0, "seconds": 268.3, "max_memory_gb": 17.14, "ce": 0.20268489804584533, "kl": 0.054092780861537904, "context": 0.22973129118327051} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.6718803644180298, "loss_scale": 4.0, "retries": 0, "seconds": 269.5, "max_memory_gb": 17.14, "ce": 0.45716113298840355, "kl": 0.11020255735274986, "context": 0.512262422736967} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.277748942375183, "loss_scale": 4.0, "retries": 0, "seconds": 270.9, "max_memory_gb": 17.14, "ce": 0.13936026584997308, "kl": 0.055504102958366275, "context": 0.16711231639783364} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 2.3049066066741943, "loss_scale": 4.0, "retries": 0, "seconds": 272.1, "max_memory_gb": 17.14, "ce": 0.09529937530169263, "kl": 0.9052109852273134, "context": 0.5479048512643203} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.5837894082069397, "loss_scale": 4.0, "retries": 0, "seconds": 273.5, "max_memory_gb": 17.14, "ce": 0.18620337556058075, "kl": 0.020803553687073872, "context": 0.19660515426949132} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.281028151512146, "loss_scale": 4.0, "retries": 0, "seconds": 274.8, "max_memory_gb": 17.14, "ce": 0.2895634299638914, "kl": 0.07003717587213032, "context": 0.3245820162992459} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.242694616317749, "loss_scale": 4.0, "retries": 0, "seconds": 276.1, "max_memory_gb": 17.14, "ce": 0.5002423411933705, "kl": 0.01640843037966988, "context": 0.5084465617255773} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4336518347263336, "loss_scale": 4.0, "retries": 0, "seconds": 277.4, "max_memory_gb": 17.14, "ce": 0.026215203950414434, "kl": 0.05420011995374807, "context": 0.05331526364898309} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04190831631422043, "loss_scale": 4.0, "retries": 0, "seconds": 278.5, "max_memory_gb": 17.14, "ce": 0.0030439622059930116, "kl": 0.0015361569521701313, "context": 0.00381204069708474} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.1636245250701904, "loss_scale": 4.0, "retries": 0, "seconds": 279.5, "max_memory_gb": 17.14, "ce": 0.19754031137563288, "kl": 0.2013376485556364, "context": 0.29820913076400757} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.9671962261199951, "loss_scale": 4.0, "retries": 0, "seconds": 281.1, "max_memory_gb": 17.14, "ce": 0.012930997560033575, "kl": 0.19877301484666532, "context": 0.11231750241131522} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.24230775237083435, "loss_scale": 4.0, "retries": 0, "seconds": 282.3, "max_memory_gb": 17.14, "ce": 0.024972901795990765, "kl": 0.0020829888690059306, "context": 0.026014396047685295} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5228669047355652, "loss_scale": 4.0, "retries": 0, "seconds": 283.5, "max_memory_gb": 17.14, "ce": 0.002528345365135465, "kl": 0.06332508227023936, "context": 0.03419088592636399} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.245815634727478, "loss_scale": 4.0, "retries": 0, "seconds": 284.8, "max_memory_gb": 17.14, "ce": 0.06893630090053193, "kl": 0.07794267859571846, "context": 0.10790763955446891} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.8096755743026733, "loss_scale": 4.0, "retries": 0, "seconds": 286.1, "max_memory_gb": 17.14, "ce": 0.10870119859464467, "kl": 0.009990802607717342, "context": 0.11369660226046108} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.7563748359680176, "loss_scale": 4.0, "retries": 0, "seconds": 287.5, "max_memory_gb": 17.14, "ce": 0.06780647012055852, "kl": 0.05162944906987832, "context": 0.09362119558500126} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.19016879796981812, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 17.14, "ce": 0.0056733555102255195, "kl": 0.020602196145773632, "context": 0.015974453126545995} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6031186580657959, "loss_scale": 4.0, "retries": 0, "seconds": 290.2, "max_memory_gb": 17.14, "ce": 0.03526879700075369, "kl": 0.008870331235812046, "context": 0.039703961403574795} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.3303369879722595, "loss_scale": 4.0, "retries": 0, "seconds": 292.0, "max_memory_gb": 17.14, "ce": 0.015698168775998056, "kl": 0.008045169214710768, "context": 0.019720754280569963} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.28610819578170776, "loss_scale": 4.0, "retries": 0, "seconds": 293.2, "max_memory_gb": 17.14, "ce": 0.009906033919833135, "kl": 0.0330660839099437, "context": 0.02643907512538135} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.9953014254570007, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 17.14, "ce": 0.07047157904162304, "kl": 0.01909532745423803, "context": 0.08001924370182678} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.182394027709961, "loss_scale": 4.0, "retries": 0, "seconds": 295.7, "max_memory_gb": 17.14, "ce": 0.39924401624011807, "kl": 0.2650820283452049, "context": 0.5317850221181288} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.476319283246994, "loss_scale": 4.0, "retries": 0, "seconds": 296.8, "max_memory_gb": 17.14, "ce": 0.04286720388336107, "kl": 0.09263670683139935, "context": 0.08918555590207689} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.2560153603553772, "loss_scale": 4.0, "retries": 0, "seconds": 298.0, "max_memory_gb": 17.14, "ce": 0.022514475916977972, "kl": 0.006450149121519644, "context": 0.025739551172591746} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.6723447442054749, "loss_scale": 4.0, "retries": 0, "seconds": 299.4, "max_memory_gb": 17.14, "ce": 0.025904880836606026, "kl": 0.10145046468824148, "context": 0.07663011341355741} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.39202818274497986, "loss_scale": 4.0, "retries": 0, "seconds": 300.6, "max_memory_gb": 17.14, "ce": 0.02511417568894103, "kl": 0.014080374494369607, "context": 0.032154362939763814} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.6962686777114868, "loss_scale": 4.0, "retries": 0, "seconds": 302.0, "max_memory_gb": 17.14, "ce": 0.2856012176780496, "kl": 0.015675564709454193, "context": 0.29343898507067934} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.15888963639736176, "loss_scale": 4.0, "retries": 0, "seconds": 303.4, "max_memory_gb": 17.14, "ce": 0.015648648550268263, "kl": 0.017475973843829706, "context": 0.02438663598150015} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.5201222896575928, "loss_scale": 4.0, "retries": 0, "seconds": 304.6, "max_memory_gb": 17.14, "ce": 0.07551967861945741, "kl": 0.0216580448914101, "context": 0.08634869920206256} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4238625466823578, "loss_scale": 4.0, "retries": 0, "seconds": 306.0, "max_memory_gb": 17.14, "ce": 0.027222438970056828, "kl": 0.007975865381013136, "context": 0.03121037255914416} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.34345710277557373, "loss_scale": 4.0, "retries": 0, "seconds": 307.2, "max_memory_gb": 17.14, "ce": 0.11835642263758928, "kl": 0.0151421391783515, "context": 0.12592749029863626} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.30096742510795593, "loss_scale": 4.0, "retries": 0, "seconds": 308.5, "max_memory_gb": 17.14, "ce": 0.026986258453689516, "kl": 0.030743583345611114, "context": 0.04235805058851838} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.7809525728225708, "loss_scale": 4.0, "retries": 0, "seconds": 309.9, "max_memory_gb": 17.14, "ce": 0.08754393257549964, "kl": 0.028731617669109255, "context": 0.10190973931457847} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.15836338698863983, "loss_scale": 4.0, "retries": 0, "seconds": 311.1, "max_memory_gb": 17.14, "ce": 0.011202012057765387, "kl": 0.017484042904470698, "context": 0.019944033047067933} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.07553675025701523, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.14, "ce": 0.003620529576437548, "kl": 0.0018695980634220177, "context": 0.004555328545393422} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.825734257698059, "loss_scale": 4.0, "retries": 0, "seconds": 313.7, "max_memory_gb": 17.14, "ce": 0.03997735694429139, "kl": 0.17462456731664133, "context": 0.12728964176494628} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.889044165611267, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 17.14, "ce": 0.3379448985506315, "kl": 0.026936801674310118, "context": 0.35141329164616764} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.02222062647342682, "loss_scale": 4.0, "retries": 0, "seconds": 316.3, "max_memory_gb": 17.14, "ce": 0.0017186665427288972, "kl": 0.00043398589605203597, "context": 0.0019356595730641857} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.2249122858047485, "loss_scale": 4.0, "retries": 0, "seconds": 317.6, "max_memory_gb": 17.14, "ce": 0.010217359071248211, "kl": 0.1556781149665767, "context": 0.0880564188119024} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 1.2003129720687866, "loss_scale": 4.0, "retries": 0, "seconds": 318.9, "max_memory_gb": 17.14, "ce": 0.01780171284917742, "kl": 0.010644938796758652, "context": 0.023124182363972068} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.9630622863769531, "loss_scale": 4.0, "retries": 0, "seconds": 320.2, "max_memory_gb": 17.14, "ce": 0.07991721946746111, "kl": 0.07029171229805797, "context": 0.11506307497620583} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.1580035537481308, "loss_scale": 4.0, "retries": 0, "seconds": 321.4, "max_memory_gb": 17.14, "ce": 0.011868131783558056, "kl": 0.0072941821308631916, "context": 0.01551522285444662} diff --git a/runs/fixed_internvl/context/Random8_8110_s13/adapter/README.md b/runs/fixed_internvl/context/Random8_8110_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8110_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8110_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Random8_8110_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..653d6042d27383af2c057ffb7a1ad1cf34645a1b --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8110_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.26.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8110_s13/config.json b/runs/fixed_internvl/context/Random8_8110_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a92257157bcb04f86ef35653423bffc52bfe7555 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8110_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8110", + "layers": [ + 1, + 2, + 6, + 10, + 22, + 23, + 26, + 29 + ], + "ranks": { + "1": 72, + "2": 72, + "6": 72, + "10": 72, + "22": 72, + "23": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Random8_8110_s13/steps.jsonl b/runs/fixed_internvl/context/Random8_8110_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d7b2e0cd08c8aea7d2c56dcc78c2f4bedb2a72b4 --- /dev/null +++ b/runs/fixed_internvl/context/Random8_8110_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.151766300201416, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.414607524871826, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.14, "ce": 0.6362042815671884, "kl": 0.46718805745456393, "context": 0.869798284220451} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 23.93457794189453, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.14, "ce": 1.0111825540661812, "kl": 0.07011858280748129, "context": 1.0462418347597122} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 9.468303680419922, "loss_scale": 4.0, "retries": 0, "seconds": 5.8, "max_memory_gb": 17.14, "ce": 0.3065592774000834, "kl": 0.4492825703082417, "context": 0.5312005765372305} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.22824768722057343, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.14, "ce": 0.00943482471484458, "kl": 0.008354766840056982, "context": 0.013612207829282852} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.396308422088623, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.14, "ce": 0.16373223888513166, "kl": 0.082134559912447, "context": 0.20479951954621356} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.088612079620361, "loss_scale": 4.0, "retries": 0, "seconds": 9.3, "max_memory_gb": 17.14, "ce": 0.14865673600252194, "kl": 0.07595220734469876, "context": 0.18663283920977847} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.1895499229431152, "loss_scale": 4.0, "retries": 0, "seconds": 10.6, "max_memory_gb": 17.14, "ce": 0.06364456936717033, "kl": 0.20967371854931116, "context": 0.16848142631351948} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 9.234214782714844, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.14, "ce": 0.10656428011134267, "kl": 0.18019461719086394, "context": 0.19666159199550748} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.5791298151016235, "loss_scale": 4.0, "retries": 0, "seconds": 13.1, "max_memory_gb": 17.14, "ce": 0.005192113538214471, "kl": 0.01949808996869251, "context": 0.014941158529836684} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.18460123240947723, "loss_scale": 4.0, "retries": 0, "seconds": 14.4, "max_memory_gb": 17.14, "ce": 0.00538778737973189, "kl": 0.004218016401864588, "context": 0.007496795522456523} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.2467222809791565, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 17.14, "ce": 0.010062944804303697, "kl": 0.0023213930603560584, "context": 0.011223641330616374} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.06507599353790283, "loss_scale": 4.0, "retries": 0, "seconds": 16.6, "max_memory_gb": 17.14, "ce": 0.0015587333182338625, "kl": 0.0005317188297340181, "context": 0.0018245927749376278} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.6697680950164795, "loss_scale": 4.0, "retries": 0, "seconds": 17.7, "max_memory_gb": 17.14, "ce": 0.05293629958759993, "kl": 0.7412162160035223, "context": 0.4235444120131433} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.153651237487793, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 17.14, "ce": 0.008565599835378634, "kl": 0.35419602809844264, "context": 0.18566360730710585} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.04152844101190567, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 17.14, "ce": 0.002010296499065589, "kl": 0.0008034817007001038, "context": 0.0024120372872857843} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.19344425201416, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 17.14, "ce": 0.02679928544239374, "kl": 0.8026953099615639, "context": 0.42814692750107497} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.9000250101089478, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 17.14, "ce": 0.006205934383615386, "kl": 0.25973776845421526, "context": 0.13607481738290517} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5157907605171204, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 17.14, "ce": 0.004354622552455112, "kl": 0.09863467919058166, "context": 0.053671962003136287} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.10404250025749207, "loss_scale": 4.0, "retries": 0, "seconds": 25.2, "max_memory_gb": 17.14, "ce": 0.0008181827361113392, "kl": 0.007037904621029156, "context": 0.004337134923844133} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.04035598784685135, "loss_scale": 4.0, "retries": 0, "seconds": 26.4, "max_memory_gb": 17.14, "ce": 0.0005783786355095799, "kl": 0.0034233010637763073, "context": 0.002290029182404396} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.2676281929016113, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.14, "ce": 0.04715125044458546, "kl": 0.04858303385299223, "context": 0.07144276853796327} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.012535810470581, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.14, "ce": 0.0004009024069091538, "kl": 0.31263780031008537, "context": 0.15671980446131784} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.46477988362312317, "loss_scale": 4.0, "retries": 0, "seconds": 30.1, "max_memory_gb": 17.14, "ce": 0.00605073050246574, "kl": 0.03449599632767786, "context": 0.02329872865084326} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.7413766384124756, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.14, "ce": 0.17513226702067186, "kl": 0.03264108975417912, "context": 0.191452810599003} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.2962483167648315, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 17.14, "ce": 0.04258576434949646, "kl": 0.5645399736249601, "context": 0.32485574749443913} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.475866436958313, "loss_scale": 4.0, "retries": 0, "seconds": 33.9, "max_memory_gb": 17.14, "ce": 0.06347408563669887, "kl": 0.3039911845316965, "context": 0.21546967434551334} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.001127004623413, "loss_scale": 4.0, "retries": 0, "seconds": 35.1, "max_memory_gb": 17.14, "ce": 0.12853205625469855, "kl": 0.19032439682632685, "context": 0.22369425278156996} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.8924150466918945, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.14, "ce": 0.5334406375186518, "kl": 0.12949659724836238, "context": 0.5981889195973054} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.2476898431777954, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.14, "ce": 0.0032552434986428125, "kl": 0.010588564229010444, "context": 0.00854952568988665} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.097480297088623, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 17.14, "ce": 0.5807045017136261, "kl": 0.05791392578976229, "context": 0.6096614659763873} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.9566695094108582, "loss_scale": 4.0, "retries": 0, "seconds": 40.1, "max_memory_gb": 17.14, "ce": 0.026900644064880908, "kl": 0.03176980503485538, "context": 0.0427855463931337} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.534076690673828, "loss_scale": 4.0, "retries": 0, "seconds": 41.4, "max_memory_gb": 17.14, "ce": 0.3201420765835792, "kl": 0.07819277507951483, "context": 0.35923846857622266} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.3280125856399536, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.14, "ce": 0.007209897332359105, "kl": 0.7341337078905781, "context": 0.3742767409130465} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.05842609331011772, "loss_scale": 4.0, "retries": 0, "seconds": 43.9, "max_memory_gb": 17.14, "ce": 0.002357120520173339, "kl": 0.0005013990612496855, "context": 0.0026078199734911323} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.814182996749878, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.14, "ce": 0.24460513883968815, "kl": 0.02629025388159789, "context": 0.25775026151677594} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.8689379692077637, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 17.14, "ce": 0.09907055692747235, "kl": 0.36252405151026323, "context": 0.28033257939387113} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.5247961282730103, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 17.14, "ce": 0.07858273084275424, "kl": 0.40538258192827925, "context": 0.2812740246299654} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2214765548706055, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.14, "ce": 0.08259038993855938, "kl": 0.00903493698569946, "context": 0.08710785745643079} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.34811243414878845, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 17.14, "ce": 0.020490133203566074, "kl": 0.013545686728321016, "context": 0.02726297569461167} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.450944423675537, "loss_scale": 4.0, "retries": 0, "seconds": 51.2, "max_memory_gb": 17.14, "ce": 0.45985670015215874, "kl": 0.08998692827299237, "context": 0.5048501584678888} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.1616600751876831, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.14, "ce": 0.010693413234548643, "kl": 0.0009547698118694825, "context": 0.011170798272360116} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.11989430338144302, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.14, "ce": 0.006810935912653804, "kl": 0.0010627136598486686, "context": 0.007342292927205563} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 13.083757400512695, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 17.14, "ce": 0.18309240514645353, "kl": 0.79721549039823, "context": 0.5817001729737967} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.1919846534729, "loss_scale": 4.0, "retries": 0, "seconds": 56.1, "max_memory_gb": 17.14, "ce": 0.48497205413877964, "kl": 0.19571894142427482, "context": 0.582831522799097} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.220119595527649, "loss_scale": 4.0, "retries": 0, "seconds": 57.5, "max_memory_gb": 17.14, "ce": 0.07012456032680348, "kl": 0.13062911835731938, "context": 0.13543911997112446} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.1010055541992188, "loss_scale": 4.0, "retries": 0, "seconds": 58.6, "max_memory_gb": 17.14, "ce": 0.03422839462291449, "kl": 0.1428501623449847, "context": 0.10565347771625966} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.08835331350564957, "loss_scale": 4.0, "retries": 0, "seconds": 59.8, "max_memory_gb": 17.14, "ce": 0.0046001142472960055, "kl": 0.0031341736830654554, "context": 0.006167201092466712} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.2975359559059143, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 17.14, "ce": 0.013505691575119272, "kl": 0.02987690446752822, "context": 0.02844414397259243} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8082940578460693, "loss_scale": 4.0, "retries": 0, "seconds": 62.2, "max_memory_gb": 17.14, "ce": 0.05744534370023757, "kl": 0.010579032226814888, "context": 0.06273486168356612} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.623843193054199, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 17.14, "ce": 0.09444841023650952, "kl": 0.012963922568815178, "context": 0.10093037284968887} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.49114862084388733, "loss_scale": 4.0, "retries": 0, "seconds": 64.6, "max_memory_gb": 17.14, "ce": 0.0213710714597255, "kl": 0.09822661988437176, "context": 0.07048438140191138} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.062929153442383, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 17.14, "ce": 0.03334385447669774, "kl": 0.2286924112122506, "context": 0.14769005915150046} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.9466018676757812, "loss_scale": 4.0, "retries": 0, "seconds": 67.0, "max_memory_gb": 17.14, "ce": 0.15011572412913665, "kl": 0.0625998345494736, "context": 0.18141563737299293} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.36418431997299194, "loss_scale": 4.0, "retries": 0, "seconds": 68.3, "max_memory_gb": 17.14, "ce": 0.025058724015252665, "kl": 0.011183233680640114, "context": 0.030650339933345094} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5989542007446289, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 17.14, "ce": 0.03023458056850359, "kl": 0.06773877516388893, "context": 0.06410396797582507} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.29854777455329895, "loss_scale": 4.0, "retries": 0, "seconds": 70.7, "max_memory_gb": 17.14, "ce": 0.010522870201384649, "kl": 0.013511647397535853, "context": 0.017278693907428533} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.053642693907022476, "loss_scale": 4.0, "retries": 0, "seconds": 72.0, "max_memory_gb": 17.14, "ce": 0.0021531561942538247, "kl": 0.00037572528890450485, "context": 0.0023410188587149605} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.549919843673706, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 17.14, "ce": 0.18254489015089348, "kl": 0.07269731009728275, "context": 0.2188935400918126} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.6402668952941895, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.14, "ce": 0.16200907138409093, "kl": 0.0943960101576522, "context": 0.2092070765211247} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.2644165754318237, "loss_scale": 4.0, "retries": 0, "seconds": 75.7, "max_memory_gb": 17.14, "ce": 0.09529227542225271, "kl": 0.42886724014533684, "context": 0.309725891565904} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.4738553464412689, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 17.14, "ce": 0.035626174008939415, "kl": 0.012980253552086651, "context": 0.042116299853660166} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.6047145128250122, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 17.14, "ce": 0.12159869476454332, "kl": 0.10926108600688167, "context": 0.17622924549505115} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.5006682872772217, "loss_scale": 4.0, "retries": 0, "seconds": 79.4, "max_memory_gb": 17.14, "ce": 0.027699044934706762, "kl": 0.01099819055525586, "context": 0.033198139164596796} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9042406678199768, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.14, "ce": 0.13795906957238913, "kl": 0.09713876014575362, "context": 0.186528448946774} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.3892927169799805, "loss_scale": 4.0, "retries": 0, "seconds": 81.9, "max_memory_gb": 17.14, "ce": 0.23969485058478313, "kl": 0.08457905788600328, "context": 0.28198437949504296} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.07763595134019852, "loss_scale": 4.0, "retries": 0, "seconds": 83.0, "max_memory_gb": 17.14, "ce": 0.005423753733339254, "kl": 0.004212716850361176, "context": 0.00753011221968336} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.754718542098999, "loss_scale": 4.0, "retries": 0, "seconds": 84.1, "max_memory_gb": 17.14, "ce": 0.02010358496045228, "kl": 0.011216875347599853, "context": 0.025712023503729142} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.80678653717041, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 17.14, "ce": 0.631010613462422, "kl": 0.013896864678827114, "context": 0.6379590434371494} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.757129967212677, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.14, "ce": 0.01168869825778529, "kl": 0.0022264230410655728, "context": 0.012801909877453} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.1186596155166626, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.14, "ce": 0.005606219070614316, "kl": 0.005064345692517236, "context": 0.00813839168404229} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.8753515481948853, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.14, "ce": 0.01628310899832286, "kl": 0.43477648054249585, "context": 0.23367134388536215} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.0401437282562256, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 17.14, "ce": 0.1418876266834559, "kl": 0.03336627479438903, "context": 0.15857076972315554} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.574829339981079, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.14, "ce": 0.10872262335760752, "kl": 0.094379452020803, "context": 0.15591234562452883} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.140706777572632, "loss_scale": 4.0, "retries": 0, "seconds": 92.6, "max_memory_gb": 17.14, "ce": 0.5209437598241493, "kl": 0.7734306985512376, "context": 0.9076591259799898} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.9989027976989746, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 17.14, "ce": 0.020549875269352924, "kl": 1.2717003939906135, "context": 0.6564000663347542} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.4620956778526306, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 17.14, "ce": 0.013022662838920951, "kl": 0.015068765696923947, "context": 0.020557045354507864} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9637644290924072, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.14, "ce": 0.0023160729615483433, "kl": 0.16384848084271653, "context": 0.0842403165588621} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.5147482752799988, "loss_scale": 4.0, "retries": 0, "seconds": 97.5, "max_memory_gb": 17.14, "ce": 0.013373259869695175, "kl": 0.017184965942760755, "context": 0.021965741980238818} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.30071496963500977, "loss_scale": 4.0, "retries": 0, "seconds": 98.8, "max_memory_gb": 17.14, "ce": 0.002363672509090975, "kl": 0.037092519813086255, "context": 0.020909931576170493} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.9110882878303528, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 17.14, "ce": 0.09078435238916427, "kl": 0.02972086196677992, "context": 0.10564478195738047} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.1296982318162918, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 17.14, "ce": 0.009550161310471594, "kl": 0.0031134834134718403, "context": 0.01110690284986049} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.276421070098877, "loss_scale": 4.0, "retries": 0, "seconds": 102.4, "max_memory_gb": 17.14, "ce": 0.10928748518927023, "kl": 0.5059066743997391, "context": 0.36224082339322194} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.9812121391296387, "loss_scale": 4.0, "retries": 0, "seconds": 103.6, "max_memory_gb": 17.14, "ce": 0.13373817018145928, "kl": 0.03813694868131279, "context": 0.1528066404061974} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.15346674621105194, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 17.14, "ce": 0.002728514875343535, "kl": 0.00046331907589092225, "context": 0.0029601745009131264} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.4954538345336914, "loss_scale": 4.0, "retries": 0, "seconds": 106.2, "max_memory_gb": 17.14, "ce": 0.04790930013405159, "kl": 0.2287098728120327, "context": 0.16226424381602556} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.048205852508545, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 17.14, "ce": 0.006062375265173614, "kl": 0.5062660319381393, "context": 0.2591953886440024} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.6489890217781067, "loss_scale": 4.0, "retries": 0, "seconds": 108.8, "max_memory_gb": 17.14, "ce": 0.01854338614430162, "kl": 0.0055444925776555465, "context": 0.02131563174407347} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.6666275262832642, "loss_scale": 4.0, "retries": 0, "seconds": 110.0, "max_memory_gb": 17.14, "ce": 0.028900459077704, "kl": 0.020103755181480665, "context": 0.03895233483490301} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.3640385866165161, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.14, "ce": 0.012508742220234126, "kl": 0.004991763475118205, "context": 0.01500462379772216} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.954822540283203, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.14, "ce": 0.4042451094283024, "kl": 0.31636859768696013, "context": 0.5624293980217772} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 5.333770751953125, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 17.14, "ce": 0.11677513014001306, "kl": 0.22297865213113255, "context": 0.22826445623650216} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.2947750091552734, "loss_scale": 4.0, "retries": 0, "seconds": 115.0, "max_memory_gb": 17.14, "ce": 0.044855994783574715, "kl": 0.3595381283776078, "context": 0.22462506181909703} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.596484661102295, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.14, "ce": 0.06366922846063972, "kl": 0.03191987669561058, "context": 0.07962916791439056} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.056881427764893, "loss_scale": 4.0, "retries": 0, "seconds": 117.4, "max_memory_gb": 17.14, "ce": 0.4813555924265529, "kl": 0.019279278814792633, "context": 0.4909952242160216} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.8489151000976562, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.14, "ce": 0.3380527928675292, "kl": 0.005327532609953778, "context": 0.340716559876455} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3418026566505432, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.14, "ce": 0.013375436654314399, "kl": 0.012744574109092355, "context": 0.01974772335961461} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.38456401228904724, "loss_scale": 4.0, "retries": 0, "seconds": 121.1, "max_memory_gb": 17.14, "ce": 0.0024879774646251462, "kl": 0.07992241525062127, "context": 0.042449183922144584} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.14003002643585205, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.14, "ce": 0.013660997967235744, "kl": 0.005511501283763209, "context": 0.016416748134361114} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.0911725759506226, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 17.14, "ce": 0.04186462290817872, "kl": 0.3112088401612709, "context": 0.1974690387432929} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.27436763048171997, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 17.14, "ce": 0.004288055846700445, "kl": 0.029796446731779724, "context": 0.0191862799692899} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.33715030550956726, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.14, "ce": 0.031436342280358076, "kl": 0.01164764302666299, "context": 0.03726016322616488} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.1698491871356964, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 17.14, "ce": 0.01102315361640649, "kl": 0.005631752974295523, "context": 0.013839030099916272} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2139965146780014, "loss_scale": 4.0, "retries": 0, "seconds": 128.8, "max_memory_gb": 17.14, "ce": 0.009787626273464411, "kl": 0.0032482773312949575, "context": 0.011411765532102436} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.2338238954544067, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 17.14, "ce": 0.019341460545547307, "kl": 0.2944592859130353, "context": 0.16657110478263348} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.03450683131814003, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.14, "ce": 0.0027419666876085103, "kl": 0.0005059314426034689, "context": 0.0029949324089102447} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.6825500130653381, "loss_scale": 4.0, "retries": 0, "seconds": 132.6, "max_memory_gb": 17.14, "ce": 0.03391436678066384, "kl": 0.16129814091993921, "context": 0.11456343723693863} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.791318655014038, "loss_scale": 4.0, "retries": 0, "seconds": 133.7, "max_memory_gb": 17.14, "ce": 0.29908847618935397, "kl": 0.0015216871294114753, "context": 0.2998493119084742} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.6851768493652344, "loss_scale": 4.0, "retries": 0, "seconds": 134.8, "max_memory_gb": 17.14, "ce": 0.16778301217709668, "kl": 0.16620721574872732, "context": 0.2508866270072758} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5052424073219299, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 17.14, "ce": 0.035845708451233804, "kl": 0.004363984684459865, "context": 0.038027700036764145} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.018045930191874504, "loss_scale": 4.0, "retries": 0, "seconds": 137.4, "max_memory_gb": 17.14, "ce": 0.001230011519510299, "kl": 0.0006277517386479303, "context": 0.0015438873670063913} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.19958405196666718, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 17.14, "ce": 0.013447236007777974, "kl": 0.0027655211415549275, "context": 0.01482999647851102} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.3943009376525879, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.14, "ce": 0.008091958239674568, "kl": 0.06874276389135048, "context": 0.04246334079653025} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.533499002456665, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.14, "ce": 0.011717149507603608, "kl": 0.4302723612599948, "context": 0.22685333889967296} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.9023051261901855, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 17.14, "ce": 0.014850547071546316, "kl": 0.06661850884847809, "context": 0.048159801051951945} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.2292917966842651, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 17.14, "ce": 0.05590211701928638, "kl": 0.4375936647384151, "context": 0.27469894937530626} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.12257286161184311, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.14, "ce": 0.004442520948941819, "kl": 0.0040974866578835645, "context": 0.006491264444775879} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.541539192199707, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 17.14, "ce": 0.24276985133474227, "kl": 0.0032620040474284906, "context": 0.24440084685920738} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.14818096160888672, "loss_scale": 4.0, "retries": 0, "seconds": 147.4, "max_memory_gb": 17.14, "ce": 0.00544381293002516, "kl": 0.00510825336959897, "context": 0.007997939552296884} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.492323875427246, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 17.14, "ce": 0.21469416675972752, "kl": 0.19592427840689197, "context": 0.3126563154219184} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7726043462753296, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 17.14, "ce": 0.05566027529130224, "kl": 0.0338581044197781, "context": 0.0725893256458221} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.837952733039856, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.14, "ce": 0.1703712375019677, "kl": 0.032289831191519625, "context": 0.1865161577516119} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.5677410364151001, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 17.14, "ce": 0.04309687262866646, "kl": 0.02544773116824217, "context": 0.055820737266913056} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.416417121887207, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.14, "ce": 0.6577244984218851, "kl": 0.43240103577045375, "context": 0.8739250321377767} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.2240020036697388, "loss_scale": 4.0, "retries": 0, "seconds": 154.7, "max_memory_gb": 17.14, "ce": 0.15016000092145987, "kl": 0.06875008120732673, "context": 0.18453504156786948} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.4964799880981445, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.14, "ce": 0.7460740404203534, "kl": 0.1228159787133336, "context": 0.8074820265173912} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.16303043067455292, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 17.14, "ce": 0.008816206260235049, "kl": 0.0013512653895304538, "context": 0.009491839067777619} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.1478264331817627, "loss_scale": 4.0, "retries": 0, "seconds": 158.4, "max_memory_gb": 17.14, "ce": 0.06781095194310183, "kl": 0.4668558420962654, "context": 0.3012388725474011} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1325914859771729, "loss_scale": 4.0, "retries": 0, "seconds": 159.7, "max_memory_gb": 17.14, "ce": 0.1153916401672177, "kl": 0.03942460657344782, "context": 0.13510394369950518} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6925643086433411, "loss_scale": 4.0, "retries": 0, "seconds": 160.9, "max_memory_gb": 17.14, "ce": 0.029389785835519433, "kl": 0.26947928855588543, "context": 0.16412943025352433} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 5.309328556060791, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 17.14, "ce": 0.39693108841311187, "kl": 0.38635560107650235, "context": 0.5901088888058439} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.217313528060913, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.14, "ce": 0.15026929511805065, "kl": 0.034167264162533684, "context": 0.16735292441444471} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.7169992923736572, "loss_scale": 4.0, "retries": 0, "seconds": 164.4, "max_memory_gb": 17.14, "ce": 0.3678476783934457, "kl": 0.02612719143508002, "context": 0.3809112621238455} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.0095725059509277, "loss_scale": 4.0, "retries": 0, "seconds": 165.8, "max_memory_gb": 17.14, "ce": 0.13462395811802708, "kl": 0.003961465414477061, "context": 0.1366046948096482} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.41027945280075073, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.15, "ce": 0.010788396873977035, "kl": 0.043064412850071676, "context": 0.032320604514097795} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.4508163928985596, "loss_scale": 4.0, "retries": 0, "seconds": 168.1, "max_memory_gb": 17.15, "ce": 0.03683585347607732, "kl": 0.25806640035989403, "context": 0.1658690518233925} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.6164929270744324, "loss_scale": 4.0, "retries": 0, "seconds": 169.3, "max_memory_gb": 17.15, "ce": 0.019516144020599313, "kl": 0.023026308623229852, "context": 0.031029298319481313} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.990265965461731, "loss_scale": 4.0, "retries": 0, "seconds": 170.4, "max_memory_gb": 17.15, "ce": 0.07690824312157929, "kl": 0.11747922655194998, "context": 0.13564785569906235} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.1145868301391602, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 17.15, "ce": 0.007150791134336032, "kl": 0.12039197032390803, "context": 0.06734677671920508} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.08036298304796219, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.15, "ce": 0.005283185309963301, "kl": 0.0017538273459649645, "context": 0.006160099102999084} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.08577734231948853, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 17.15, "ce": 0.00859908996062586, "kl": 0.0005746980696130777, "context": 0.00888643897997099} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.2767537832260132, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 17.15, "ce": 0.040032685152255, "kl": 0.010218461902695708, "context": 0.04514191526686773} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 5.060784339904785, "loss_scale": 4.0, "retries": 0, "seconds": 176.2, "max_memory_gb": 17.15, "ce": 0.42447035654913634, "kl": 0.023479730447434122, "context": 0.43621022408478893} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.5074687600135803, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 17.15, "ce": 0.021198863338213414, "kl": 0.08100710813596379, "context": 0.0617024177336134} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.03166579455137253, "loss_scale": 4.0, "retries": 0, "seconds": 179.0, "max_memory_gb": 17.15, "ce": 0.0016155201446963474, "kl": 0.0024380104077863507, "context": 0.0028345254104351625} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.19664564728736877, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 17.15, "ce": 0.014025717173353769, "kl": 0.011388097755116178, "context": 0.01971976598724723} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.285820960998535, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 17.15, "ce": 0.3698358793189982, "kl": 0.32769663745420985, "context": 0.5336841918760911} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.21337854862213135, "loss_scale": 4.0, "retries": 0, "seconds": 183.7, "max_memory_gb": 17.15, "ce": 0.011534869667229941, "kl": 0.008023512142244726, "context": 0.015546625363640487} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.4999677836894989, "loss_scale": 4.0, "retries": 0, "seconds": 184.9, "max_memory_gb": 17.15, "ce": 0.01987001538509503, "kl": 0.004493726024406897, "context": 0.02211687885574065} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5681652426719666, "loss_scale": 4.0, "retries": 0, "seconds": 186.1, "max_memory_gb": 17.15, "ce": 0.05110735375637887, "kl": 0.038947157120219345, "context": 0.07058093231535167} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.6174268126487732, "loss_scale": 4.0, "retries": 0, "seconds": 187.6, "max_memory_gb": 17.15, "ce": 0.019295536127174273, "kl": 0.02309714631519455, "context": 0.030844109249301255} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.6255872249603271, "loss_scale": 4.0, "retries": 0, "seconds": 189.2, "max_memory_gb": 17.15, "ce": 0.0025688066089060158, "kl": 0.06475171100646548, "context": 0.03494466227130033} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9741699695587158, "loss_scale": 4.0, "retries": 0, "seconds": 190.5, "max_memory_gb": 17.15, "ce": 0.0056874262081691995, "kl": 0.3805640070577283, "context": 0.19596943649230525} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.5609034895896912, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 17.15, "ce": 0.0391631563034025, "kl": 0.09756469155763625, "context": 0.08794550595484907} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.4528876543045044, "loss_scale": 4.0, "retries": 0, "seconds": 193.3, "max_memory_gb": 17.15, "ce": 0.2646377378696343, "kl": 0.007457047677235096, "context": 0.2683662614726927} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.4306442737579346, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.15, "ce": 0.01786945822823327, "kl": 0.01899327447563337, "context": 0.027366094567696564} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.32809969782829285, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.15, "ce": 0.0182430618442595, "kl": 0.03224039159249514, "context": 0.0343632570002228} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.9747178554534912, "loss_scale": 4.0, "retries": 0, "seconds": 197.8, "max_memory_gb": 17.15, "ce": 0.20246410137042403, "kl": 0.09361838749464368, "context": 0.24927329452475533} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.924711287021637, "loss_scale": 4.0, "retries": 0, "seconds": 199.5, "max_memory_gb": 17.15, "ce": 0.005253696348518133, "kl": 0.05371519466280006, "context": 0.032111292937770486} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.2862735986709595, "loss_scale": 4.0, "retries": 0, "seconds": 201.1, "max_memory_gb": 17.15, "ce": 0.07014115262427367, "kl": 0.24077008351014229, "context": 0.19052619906142354} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.316849708557129, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.15, "ce": 0.18981204650481232, "kl": 0.17213085565163055, "context": 0.27587747617508285} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.384021520614624, "loss_scale": 4.0, "retries": 0, "seconds": 204.1, "max_memory_gb": 17.15, "ce": 0.09349474011105485, "kl": 0.13595488032296998, "context": 0.161472180247074} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.329134941101074, "loss_scale": 4.0, "retries": 0, "seconds": 205.7, "max_memory_gb": 17.15, "ce": 0.18021284701535478, "kl": 0.5408098493207945, "context": 0.4506177734292578} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 9.326617240905762, "loss_scale": 4.0, "retries": 0, "seconds": 207.0, "max_memory_gb": 17.15, "ce": 0.19156014117470477, "kl": 0.18098865116371599, "context": 0.28205446704669157} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.1281670480966568, "loss_scale": 4.0, "retries": 0, "seconds": 208.3, "max_memory_gb": 17.15, "ce": 0.008579495835874695, "kl": 0.005096213586512022, "context": 0.011127602483611554} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.248506784439087, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.15, "ce": 0.34550822572782636, "kl": 0.08042100103193661, "context": 0.38571871316526085} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.3108350038528442, "loss_scale": 4.0, "retries": 0, "seconds": 210.9, "max_memory_gb": 17.15, "ce": 0.043292847549309954, "kl": 0.0073081836744677275, "context": 0.046946940128691494} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.14171572029590607, "loss_scale": 4.0, "retries": 0, "seconds": 212.1, "max_memory_gb": 17.15, "ce": 0.010751250156317838, "kl": 0.0016338023269781843, "context": 0.011568151268875226} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.9285404682159424, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 17.15, "ce": 0.08667847972537857, "kl": 0.841151287779212, "context": 0.5072541092522442} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.01130591332912445, "loss_scale": 4.0, "retries": 0, "seconds": 214.6, "max_memory_gb": 17.15, "ce": 0.0007286118634510785, "kl": 0.00011922398198294104, "context": 0.0007882238642196171} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4776407480239868, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 17.15, "ce": 0.012099814477551263, "kl": 0.04367752268444747, "context": 0.03393857565242797} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.14451296627521515, "loss_scale": 4.0, "retries": 0, "seconds": 217.0, "max_memory_gb": 17.15, "ce": 0.007446068819263019, "kl": 0.011321345351461787, "context": 0.013106741404044442} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.1179378479719162, "loss_scale": 4.0, "retries": 0, "seconds": 218.6, "max_memory_gb": 17.15, "ce": 0.0070208411780186, "kl": 0.004214599175611511, "context": 0.009128140693064779} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.702064037322998, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 17.15, "ce": 0.03698868060018867, "kl": 0.006036016555299284, "context": 0.0400066873698961} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.7806586027145386, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.15, "ce": 0.09302976238541305, "kl": 0.043811272480525076, "context": 0.11493539880029857} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.08788642287254333, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 17.15, "ce": 0.005120410154631827, "kl": 0.0008256737546616932, "context": 0.005533246840059292} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.2280224561691284, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.15, "ce": 0.04344829430920072, "kl": 0.6570732273503381, "context": 0.37198491449817084} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.087786078453064, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 17.15, "ce": 0.10346078069414943, "kl": 0.04693328606663272, "context": 0.12692742352373898} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.3256113529205322, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 17.15, "ce": 0.3557919769664295, "kl": 0.014088057072513038, "context": 0.3628360087459441} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.5155481696128845, "loss_scale": 4.0, "retries": 0, "seconds": 227.0, "max_memory_gb": 17.15, "ce": 0.02933065600518603, "kl": 0.017954365157493157, "context": 0.03830783904413693} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.7606741786003113, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 17.15, "ce": 0.00251533355913125, "kl": 0.10521752506610937, "context": 0.055124096892541274} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.9605811834335327, "loss_scale": 4.0, "retries": 0, "seconds": 230.1, "max_memory_gb": 17.15, "ce": 0.07053791038924828, "kl": 0.20076382157094486, "context": 0.1709198167663999} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.07339291274547577, "loss_scale": 4.0, "retries": 0, "seconds": 231.3, "max_memory_gb": 17.15, "ce": 0.003889935076585971, "kl": 0.00019787735800491646, "context": 0.003988873635535128} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.08031490445137024, "loss_scale": 4.0, "retries": 0, "seconds": 232.6, "max_memory_gb": 17.15, "ce": 0.0025542063813190907, "kl": 0.002977178652145085, "context": 0.0040427957428619266} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5554835796356201, "loss_scale": 4.0, "retries": 0, "seconds": 233.8, "max_memory_gb": 17.15, "ce": 0.006084428037866019, "kl": 0.10642463361591581, "context": 0.05929674333310686} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 7.0166754722595215, "loss_scale": 4.0, "retries": 0, "seconds": 234.9, "max_memory_gb": 17.15, "ce": 0.09566136037756223, "kl": 0.15367292648443254, "context": 0.1724978311540326} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.916235327720642, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 17.15, "ce": 0.013109716390317772, "kl": 0.6140709302089817, "context": 0.3201451674394775} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.786412000656128, "loss_scale": 4.0, "retries": 0, "seconds": 237.5, "max_memory_gb": 17.15, "ce": 0.2047082650460652, "kl": 0.006795564517233288, "context": 0.2081060478813015} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.526134967803955, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 17.15, "ce": 0.3374899964837823, "kl": 0.20765941566151014, "context": 0.4413197042886168} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.04726274684071541, "loss_scale": 4.0, "retries": 0, "seconds": 239.9, "max_memory_gb": 17.15, "ce": 0.001593325570866, "kl": 0.0027308080898365006, "context": 0.0029587296303361654} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.105437755584717, "loss_scale": 4.0, "retries": 0, "seconds": 241.1, "max_memory_gb": 17.15, "ce": 0.18071022556978278, "kl": 0.13569399376501678, "context": 0.2485572299337946} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.1325256824493408, "loss_scale": 4.0, "retries": 0, "seconds": 242.4, "max_memory_gb": 17.15, "ce": 0.4073678177664988, "kl": 0.043040942882726085, "context": 0.4288882766413735} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.04729501157999039, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 17.15, "ce": 0.0024773763871053234, "kl": 0.001563506373713608, "context": 0.0032591296185273677} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.6595166325569153, "loss_scale": 4.0, "retries": 0, "seconds": 244.7, "max_memory_gb": 17.15, "ce": 0.06000161595875397, "kl": 0.010938127035842626, "context": 0.0654706786153838} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.12658771872520447, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 17.15, "ce": 0.012806281796656549, "kl": 0.0010784427722683176, "context": 0.013345503684831783} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.1821773052215576, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 17.15, "ce": 0.003549723856849596, "kl": 0.184307343884484, "context": 0.09570339516358217} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.9170026779174805, "loss_scale": 4.0, "retries": 0, "seconds": 248.5, "max_memory_gb": 17.15, "ce": 0.021925841327174567, "kl": 0.44718266522522754, "context": 0.24551717611029744} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.44180580973625183, "loss_scale": 4.0, "retries": 0, "seconds": 249.9, "max_memory_gb": 17.15, "ce": 0.06766861645155586, "kl": 0.00771746833834186, "context": 0.07152735350973671} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.9717134237289429, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 17.15, "ce": 0.0637386626622174, "kl": 0.005376858011004515, "context": 0.06642708840081468} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.9126209020614624, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.15, "ce": 0.23563985421787947, "kl": 0.030744742645765655, "context": 0.2510122279636562} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.8018231391906738, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 17.15, "ce": 0.07984640568611212, "kl": 0.11251923875806824, "context": 0.13610602504923008} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.04492304101586342, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 17.15, "ce": 0.0023663413812755607, "kl": 0.0017593839253322585, "context": 0.0032460334186907858} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.0142090320587158, "loss_scale": 4.0, "retries": 0, "seconds": 257.2, "max_memory_gb": 17.15, "ce": 0.02376858671050286, "kl": 0.028578009456396103, "context": 0.03805759173701517} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.41445207595825195, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 17.15, "ce": 0.027277597866486758, "kl": 0.003518139914376661, "context": 0.02903666748898104} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.5779762268066406, "loss_scale": 4.0, "retries": 0, "seconds": 259.3, "max_memory_gb": 17.15, "ce": 0.00569500561687164, "kl": 0.3798939352709567, "context": 0.195641974627506} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.06619060784578323, "loss_scale": 4.0, "retries": 0, "seconds": 260.6, "max_memory_gb": 17.15, "ce": 0.002854270438547246, "kl": 0.00146884316389162, "context": 0.003588691950426437} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.3870467245578766, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.15, "ce": 0.07728706498164684, "kl": 0.06135019467910752, "context": 0.1079621622338891} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.03996651992201805, "loss_scale": 4.0, "retries": 0, "seconds": 263.0, "max_memory_gb": 17.15, "ce": 0.0023228869249578565, "kl": 0.0010047735177067807, "context": 0.002825273637427017} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.5943889617919922, "loss_scale": 4.0, "retries": 0, "seconds": 264.3, "max_memory_gb": 17.15, "ce": 0.18321965684299357, "kl": 0.04054157150676474, "context": 0.20349044038448483} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 4.376131057739258, "loss_scale": 4.0, "retries": 0, "seconds": 265.5, "max_memory_gb": 17.15, "ce": 0.43960160622373223, "kl": 0.10263865239176084, "context": 0.4909209325705888} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.693322479724884, "loss_scale": 4.0, "retries": 0, "seconds": 266.8, "max_memory_gb": 17.15, "ce": 0.12966158776544034, "kl": 0.055939389330887934, "context": 0.15763128429534845} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.1644411087036133, "loss_scale": 4.0, "retries": 0, "seconds": 268.2, "max_memory_gb": 17.15, "ce": 0.0911200331611326, "kl": 0.8944435637786228, "context": 0.5383418166893534} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8710944056510925, "loss_scale": 4.0, "retries": 0, "seconds": 269.4, "max_memory_gb": 17.15, "ce": 0.19728976183978375, "kl": 0.025467500232480234, "context": 0.21002350986236706} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.8021302223205566, "loss_scale": 4.0, "retries": 0, "seconds": 270.7, "max_memory_gb": 17.15, "ce": 0.2766615125729004, "kl": 0.06756470957770944, "context": 0.3104438736336306} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.4604618549346924, "loss_scale": 4.0, "retries": 0, "seconds": 272.0, "max_memory_gb": 17.15, "ce": 0.4718796896340791, "kl": 0.014778644695809362, "context": 0.4792690162139479} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.7009691596031189, "loss_scale": 4.0, "retries": 0, "seconds": 273.2, "max_memory_gb": 17.15, "ce": 0.02313421940198168, "kl": 0.07843007426708937, "context": 0.06234925676835701} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04250972718000412, "loss_scale": 4.0, "retries": 0, "seconds": 274.5, "max_memory_gb": 17.15, "ce": 0.002526047232095152, "kl": 0.0012857082165282918, "context": 0.003168901355820708} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.4730305671691895, "loss_scale": 4.0, "retries": 0, "seconds": 275.7, "max_memory_gb": 17.15, "ce": 0.1823601508513093, "kl": 0.19225348811596632, "context": 0.2784868963062763} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.2853976488113403, "loss_scale": 4.0, "retries": 0, "seconds": 276.8, "max_memory_gb": 17.15, "ce": 0.009766794042661786, "kl": 0.24152299514389597, "context": 0.1305282906978391} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.24110844731330872, "loss_scale": 4.0, "retries": 0, "seconds": 278.3, "max_memory_gb": 17.15, "ce": 0.013815260463161394, "kl": 0.0023422841368301306, "context": 0.014986402326030657} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5490816235542297, "loss_scale": 4.0, "retries": 0, "seconds": 279.6, "max_memory_gb": 17.15, "ce": 0.0022447332012234256, "kl": 0.05001998550869757, "context": 0.027254725704551674} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.3210335969924927, "loss_scale": 4.0, "retries": 0, "seconds": 281.2, "max_memory_gb": 17.15, "ce": 0.06530590285547078, "kl": 0.07065347265483979, "context": 0.1006326375354547} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.0209500789642334, "loss_scale": 4.0, "retries": 0, "seconds": 283.0, "max_memory_gb": 17.15, "ce": 0.11061499861534685, "kl": 0.0003711977187776938, "context": 0.11080059502273798} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5499870777130127, "loss_scale": 4.0, "retries": 0, "seconds": 284.1, "max_memory_gb": 17.15, "ce": 0.04471941103111021, "kl": 0.03335275035715313, "context": 0.06139578646980226} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.20324569940567017, "loss_scale": 4.0, "retries": 0, "seconds": 285.5, "max_memory_gb": 17.15, "ce": 0.0043709977544494905, "kl": 0.015635844989446923, "context": 0.01218892031465657} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5672297477722168, "loss_scale": 4.0, "retries": 0, "seconds": 286.6, "max_memory_gb": 17.15, "ce": 0.025097105652093887, "kl": 0.008208289274989511, "context": 0.029201250246842392} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5949859619140625, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 17.15, "ce": 0.021622024847602006, "kl": 0.012242897680152964, "context": 0.027743473678128794} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.3565881848335266, "loss_scale": 4.0, "retries": 0, "seconds": 289.0, "max_memory_gb": 17.15, "ce": 0.008690811897395179, "kl": 0.03440328489523381, "context": 0.025892455130815506} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.1132173538208008, "loss_scale": 4.0, "retries": 0, "seconds": 290.1, "max_memory_gb": 17.15, "ce": 0.06456767632334959, "kl": 0.026284722575837804, "context": 0.07771003948437283} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.4965226650238037, "loss_scale": 4.0, "retries": 0, "seconds": 291.3, "max_memory_gb": 17.15, "ce": 0.4750185965676792, "kl": 0.28438143368111923, "context": 0.6172093219356611} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4934851825237274, "loss_scale": 4.0, "retries": 0, "seconds": 292.6, "max_memory_gb": 17.15, "ce": 0.036172164138406515, "kl": 0.054311835221596994, "context": 0.06332808185834438} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3846296966075897, "loss_scale": 4.0, "retries": 0, "seconds": 293.8, "max_memory_gb": 17.15, "ce": 0.021248677323455922, "kl": 0.006202448574185837, "context": 0.024349901752430014} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.0073543787002563, "loss_scale": 4.0, "retries": 0, "seconds": 295.1, "max_memory_gb": 17.15, "ce": 0.02498881908832118, "kl": 0.11927966575603932, "context": 0.0846286533633247} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.4274607002735138, "loss_scale": 4.0, "retries": 0, "seconds": 296.2, "max_memory_gb": 17.15, "ce": 0.0153460176079534, "kl": 0.0124612701638398, "context": 0.021576651750365272} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.1979243755340576, "loss_scale": 4.0, "retries": 0, "seconds": 297.5, "max_memory_gb": 17.15, "ce": 0.327402897644788, "kl": 0.01474324187165621, "context": 0.33477451966609806} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.26878291368484497, "loss_scale": 4.0, "retries": 0, "seconds": 298.9, "max_memory_gb": 17.15, "ce": 0.01843567338073626, "kl": 0.014049348006665241, "context": 0.025460347591433674} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.0779567956924438, "loss_scale": 4.0, "retries": 0, "seconds": 300.0, "max_memory_gb": 17.15, "ce": 0.06884690080187283, "kl": 0.025932577416824643, "context": 0.08181318952119909} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4283125400543213, "loss_scale": 4.0, "retries": 0, "seconds": 301.2, "max_memory_gb": 17.15, "ce": 0.028102586227760185, "kl": 0.007130269072149531, "context": 0.031667720737459604} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.42285215854644775, "loss_scale": 4.0, "retries": 0, "seconds": 302.5, "max_memory_gb": 17.15, "ce": 0.09977707243524492, "kl": 0.01495781950870878, "context": 0.10725598316639662} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.36051544547080994, "loss_scale": 4.0, "retries": 0, "seconds": 303.7, "max_memory_gb": 17.15, "ce": 0.01789288004511036, "kl": 0.023884652546257712, "context": 0.029835205466952175} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.6653817892074585, "loss_scale": 4.0, "retries": 0, "seconds": 304.9, "max_memory_gb": 17.15, "ce": 0.0970248248486314, "kl": 0.03502592629229184, "context": 0.11453778954455629} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.2204388678073883, "loss_scale": 4.0, "retries": 0, "seconds": 306.2, "max_memory_gb": 17.15, "ce": 0.012393451906973496, "kl": 0.014076610450501903, "context": 0.01943175731867086} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.062432266771793365, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 17.15, "ce": 0.0028632567264139652, "kl": 0.001644287322051241, "context": 0.0036854004865745082} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.4868717193603516, "loss_scale": 4.0, "retries": 0, "seconds": 308.9, "max_memory_gb": 17.15, "ce": 0.033388093987014145, "kl": 0.20168069782448583, "context": 0.13422844336309936} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.6984694004058838, "loss_scale": 4.0, "retries": 0, "seconds": 310.2, "max_memory_gb": 17.15, "ce": 0.3123950379231246, "kl": 0.025762071774806827, "context": 0.32527607765223365} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.026533039286732674, "loss_scale": 4.0, "retries": 0, "seconds": 311.4, "max_memory_gb": 17.15, "ce": 0.0014630920413765125, "kl": 0.0003606380623750738, "context": 0.001643411087570712} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.3346788883209229, "loss_scale": 4.0, "retries": 0, "seconds": 312.8, "max_memory_gb": 17.15, "ce": 0.009305544284870848, "kl": 0.11673896269348916, "context": 0.06767502534785308} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.24840252101421356, "loss_scale": 4.0, "retries": 0, "seconds": 314.1, "max_memory_gb": 17.15, "ce": 0.015916266187559813, "kl": 0.007262803963385522, "context": 0.019547667587175965} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.5010029077529907, "loss_scale": 4.0, "retries": 0, "seconds": 315.3, "max_memory_gb": 17.15, "ce": 0.07808380294591188, "kl": 0.06316489371238276, "context": 0.10966624645516276} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.3108758330345154, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 17.15, "ce": 0.011613947513978928, "kl": 0.008209461866499623, "context": 0.01571867839084007} diff --git a/runs/fixed_internvl/context/Shallow8_s13/adapter/README.md b/runs/fixed_internvl/context/Shallow8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Shallow8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df29d87ed38b17a0b59c203b41b1948feb1f7e61 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.5.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s13/config.json b/runs/fixed_internvl/context/Shallow8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1214118dd48d10f6c2a55940ae093c20daca8594 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s13/steps.jsonl b/runs/fixed_internvl/context/Shallow8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9f971a6ce984b4ae780db7f068be1fd61f6ac5f3 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.863632678985596, "loss_scale": 4.0, "retries": 0, "seconds": 2.3, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.439367771148682, "loss_scale": 4.0, "retries": 0, "seconds": 3.7, "max_memory_gb": 17.07, "ce": 0.6305333522395813, "kl": 0.4649879743776637, "context": 0.8630273512899294} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.962461471557617, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 17.08, "ce": 0.9629689753055573, "kl": 0.07053735293447971, "context": 0.9982376620173454} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.7460246086120605, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 17.08, "ce": 0.28057021532731596, "kl": 0.45456733401238125, "context": 0.5078538828602177} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.23825348913669586, "loss_scale": 4.0, "retries": 0, "seconds": 7.5, "max_memory_gb": 17.08, "ce": 0.009386781921421061, "kl": 0.008205942976928782, "context": 0.013489753466274124} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.5380473136901855, "loss_scale": 4.0, "retries": 0, "seconds": 8.7, "max_memory_gb": 17.08, "ce": 0.17694089443830308, "kl": 0.07368618929103832, "context": 0.21378398675005883} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.927320957183838, "loss_scale": 4.0, "retries": 0, "seconds": 9.9, "max_memory_gb": 17.08, "ce": 0.16391565346020798, "kl": 0.07103729120808566, "context": 0.19943429906379606} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.890869140625, "loss_scale": 4.0, "retries": 0, "seconds": 11.3, "max_memory_gb": 17.08, "ce": 0.0925464890897274, "kl": 0.23327572457492352, "context": 0.20918435417115688} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.1345977783203125, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 17.08, "ce": 0.09876048052683473, "kl": 0.15207614348037168, "context": 0.17479855148121715} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.8712866306304932, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.08, "ce": 0.00726037444837857, "kl": 0.031583008996676654, "context": 0.023051879601553082} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5075736045837402, "loss_scale": 4.0, "retries": 0, "seconds": 15.1, "max_memory_gb": 17.08, "ce": 0.012775175910064718, "kl": 0.004046112437208649, "context": 0.01479823244153522} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.378935307264328, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.08, "ce": 0.015252529052304453, "kl": 0.002652333597325196, "context": 0.01657869544942514} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.23576202988624573, "loss_scale": 4.0, "retries": 0, "seconds": 17.7, "max_memory_gb": 17.08, "ce": 0.004323238672441221, "kl": 0.0013706199188163737, "context": 0.005008548716432415} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 4.02363920211792, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 17.08, "ce": 0.124977279570885, "kl": 0.7444897117093205, "context": 0.49722214229404926} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.9642354846000671, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 17.08, "ce": 0.008859279541297838, "kl": 0.36795807307736084, "context": 0.19283831538149343} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.08582503348588943, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 17.08, "ce": 0.002887325503252214, "kl": 0.001438644127574662, "context": 0.003606647671404062} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.2243032455444336, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 17.08, "ce": 0.03293576973010204, "kl": 0.8469556834170362, "context": 0.4564136192384467} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.9611974954605103, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 17.08, "ce": 0.004084543154021958, "kl": 0.31877018884188146, "context": 0.1634696394976345} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.49810028076171875, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 17.08, "ce": 0.002510067591629195, "kl": 0.12526478795280127, "context": 0.06514246329970774} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.11173244565725327, "loss_scale": 4.0, "retries": 0, "seconds": 26.3, "max_memory_gb": 17.08, "ce": 0.0006790544466639403, "kl": 0.007818907296496036, "context": 0.004588508225424448} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.056414324790239334, "loss_scale": 4.0, "retries": 0, "seconds": 27.6, "max_memory_gb": 17.08, "ce": 0.0003885534106302657, "kl": 0.006197920360136777, "context": 0.0034875135470429086} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.6474291086196899, "loss_scale": 4.0, "retries": 0, "seconds": 28.9, "max_memory_gb": 17.08, "ce": 0.03342139037704328, "kl": 0.01597320457403839, "context": 0.04140799173183041} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.1591763496398926, "loss_scale": 4.0, "retries": 0, "seconds": 30.1, "max_memory_gb": 17.08, "ce": 0.0005215846167629934, "kl": 0.8168956001046013, "context": 0.4089693715031899} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.527795672416687, "loss_scale": 4.0, "retries": 0, "seconds": 31.3, "max_memory_gb": 17.08, "ce": 0.0054649384910590015, "kl": 0.0599351620858215, "context": 0.035432518357993104} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.9640171527862549, "loss_scale": 4.0, "retries": 0, "seconds": 33.0, "max_memory_gb": 17.08, "ce": 0.21979469675716246, "kl": 0.045541584491729736, "context": 0.24256548495031893} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.8120937347412109, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 17.08, "ce": 0.02250041437218897, "kl": 0.6309976820157317, "context": 0.33799924972845474} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.141528606414795, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 17.08, "ce": 0.09483552705205511, "kl": 0.2966071919181559, "context": 0.2431391209756839} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 5.025847911834717, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 17.08, "ce": 0.14291442775720498, "kl": 0.6697192799765617, "context": 0.47777408361434937} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.880729675292969, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.08, "ce": 0.3344250610098243, "kl": 0.16633999691111967, "context": 0.4175950485514477} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.05350351706147194, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 17.08, "ce": 0.001106417621485889, "kl": 0.0011129984086437616, "context": 0.00166291679488495} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.336247444152832, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.08, "ce": 0.4304095845873235, "kl": 0.054670405719662085, "context": 0.45774477382656187} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.09057747572660446, "loss_scale": 4.0, "retries": 0, "seconds": 42.1, "max_memory_gb": 17.08, "ce": 0.004969747242284939, "kl": 0.005040513555286452, "context": 0.007490003947168589} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.669297695159912, "loss_scale": 4.0, "retries": 0, "seconds": 43.3, "max_memory_gb": 17.08, "ce": 0.18110483413329348, "kl": 0.034759841655613855, "context": 0.19848474819445983} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.0464518070220947, "loss_scale": 4.0, "retries": 0, "seconds": 44.4, "max_memory_gb": 17.08, "ce": 0.006276631087530404, "kl": 0.7240031156106852, "context": 0.36827818205347285} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.17029373347759247, "loss_scale": 4.0, "retries": 0, "seconds": 45.8, "max_memory_gb": 17.08, "ce": 0.004133408394409344, "kl": 0.0008597475750775629, "context": 0.004563282054732554} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.6874606609344482, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 17.08, "ce": 0.144248858676292, "kl": 0.0462155259156134, "context": 0.16735661658458412} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.0928497314453125, "loss_scale": 4.0, "retries": 0, "seconds": 48.1, "max_memory_gb": 17.08, "ce": 0.10103750746930018, "kl": 0.5692644980736077, "context": 0.3856697592418641} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6669396758079529, "loss_scale": 4.0, "retries": 0, "seconds": 49.4, "max_memory_gb": 17.08, "ce": 0.0358314891345799, "kl": 0.43314712449500803, "context": 0.2524050537031144} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.5211560726165771, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.08, "ce": 0.1124856622191146, "kl": 0.008502351761308091, "context": 0.11673684162087739} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.22064337134361267, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.08, "ce": 0.016637640219414607, "kl": 0.006750123386154883, "context": 0.02001270165783353} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.660592794418335, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 17.08, "ce": 0.5126526855165139, "kl": 0.0824143155477941, "context": 0.5538598373532295} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.17779546976089478, "loss_scale": 4.0, "retries": 0, "seconds": 54.0, "max_memory_gb": 17.08, "ce": 0.004819714100449346, "kl": 0.00033781685215217294, "context": 0.004988622444216162} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.058854714035987854, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 17.08, "ce": 0.0037217263889033347, "kl": 0.0019504900119500235, "context": 0.004696971533121541} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 21.850975036621094, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.08, "ce": 0.10597027197945863, "kl": 0.8209181638521841, "context": 0.5164293445996009} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.89943265914917, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 17.08, "ce": 0.5095929421659093, "kl": 0.2355929207697045, "context": 0.6273894085898064} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.1240346431732178, "loss_scale": 4.0, "retries": 0, "seconds": 59.0, "max_memory_gb": 17.08, "ce": 0.05302540436969139, "kl": 0.15737544267904013, "context": 0.13171312550548464} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.7588385343551636, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.08, "ce": 0.010059880871267524, "kl": 0.0408973665907979, "context": 0.03050856405752711} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.041166212409734726, "loss_scale": 4.0, "retries": 0, "seconds": 61.4, "max_memory_gb": 17.08, "ce": 0.002204341446486069, "kl": 0.0012164081272203475, "context": 0.002812545484630391} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.6678213477134705, "loss_scale": 4.0, "retries": 0, "seconds": 62.7, "max_memory_gb": 17.08, "ce": 0.013101908843964338, "kl": 0.10736775087502792, "context": 0.06678578451101203} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6205399632453918, "loss_scale": 4.0, "retries": 0, "seconds": 63.9, "max_memory_gb": 17.08, "ce": 0.0697889672301244, "kl": 0.013678470926606678, "context": 0.07662820140831172} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 4.403844833374023, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 17.08, "ce": 0.10289814070711145, "kl": 0.021444757111112267, "context": 0.11362051873584278} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.35563409328460693, "loss_scale": 4.0, "retries": 0, "seconds": 66.2, "max_memory_gb": 17.08, "ce": 0.018340363283641636, "kl": 0.09285712311975658, "context": 0.0647689257748425} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.983952760696411, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.08, "ce": 0.05443747714161873, "kl": 0.20717160031199455, "context": 0.15802327543497086} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.8948707580566406, "loss_scale": 4.0, "retries": 0, "seconds": 68.3, "max_memory_gb": 17.08, "ce": 0.05604113434674218, "kl": 0.059667246605386026, "context": 0.08587475644890219} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.6290938258171082, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 17.08, "ce": 0.04891357372252969, "kl": 0.02360543579197838, "context": 0.0607162923188298} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.45239871740341187, "loss_scale": 4.0, "retries": 0, "seconds": 70.8, "max_memory_gb": 17.08, "ce": 0.04389392724260688, "kl": 0.1074937564553693, "context": 0.0976408077403903} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.12183039635419846, "loss_scale": 4.0, "retries": 0, "seconds": 72.0, "max_memory_gb": 17.08, "ce": 0.011237121827434748, "kl": 0.016201529560930794, "context": 0.019337887584697455} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.015434028580784798, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.08, "ce": 0.000915707225431106, "kl": 0.0002583589118785312, "context": 0.001044886692397995} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.763657808303833, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.08, "ce": 0.1506421393060009, "kl": 0.04337567078619031, "context": 0.1723299779550871} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.5843001008033752, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 17.08, "ce": 0.10487336122605484, "kl": 0.053138470742851496, "context": 0.13144259281398263} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.1855908632278442, "loss_scale": 4.0, "retries": 0, "seconds": 77.1, "max_memory_gb": 17.08, "ce": 0.04902425978798419, "kl": 0.497756714335992, "context": 0.29790262365713716} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.30850130319595337, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 17.08, "ce": 0.020439812185941264, "kl": 0.014547225640853867, "context": 0.02771342493360862} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.9181126952171326, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.08, "ce": 0.07839123159646988, "kl": 0.1024298584961798, "context": 0.12960616499185562} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.23909702897071838, "loss_scale": 4.0, "retries": 0, "seconds": 81.0, "max_memory_gb": 17.08, "ce": 0.016651434387313202, "kl": 0.007069643645081669, "context": 0.020186255569569767} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.768551766872406, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.08, "ce": 0.1257450534030795, "kl": 0.09357284568250179, "context": 0.17253147764131427} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.0166664123535156, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 17.08, "ce": 0.22148917271715618, "kl": 0.07713341558223874, "context": 0.26005589540955043} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.09232786297798157, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.08, "ce": 0.006194207220687531, "kl": 0.006905533411554643, "context": 0.009646974300267175} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.13864819705486298, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 17.08, "ce": 0.0044674872915493324, "kl": 0.00725903302191, "context": 0.008097003657894675} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 5.859360218048096, "loss_scale": 4.0, "retries": 0, "seconds": 87.3, "max_memory_gb": 17.08, "ce": 0.7238790001429152, "kl": 0.018731960299191996, "context": 0.7332449972163886} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.3666471838951111, "loss_scale": 4.0, "retries": 0, "seconds": 88.5, "max_memory_gb": 17.08, "ce": 0.005810328046209179, "kl": 0.0002484812939655967, "context": 0.005934568864176981} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.17310553789138794, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 17.08, "ce": 0.010282362502039177, "kl": 0.012323408787779044, "context": 0.01644406631749007} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6924335956573486, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.08, "ce": 0.01720235651009716, "kl": 0.38020457327365875, "context": 0.2073046509467531} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.5535327196121216, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 17.08, "ce": 0.08927266674618295, "kl": 0.012798148910860618, "context": 0.09567174446056015} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.2527124881744385, "loss_scale": 4.0, "retries": 0, "seconds": 93.5, "max_memory_gb": 17.08, "ce": 0.11884208111041517, "kl": 0.13247351926247575, "context": 0.18507884822247433} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 41.36658477783203, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.08, "ce": 0.5998760628717719, "kl": 0.625000262632966, "context": 0.912376225925982} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.248973846435547, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 17.08, "ce": 0.01912753225042252, "kl": 1.5128642190538812, "context": 0.7755596231436357} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.2858090400695801, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.08, "ce": 0.010219534917268902, "kl": 0.018428669485729188, "context": 0.019433869514614344} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.5067218542098999, "loss_scale": 4.0, "retries": 0, "seconds": 98.5, "max_memory_gb": 17.08, "ce": 0.0017044587511918508, "kl": 0.0983098056531162, "context": 0.050859360562753864} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7441613078117371, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 17.08, "ce": 0.011382520759070758, "kl": 0.020173679115032428, "context": 0.021469361276103882} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.21925392746925354, "loss_scale": 4.0, "retries": 0, "seconds": 100.9, "max_memory_gb": 17.08, "ce": 0.002462213227772736, "kl": 0.03551574110895217, "context": 0.020220083213644102} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.686107337474823, "loss_scale": 4.0, "retries": 0, "seconds": 102.1, "max_memory_gb": 17.08, "ce": 0.08071876005851664, "kl": 0.012756543866998982, "context": 0.08709703444037586} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.12123323231935501, "loss_scale": 4.0, "retries": 0, "seconds": 103.4, "max_memory_gb": 17.08, "ce": 0.008318777196109295, "kl": 0.002063560124952346, "context": 0.00935055734589696} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.552864909172058, "loss_scale": 4.0, "retries": 0, "seconds": 104.6, "max_memory_gb": 17.08, "ce": 0.12889204441944457, "kl": 0.19632580225334095, "context": 0.22705494810725213} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.7510920763015747, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 17.08, "ce": 0.023263748766112258, "kl": 0.04755742021006881, "context": 0.04704245928587625} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.01273996289819479, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 17.08, "ce": 0.0006114482230259455, "kl": 0.00010094405773175552, "context": 0.0006619202831643634} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.9166688919067383, "loss_scale": 4.0, "retries": 0, "seconds": 108.3, "max_memory_gb": 17.08, "ce": 0.011079162068199366, "kl": 0.42299899394856766, "context": 0.22257866559084505} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.199145555496216, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 17.08, "ce": 0.006534224550705403, "kl": 0.6307565625756979, "context": 0.32191250124014914} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 6.963436603546143, "loss_scale": 4.0, "retries": 0, "seconds": 110.8, "max_memory_gb": 17.08, "ce": 0.20124101580859133, "kl": 0.028967133338213102, "context": 0.21572457691854652} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.2786499261856079, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 17.08, "ce": 0.021461765870299132, "kl": 0.01286226468073437, "context": 0.027892897316633025} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.3087018132209778, "loss_scale": 4.0, "retries": 0, "seconds": 113.3, "max_memory_gb": 17.08, "ce": 0.007614043650391977, "kl": 0.004060604551341385, "context": 0.009644346428103745} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 13.188103675842285, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.08, "ce": 0.6780909990156943, "kl": 0.37585629603563575, "context": 0.8660191395829315} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.186227798461914, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 17.08, "ce": 0.022510547474666964, "kl": 0.11281030544887471, "context": 0.07891569850471569} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.818532705307007, "loss_scale": 4.0, "retries": 0, "seconds": 117.3, "max_memory_gb": 17.08, "ce": 0.04091165930731222, "kl": 0.7668314359943906, "context": 0.4243273707397748} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.5397506356239319, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 17.08, "ce": 0.006854759725683834, "kl": 0.02217496575030964, "context": 0.01794224300829228} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 6.359259128570557, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.08, "ce": 0.40974389447728754, "kl": 0.02149546192958951, "context": 0.42049162730108947} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.5188546180725098, "loss_scale": 4.0, "retries": 0, "seconds": 121.1, "max_memory_gb": 17.08, "ce": 0.033331362836179323, "kl": 0.1302344171635923, "context": 0.09844857513962779} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.42334720492362976, "loss_scale": 4.0, "retries": 0, "seconds": 122.3, "max_memory_gb": 17.08, "ce": 0.011960087591432966, "kl": 0.014563551241735695, "context": 0.019241864094510674} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.3567598760128021, "loss_scale": 4.0, "retries": 0, "seconds": 123.5, "max_memory_gb": 17.08, "ce": 0.0026307833468308672, "kl": 0.08153727135595545, "context": 0.04339941855869256} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.9151455163955688, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 17.08, "ce": 0.07009233191820385, "kl": 0.025583694285160163, "context": 0.08288418182564783} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.673525869846344, "loss_scale": 4.0, "retries": 0, "seconds": 126.0, "max_memory_gb": 17.08, "ce": 0.03427146328613162, "kl": 0.37367534971417626, "context": 0.221109142221394} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.3132707476615906, "loss_scale": 4.0, "retries": 0, "seconds": 127.4, "max_memory_gb": 17.08, "ce": 0.001645772237679921, "kl": 0.029018911678576842, "context": 0.016155228193383664} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.3686434328556061, "loss_scale": 4.0, "retries": 0, "seconds": 128.6, "max_memory_gb": 17.08, "ce": 0.04558953575906344, "kl": 0.01507058615970891, "context": 0.05312483059242368} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.07958931475877762, "loss_scale": 4.0, "retries": 0, "seconds": 129.8, "max_memory_gb": 17.08, "ce": 0.00601693845965201, "kl": 0.0023071050177350116, "context": 0.007170490909629734} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.14348657429218292, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 17.08, "ce": 0.005012074797377863, "kl": 0.0053702631969372305, "context": 0.0076972064543952} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.737308144569397, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 17.08, "ce": 0.03328136118943803, "kl": 0.3244411258492619, "context": 0.19550192865426652} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.024417977780103683, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 17.08, "ce": 0.001811890659155324, "kl": 0.0009495855192653835, "context": 0.002286683418788016} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 5.264603614807129, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.08, "ce": 0.1811634512632736, "kl": 0.0721308124912241, "context": 0.2172288575093262} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.6089987754821777, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.08, "ce": 0.020878630286460975, "kl": 0.01392118936382758, "context": 0.02783922502567293} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.7305924892425537, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.08, "ce": 0.08276380496681668, "kl": 0.2636121027171612, "context": 0.2145698517560959} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.8927578926086426, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 17.08, "ce": 0.02100920444354415, "kl": 0.017114591551944613, "context": 0.029566501267254353} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.014668475836515427, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.08, "ce": 0.0008862443200996495, "kl": 0.0007602653131471016, "context": 0.001266376959392801} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.2780182957649231, "loss_scale": 4.0, "retries": 0, "seconds": 141.4, "max_memory_gb": 17.08, "ce": 0.012404246073856484, "kl": 0.0019156965408910764, "context": 0.013362094097828958} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.4767707884311676, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.08, "ce": 0.00587054765492212, "kl": 0.07539869932224974, "context": 0.04356989765074104} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 3.667203426361084, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 17.08, "ce": 0.006428238775697537, "kl": 0.48160054530308116, "context": 0.24722851457772776} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.1362774819135666, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 17.08, "ce": 0.003716043574968353, "kl": 0.02053257211809978, "context": 0.01398232951760292} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 2.275179147720337, "loss_scale": 4.0, "retries": 0, "seconds": 146.4, "max_memory_gb": 17.08, "ce": 0.03426616958768136, "kl": 0.4530804194321547, "context": 0.26080637930772355} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.15118806064128876, "loss_scale": 4.0, "retries": 0, "seconds": 147.6, "max_memory_gb": 17.08, "ce": 0.0028335111510386923, "kl": 0.0035997865500121407, "context": 0.004633404490959947} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.0398306846618652, "loss_scale": 4.0, "retries": 0, "seconds": 148.9, "max_memory_gb": 17.08, "ce": 0.19598335820592183, "kl": 0.0029859016049158527, "context": 0.1974763098078256} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.07114613056182861, "loss_scale": 4.0, "retries": 0, "seconds": 150.1, "max_memory_gb": 17.08, "ce": 0.0024849281799106393, "kl": 0.004532894765702622, "context": 0.004751375381601974} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.1381205320358276, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 17.08, "ce": 0.14830714218260255, "kl": 0.18846860057965387, "context": 0.24254144237784203} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.0874574184417725, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.08, "ce": 0.05134012646340125, "kl": 0.02929996584680339, "context": 0.06599011077560135} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.5480622053146362, "loss_scale": 4.0, "retries": 0, "seconds": 153.9, "max_memory_gb": 17.08, "ce": 0.0714356911375944, "kl": 0.014581466368326801, "context": 0.07872642408983666} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.26778048276901245, "loss_scale": 4.0, "retries": 0, "seconds": 155.1, "max_memory_gb": 17.08, "ce": 0.021024921865318902, "kl": 0.010606664483930217, "context": 0.026328254083637148} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.529221534729004, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 17.08, "ce": 0.8047907920190482, "kl": 0.42579902911529643, "context": 1.0176902772363974} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.0822170972824097, "loss_scale": 4.0, "retries": 0, "seconds": 157.7, "max_memory_gb": 17.08, "ce": 0.10601971417781897, "kl": 0.1019908176140234, "context": 0.15701511557563208} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.663259506225586, "loss_scale": 4.0, "retries": 0, "seconds": 159.0, "max_memory_gb": 17.08, "ce": 0.6845902437344193, "kl": 0.13199264812283218, "context": 0.7505865776911378} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.38580065965652466, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 17.08, "ce": 0.024692425433386234, "kl": 0.01298170928748732, "context": 0.031183281007542973} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 7.123310565948486, "loss_scale": 4.0, "retries": 0, "seconds": 161.3, "max_memory_gb": 17.08, "ce": 0.1528035004521371, "kl": 0.8781172807648545, "context": 0.5918621375167277} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.670188844203949, "loss_scale": 4.0, "retries": 0, "seconds": 162.7, "max_memory_gb": 17.08, "ce": 0.08134207758121192, "kl": 0.04312424949148408, "context": 0.1029041986039374} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.694246768951416, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.08, "ce": 0.023128934553824365, "kl": 0.2668000513017432, "context": 0.15652896300889552} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 5.940040111541748, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 17.08, "ce": 0.36746001717983745, "kl": 0.4741967731388286, "context": 0.6045583889645059} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.2505486011505127, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.08, "ce": 0.21430950890498934, "kl": 0.03914884940331831, "context": 0.23388393779896433} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.8911688327789307, "loss_scale": 4.0, "retries": 0, "seconds": 167.7, "max_memory_gb": 17.08, "ce": 0.5534389476015349, "kl": 0.1335551601368934, "context": 0.6202165251597762} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 5.345504283905029, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 17.08, "ce": 0.26530832572279905, "kl": 0.0038207771226552723, "context": 0.2672187106873025} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.5483258962631226, "loss_scale": 4.0, "retries": 0, "seconds": 170.2, "max_memory_gb": 17.08, "ce": 0.004989304507034831, "kl": 0.14861918531823903, "context": 0.07929889828665182} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 12.97453784942627, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 17.08, "ce": 0.011167327866132837, "kl": 0.2387201820183691, "context": 0.13052741884894203} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.6456289887428284, "loss_scale": 4.0, "retries": 0, "seconds": 172.8, "max_memory_gb": 17.08, "ce": 0.009200954453262966, "kl": 0.016278282637358643, "context": 0.017340096688712947} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 5.313096523284912, "loss_scale": 4.0, "retries": 0, "seconds": 174.0, "max_memory_gb": 17.08, "ce": 0.10421413893345743, "kl": 0.1905913280788809, "context": 0.19950980506837368} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.646355390548706, "loss_scale": 4.0, "retries": 0, "seconds": 175.2, "max_memory_gb": 17.08, "ce": 0.003285290278654429, "kl": 0.04390466828908757, "context": 0.025237623840439483} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.044818561524152756, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 17.08, "ce": 0.0020739278970722808, "kl": 0.0013261442777547927, "context": 0.002737000098932185} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.08616168051958084, "loss_scale": 4.0, "retries": 0, "seconds": 177.7, "max_memory_gb": 17.08, "ce": 0.003534663930622628, "kl": 0.0030566613968403544, "context": 0.005062994772742968} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.406876802444458, "loss_scale": 4.0, "retries": 0, "seconds": 178.9, "max_memory_gb": 17.08, "ce": 0.077919675521116, "kl": 0.07176167361467378, "context": 0.1138005095126573} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 6.187272548675537, "loss_scale": 4.0, "retries": 0, "seconds": 180.2, "max_memory_gb": 17.08, "ce": 0.22090770721115405, "kl": 0.17952409098143107, "context": 0.31066976015426917} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.6817883253097534, "loss_scale": 4.0, "retries": 0, "seconds": 181.4, "max_memory_gb": 17.08, "ce": 0.011531730357091874, "kl": 0.16694028851634357, "context": 0.09500187484081835} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.03016679920256138, "loss_scale": 4.0, "retries": 0, "seconds": 182.7, "max_memory_gb": 17.08, "ce": 0.0006397530960384756, "kl": 0.003768618088997755, "context": 0.002524062125303317} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.14285843074321747, "loss_scale": 4.0, "retries": 0, "seconds": 183.9, "max_memory_gb": 17.08, "ce": 0.0064396186207886785, "kl": 0.010692312163882889, "context": 0.011785774840973318} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 4.19677209854126, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 17.08, "ce": 0.5097264968972013, "kl": 0.40413626880035736, "context": 0.7117946303478675} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.07239505648612976, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.08, "ce": 0.002720997655615065, "kl": 0.00634125858778134, "context": 0.005891626995435217} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 2.2860240936279297, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.08, "ce": 0.007037087349090143, "kl": 0.06568899356807378, "context": 0.03988158413449128} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.38093069195747375, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 17.08, "ce": 0.04240013979142532, "kl": 0.06827737440471537, "context": 0.076538826993783} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.44101792573928833, "loss_scale": 4.0, "retries": 0, "seconds": 190.2, "max_memory_gb": 17.08, "ce": 0.01745128146831121, "kl": 0.02333631271176273, "context": 0.02911943875369616} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.4533963203430176, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.08, "ce": 0.005204104480071692, "kl": 0.30392974772394155, "context": 0.15716898139726254} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.62221360206604, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 17.08, "ce": 0.005260264144453686, "kl": 0.417200125976251, "context": 0.21386032861664717} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.517359733581543, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.08, "ce": 0.04000141999858897, "kl": 0.07998914078962116, "context": 0.07999599042523187} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.2297993898391724, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 17.08, "ce": 0.27879196927824523, "kl": 0.009349351741548162, "context": 0.2834666460803419} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.1572178453207016, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 17.08, "ce": 0.004061662493768381, "kl": 0.0002126143285750004, "context": 0.004167969518675818} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.34014588594436646, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.08, "ce": 0.003997558495029807, "kl": 0.021629686078085797, "context": 0.014812401059316471} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.0221595764160156, "loss_scale": 4.0, "retries": 0, "seconds": 198.6, "max_memory_gb": 17.08, "ce": 0.1259277479002776, "kl": 0.11022172164302901, "context": 0.18103860961127793} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.3698341846466064, "loss_scale": 4.0, "retries": 0, "seconds": 199.9, "max_memory_gb": 17.08, "ce": 0.009336646246083546, "kl": 0.07714678603224456, "context": 0.04791003878926858} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 6.4630279541015625, "loss_scale": 4.0, "retries": 0, "seconds": 201.1, "max_memory_gb": 17.08, "ce": 0.15160895651206374, "kl": 0.6379059814098582, "context": 0.47056194581091404} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 4.252875328063965, "loss_scale": 4.0, "retries": 0, "seconds": 202.3, "max_memory_gb": 17.08, "ce": 0.20335701464500744, "kl": 0.4743468916835809, "context": 0.44053045302280225} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.259716749191284, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 17.08, "ce": 0.030293364536191802, "kl": 0.057930799057430704, "context": 0.05925876217952464} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 7.595057964324951, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.08, "ce": 0.2676960132957902, "kl": 0.6639812793364399, "context": 0.5996866657224018} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.948815643787384, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 17.08, "ce": 0.040572627913206816, "kl": 0.030359138787389384, "context": 0.05575219719321467} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.06675752252340317, "loss_scale": 4.0, "retries": 0, "seconds": 207.3, "max_memory_gb": 17.08, "ce": 0.0032183551957132295, "kl": 0.0016170430280908477, "context": 0.0040268767334055156} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.0674495697021484, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.08, "ce": 0.6454882265097694, "kl": 0.06573387731259572, "context": 0.678355177740741} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.5340104103088379, "loss_scale": 4.0, "retries": 0, "seconds": 209.8, "max_memory_gb": 17.08, "ce": 0.024003926198929548, "kl": 0.013053296395810321, "context": 0.030530573916621506} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.1676008701324463, "loss_scale": 4.0, "retries": 0, "seconds": 210.9, "max_memory_gb": 17.08, "ce": 0.013021007413044572, "kl": 0.004900155821815133, "context": 0.01547108482918702} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.5457329750061035, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.08, "ce": 0.0289550113666337, "kl": 0.868401076644659, "context": 0.46315555088222027} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.01658979430794716, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 17.08, "ce": 0.0009039834403665736, "kl": 9.732520948091405e-05, "context": 0.0009526460817141924} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.6485896110534668, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.08, "ce": 0.01262982485422981, "kl": 0.14351046009687707, "context": 0.08438505651429296} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.20780110359191895, "loss_scale": 4.0, "retries": 0, "seconds": 215.9, "max_memory_gb": 17.08, "ce": 0.012625607254449278, "kl": 0.020462488966586534, "context": 0.022856852505356073} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.07663712650537491, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 17.08, "ce": 0.00420668841979932, "kl": 0.008194561520213028, "context": 0.008303969050757587} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.5121620893478394, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.08, "ce": 0.0504531399528787, "kl": 0.02909423570332592, "context": 0.06500025943751098} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.8783847093582153, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.08, "ce": 0.03228969412157312, "kl": 0.09375373087823391, "context": 0.0791665620636195} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.08707830309867859, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.08, "ce": 0.00719416204810841, "kl": 0.0014937676951376488, "context": 0.007941046023915987} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.4890213012695312, "loss_scale": 4.0, "retries": 0, "seconds": 222.0, "max_memory_gb": 17.08, "ce": 0.02808152011130005, "kl": 0.6743724221414595, "context": 0.36526772838260513} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.7883710861206055, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.08, "ce": 0.19515080153360032, "kl": 0.032063482625744655, "context": 0.21118254819884896} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.6039080619812012, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.08, "ce": 0.33661532961559715, "kl": 0.021825429110322148, "context": 0.3475280442289659} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 4.245866298675537, "loss_scale": 4.0, "retries": 0, "seconds": 225.6, "max_memory_gb": 17.08, "ce": 0.05035908964055125, "kl": 0.0323633980442537, "context": 0.06654078917927109} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.41840457916259766, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.08, "ce": 0.0076550018129637465, "kl": 0.11512851228326326, "context": 0.06521925929700956} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.9538229703903198, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.08, "ce": 0.04834837690577842, "kl": 0.3328959913187646, "context": 0.21479637338779867} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.051449768245220184, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 17.08, "ce": 0.003005679220677848, "kl": 0.0003931579874461022, "context": 0.003202258138117031} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.07790239155292511, "loss_scale": 4.0, "retries": 0, "seconds": 230.4, "max_memory_gb": 17.08, "ce": 0.0020811802241951227, "kl": 0.002523839211789891, "context": 0.0033430998300900683} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3535476326942444, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.08, "ce": 0.005961996357655153, "kl": 0.10003647768644441, "context": 0.055980233795708045} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 7.510105609893799, "loss_scale": 4.0, "retries": 0, "seconds": 232.8, "max_memory_gb": 17.08, "ce": 0.09080475451264647, "kl": 0.16377863149682526, "context": 0.17269407765343203} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.9387710094451904, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.08, "ce": 0.030163752802764066, "kl": 0.5434505574012292, "context": 0.3018890265375376} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.0511255264282227, "loss_scale": 4.0, "retries": 0, "seconds": 235.3, "max_memory_gb": 17.08, "ce": 0.12845282459602458, "kl": 0.013410036753612076, "context": 0.13515784040828294} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.5497066974639893, "loss_scale": 4.0, "retries": 0, "seconds": 236.4, "max_memory_gb": 17.08, "ce": 0.325726928684162, "kl": 0.01517938612960279, "context": 0.33331660961266607} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.055280230939388275, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.08, "ce": 0.0021588894014712423, "kl": 0.00684215611545369, "context": 0.0055799674591980875} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.285461902618408, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 17.08, "ce": 0.5570428963983431, "kl": 0.4438001747093949, "context": 0.7789429984986782} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.98203706741333, "loss_scale": 4.0, "retries": 0, "seconds": 240.4, "max_memory_gb": 17.08, "ce": 0.45952478202525526, "kl": 0.034482752713302034, "context": 0.4767661532823695} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.0874459370970726, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 17.08, "ce": 0.0044482366647571325, "kl": 0.004575794029733515, "context": 0.006736133615049766} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.5373144149780273, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 17.08, "ce": 0.05498157814145088, "kl": 0.02109027435653843, "context": 0.06552671722602099} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.06193481758236885, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 17.08, "ce": 0.004927143760141917, "kl": 0.0037080469774082303, "context": 0.006781167205190286} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.940546989440918, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.08, "ce": 0.0033176207180076744, "kl": 0.20886756775684034, "context": 0.10775140240002656} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.5166323781013489, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 17.08, "ce": 0.009310954439570196, "kl": 0.005977368859021226, "context": 0.012299638445256278} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.7279468774795532, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.08, "ce": 0.05562786843802314, "kl": 0.006091044961067382, "context": 0.05867339226824697} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.022576093673706, "loss_scale": 4.0, "retries": 0, "seconds": 249.3, "max_memory_gb": 17.08, "ce": 0.15382643332122825, "kl": 0.045897889325487995, "context": 0.17677538476709742} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.4543135166168213, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 17.08, "ce": 0.2445218507782556, "kl": 0.04284004267901764, "context": 0.2659418758703396} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6145127415657043, "loss_scale": 4.0, "retries": 0, "seconds": 251.8, "max_memory_gb": 17.08, "ce": 0.017626092871068977, "kl": 0.01502633462587255, "context": 0.025139259203569964} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.08606622368097305, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 17.08, "ce": 0.004044773846544558, "kl": 0.003234709112859946, "context": 0.005662128511175979} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.1289891004562378, "loss_scale": 4.0, "retries": 0, "seconds": 254.3, "max_memory_gb": 17.08, "ce": 0.023156622228270862, "kl": 0.04429640105809085, "context": 0.045304822793696076} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.7841933965682983, "loss_scale": 4.0, "retries": 0, "seconds": 255.5, "max_memory_gb": 17.08, "ce": 0.04671649256488308, "kl": 0.0038386438391171396, "context": 0.048635815968737006} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 5.580951690673828, "loss_scale": 4.0, "retries": 0, "seconds": 256.6, "max_memory_gb": 17.08, "ce": 0.0030594539384765085, "kl": 0.4705042111719422, "context": 0.23831155596053577} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.16966301202774048, "loss_scale": 4.0, "retries": 0, "seconds": 258.0, "max_memory_gb": 17.08, "ce": 0.007833980793293449, "kl": 0.004402851745908265, "context": 0.010035406885435805} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 4.13349723815918, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 17.08, "ce": 0.09987765693222173, "kl": 0.15896607883041725, "context": 0.1793606944847852} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.04938225448131561, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 17.08, "ce": 0.0033397356091882102, "kl": 0.0011887691653100774, "context": 0.0039341201627394184} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.1829335689544678, "loss_scale": 4.0, "retries": 0, "seconds": 261.7, "max_memory_gb": 17.08, "ce": 0.25088215398136526, "kl": 0.0597171493791393, "context": 0.2807407209184021} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.914421796798706, "loss_scale": 4.0, "retries": 0, "seconds": 262.9, "max_memory_gb": 17.08, "ce": 0.38578920045074483, "kl": 0.09313928338724509, "context": 0.4323588344595919} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.1828649044036865, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 17.08, "ce": 0.13769429450621828, "kl": 0.07141758539364673, "context": 0.17340308608254418} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.162904262542725, "loss_scale": 4.0, "retries": 0, "seconds": 265.4, "max_memory_gb": 17.08, "ce": 0.1195587171241641, "kl": 1.085980389627366, "context": 0.6625489235157147} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.321585178375244, "loss_scale": 4.0, "retries": 0, "seconds": 266.5, "max_memory_gb": 17.08, "ce": 0.2529722904873779, "kl": 0.04859831590147223, "context": 0.2772714449529303} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.9449576139450073, "loss_scale": 4.0, "retries": 0, "seconds": 267.8, "max_memory_gb": 17.08, "ce": 0.3195404894577223, "kl": 0.10247784659441095, "context": 0.37077940623566974} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 3.436288356781006, "loss_scale": 4.0, "retries": 0, "seconds": 269.0, "max_memory_gb": 17.08, "ce": 0.4990008832537569, "kl": 0.023254073183323953, "context": 0.5106279198444099} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.7060218453407288, "loss_scale": 4.0, "retries": 0, "seconds": 270.2, "max_memory_gb": 17.08, "ce": 0.016754317261074902, "kl": 0.052263202733229264, "context": 0.04288591808290221} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.048655346035957336, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.08, "ce": 0.0022321569340419956, "kl": 0.0024643522565384046, "context": 0.0034643330582184717} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.565978765487671, "loss_scale": 4.0, "retries": 0, "seconds": 272.6, "max_memory_gb": 17.08, "ce": 0.24235975195188075, "kl": 0.17253367323428392, "context": 0.3286265879869461} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.4854601621627808, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 17.08, "ce": 0.005378196987294359, "kl": 0.40414399249857524, "context": 0.20745019528840203} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.5108121633529663, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 17.08, "ce": 0.061038970125082415, "kl": 0.007392870353669423, "context": 0.06473540273145773} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.2526798248291016, "loss_scale": 4.0, "retries": 0, "seconds": 276.4, "max_memory_gb": 17.08, "ce": 0.004353687254479155, "kl": 0.26762109861010686, "context": 0.13816423223761376} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.5341173410415649, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 17.08, "ce": 0.028444259907701053, "kl": 0.06263704557753158, "context": 0.05976278196612839} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 6.948921203613281, "loss_scale": 4.0, "retries": 0, "seconds": 279.0, "max_memory_gb": 17.08, "ce": 0.21664874232010334, "kl": 0.2723519024516463, "context": 0.35282470840684255} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.35341498255729675, "loss_scale": 4.0, "retries": 0, "seconds": 280.2, "max_memory_gb": 17.08, "ce": 0.014332959355670027, "kl": 0.02993062293899129, "context": 0.0292982705286704} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.6563325524330139, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 17.08, "ce": 0.002601945190690458, "kl": 0.07788046507994295, "context": 0.04154217941686511} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.2624499797821045, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 17.08, "ce": 0.011794301652116701, "kl": 0.004525084166743909, "context": 0.01405684331257362} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.13353471457958221, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 17.08, "ce": 0.0053319399630709086, "kl": 0.00034844884430640377, "context": 0.005506164354301291} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.2723846733570099, "loss_scale": 4.0, "retries": 0, "seconds": 285.2, "max_memory_gb": 17.08, "ce": 0.002168469443859067, "kl": 0.02675621419621166, "context": 0.015546576483757235} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 12.6876802444458, "loss_scale": 4.0, "retries": 0, "seconds": 286.3, "max_memory_gb": 17.08, "ce": 0.17894765330129303, "kl": 0.3104690674208541, "context": 0.3341822026122827} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 5.327407360076904, "loss_scale": 4.0, "retries": 0, "seconds": 287.4, "max_memory_gb": 17.08, "ce": 0.4242546235327609, "kl": 0.3819786933599971, "context": 0.6152439536526799} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5798516273498535, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 17.08, "ce": 0.033675212907837704, "kl": 0.15284219251680042, "context": 0.11009631032356992} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.20742227137088776, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 17.08, "ce": 0.016471008901135065, "kl": 0.005185783393244492, "context": 0.019063900224864483} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.7753129601478577, "loss_scale": 4.0, "retries": 0, "seconds": 291.2, "max_memory_gb": 17.08, "ce": 0.0218069989932701, "kl": 0.08979959902353585, "context": 0.06670679803937674} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.0676887035369873, "loss_scale": 4.0, "retries": 0, "seconds": 292.4, "max_memory_gb": 17.08, "ce": 0.013919712553615682, "kl": 0.0072422142256982625, "context": 0.017540819360874593} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 3.5312187671661377, "loss_scale": 4.0, "retries": 0, "seconds": 293.6, "max_memory_gb": 17.08, "ce": 0.2931771773728542, "kl": 0.014449697053350974, "context": 0.30040201933297794} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.20770998299121857, "loss_scale": 4.0, "retries": 0, "seconds": 294.9, "max_memory_gb": 17.08, "ce": 0.010249679748085327, "kl": 0.014751640002941713, "context": 0.017625499865971506} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.4845501184463501, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 17.08, "ce": 0.02798822012846358, "kl": 0.013464330562783289, "context": 0.03472038599284133} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.38457736372947693, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 17.08, "ce": 0.02268661065318156, "kl": 0.006959010182981729, "context": 0.02616611574194394} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6298468708992004, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 17.08, "ce": 0.0901091611594893, "kl": 0.016139193699928, "context": 0.09817875700537115} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.395415723323822, "loss_scale": 4.0, "retries": 0, "seconds": 299.8, "max_memory_gb": 17.08, "ce": 0.04976106058165897, "kl": 0.043990455007588025, "context": 0.07175628534605494} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.4696532487869263, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 17.08, "ce": 0.061839142566896044, "kl": 0.024483596833306365, "context": 0.0740809416747652} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.09010563790798187, "loss_scale": 4.0, "retries": 0, "seconds": 302.3, "max_memory_gb": 17.08, "ce": 0.003493317104585003, "kl": 0.0114021160552511, "context": 0.00919437495758757} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.05076056346297264, "loss_scale": 4.0, "retries": 0, "seconds": 303.5, "max_memory_gb": 17.08, "ce": 0.0022793312382418662, "kl": 0.0019645650318125263, "context": 0.003261613775976002} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.306452512741089, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 17.08, "ce": 0.02758988641653559, "kl": 0.14827533829065942, "context": 0.10172755719031557} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 3.9103100299835205, "loss_scale": 4.0, "retries": 0, "seconds": 306.1, "max_memory_gb": 17.08, "ce": 0.17996409386978485, "kl": 0.0765641045582015, "context": 0.21824615128571168} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.015927419066429138, "loss_scale": 4.0, "retries": 0, "seconds": 307.3, "max_memory_gb": 17.08, "ce": 0.0007344326659222133, "kl": 0.0004117197466939615, "context": 0.000940292542509269} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.3235427141189575, "loss_scale": 4.0, "retries": 0, "seconds": 308.6, "max_memory_gb": 17.08, "ce": 0.005062881995399948, "kl": 0.3739882449840479, "context": 0.1920570007278002} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.17168180644512177, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.08, "ce": 0.021501184230146464, "kl": 0.0040604439345770516, "context": 0.02353140665218234} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.9996582269668579, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 17.08, "ce": 0.059421638783533126, "kl": 0.06788196106208488, "context": 0.09336261951830238} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.23329845070838928, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.08, "ce": 0.010865171294426546, "kl": 0.006362887517752824, "context": 0.014046614785911515} diff --git a/runs/fixed_internvl/context/Shallow8_s73/adapter/README.md b/runs/fixed_internvl/context/Shallow8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/Shallow8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d67f44d692138fa09cb87d72e7336f425826d3d --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.4.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s73/config.json b/runs/fixed_internvl/context/Shallow8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8fd92f84013c7e0dd290c7e5845cddb291f51569 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s73/steps.jsonl b/runs/fixed_internvl/context/Shallow8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1fa3eaaf0dc336af0d2482749c9953819cd31a48 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 14.92971420288086, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 24.724910736083984, "loss_scale": 4.0, "retries": 0, "seconds": 3.4, "max_memory_gb": 17.07, "ce": 1.6688220500946045, "kl": 0.6914256715681404, "context": 2.014534890651703} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 11.699512481689453, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.07, "ce": 0.5115944225108251, "kl": 0.11185613757697865, "context": 0.5675224857404828} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.49831485748291, "loss_scale": 4.0, "retries": 0, "seconds": 5.8, "max_memory_gb": 17.07, "ce": 0.4995754294213839, "kl": 0.01987647745772847, "context": 0.5095136672607623} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.386209011077881, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 17.08, "ce": 0.1909454640954209, "kl": 0.12081725819734856, "context": 0.2513540927320719} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.1298956871032715, "loss_scale": 4.0, "retries": 0, "seconds": 8.2, "max_memory_gb": 17.08, "ce": 0.23167907167226076, "kl": 0.05152737954631448, "context": 0.25744275376200676} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.46059855818748474, "loss_scale": 4.0, "retries": 0, "seconds": 9.2, "max_memory_gb": 17.08, "ce": 0.022791443680034718, "kl": 0.012842318122693541, "context": 0.0292126026834012} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.8531500101089478, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 17.08, "ce": 0.3561244064476341, "kl": 0.5203419381577987, "context": 0.6162953587481752} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.827683687210083, "loss_scale": 4.0, "retries": 0, "seconds": 11.3, "max_memory_gb": 17.08, "ce": 0.04934487398713827, "kl": 0.5173024272080511, "context": 0.30799608351662755} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 2.1360394954681396, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 17.08, "ce": 0.04691817172715673, "kl": 0.37592039848618697, "context": 0.23487836794083705} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.8946936726570129, "loss_scale": 4.0, "retries": 0, "seconds": 13.4, "max_memory_gb": 17.08, "ce": 0.026892158668488264, "kl": 0.09629131721158046, "context": 0.07503781770356} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.2493646144866943, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 17.08, "ce": 0.04977908544060483, "kl": 0.04168278064025799, "context": 0.07062047709951003} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 3.111053705215454, "loss_scale": 4.0, "retries": 0, "seconds": 15.4, "max_memory_gb": 17.08, "ce": 0.14736681941576535, "kl": 0.08097374759927334, "context": 0.18785369300894672} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.8612126708030701, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 17.08, "ce": 0.0465532872140102, "kl": 0.08949504309566692, "context": 0.09130080503382487} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 14.028131484985352, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.08, "ce": 0.11360926624911372, "kl": 0.16706319701916073, "context": 0.19714086392195895} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.312155723571777, "loss_scale": 4.0, "retries": 0, "seconds": 18.5, "max_memory_gb": 17.08, "ce": 0.8769132446250296, "kl": 0.12848490390570078, "context": 0.9411556768027367} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 5.639573574066162, "loss_scale": 4.0, "retries": 0, "seconds": 19.5, "max_memory_gb": 17.08, "ce": 0.04272574631613679, "kl": 0.2735487177269533, "context": 0.17950010488857515} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.512091875076294, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 17.08, "ce": 0.0014671152021037415, "kl": 0.2758642346452689, "context": 0.13939923061116133} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 2.0290160179138184, "loss_scale": 4.0, "retries": 0, "seconds": 21.5, "max_memory_gb": 17.08, "ce": 0.24946843198267743, "kl": 0.28885393231598755, "context": 0.39389540198317263} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.1024932861328125, "loss_scale": 4.0, "retries": 0, "seconds": 22.5, "max_memory_gb": 17.08, "ce": 0.08101109839481069, "kl": 0.36773043774883263, "context": 0.26487631307099946} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.07055771350860596, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 17.08, "ce": 0.0074783084528462496, "kl": 0.00048211200919467956, "context": 0.007719364657532424} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9953237771987915, "loss_scale": 4.0, "retries": 0, "seconds": 24.6, "max_memory_gb": 17.08, "ce": 0.16374381759669632, "kl": 0.32514462748076767, "context": 0.32631612953264266} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.7088682651519775, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.08, "ce": 0.13658068800032197, "kl": 0.12112627976966905, "context": 0.19714383184327744} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.2418007850646973, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 17.08, "ce": 0.07108958257595077, "kl": 0.35237727549974807, "context": 0.24727821274427697} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 4.832597255706787, "loss_scale": 4.0, "retries": 0, "seconds": 27.6, "max_memory_gb": 17.08, "ce": 0.03696402181230951, "kl": 0.05208996208239114, "context": 0.06300900274072774} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 9.353500366210938, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.08, "ce": 0.16420170682067692, "kl": 0.5162134206980795, "context": 0.4223084208952059} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 10.007601737976074, "loss_scale": 4.0, "retries": 0, "seconds": 29.7, "max_memory_gb": 17.08, "ce": 0.2193230726843467, "kl": 0.34412888904444117, "context": 0.39138753221777733} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.018146859481930733, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 17.08, "ce": 0.0007898192416178063, "kl": 0.0004903812405245844, "context": 0.0010350098455091938} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.19019483029842377, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.08, "ce": 0.0037593491724692285, "kl": 0.0042678965255618095, "context": 0.0058932972606271505} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.2628438472747803, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 17.08, "ce": 0.032107208942761645, "kl": 0.07269359294332389, "context": 0.06845400171005167} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.284339189529419, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 17.08, "ce": 0.005115089625178371, "kl": 0.7227731569801108, "context": 0.36650167417974444} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.60462760925293, "loss_scale": 4.0, "retries": 0, "seconds": 34.7, "max_memory_gb": 17.08, "ce": 0.20142383701022482, "kl": 0.6369542756092414, "context": 0.5199009749339893} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.31459876894950867, "loss_scale": 4.0, "retries": 0, "seconds": 35.8, "max_memory_gb": 17.08, "ce": 0.00885898998240009, "kl": 0.05551677660423593, "context": 0.036617377467337064} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.219800353050232, "loss_scale": 4.0, "retries": 0, "seconds": 36.8, "max_memory_gb": 17.08, "ce": 0.015095033479155973, "kl": 0.3683455618447624, "context": 0.19926781713729724} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 4.205044746398926, "loss_scale": 4.0, "retries": 0, "seconds": 37.9, "max_memory_gb": 17.08, "ce": 0.0732648464909289, "kl": 0.19963085208928533, "context": 0.17308027067338116} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.2260704040527344, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 17.08, "ce": 0.11767244341899641, "kl": 0.04251578868570505, "context": 0.13893034172360785} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.10971897095441818, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 17.08, "ce": 0.006648557027801871, "kl": 0.007084385026246309, "context": 0.010190749540925026} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.1612215042114258, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.08, "ce": 0.03348576321877772, "kl": 0.04750703321406036, "context": 0.057239279805799015} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.373746633529663, "loss_scale": 4.0, "retries": 0, "seconds": 42.0, "max_memory_gb": 17.08, "ce": 0.16107352053950308, "kl": 0.02003663545838208, "context": 0.1710918316966854} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.3453563153743744, "loss_scale": 4.0, "retries": 0, "seconds": 42.9, "max_memory_gb": 17.08, "ce": 0.01591502796509303, "kl": 0.06491456459116307, "context": 0.04837231201236136} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.5503122806549072, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 17.08, "ce": 0.043607733357930556, "kl": 0.0016711883508833125, "context": 0.0444433277589269} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.510425090789795, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.08, "ce": 0.23537125050643226, "kl": 0.0488172682307777, "context": 0.2597798821661854} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.36565899848938, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.08, "ce": 0.3160218922421336, "kl": 0.2362705843988806, "context": 0.4341571726836264} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.07090691477060318, "loss_scale": 4.0, "retries": 0, "seconds": 47.1, "max_memory_gb": 17.08, "ce": 0.003996609593741596, "kl": 0.00187099224422127, "context": 0.004932105628540739} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.0858795642852783, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.08, "ce": 0.04093374201329425, "kl": 0.7587553095072508, "context": 0.4203113950788975} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 3.3618533611297607, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.08, "ce": 0.011046339877793798, "kl": 0.876956100035386, "context": 0.44952437569372705} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.1185876652598381, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.08, "ce": 0.006687745422823355, "kl": 0.004973619230440818, "context": 0.00917455495800823} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.6559467315673828, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.08, "ce": 0.0175515805312898, "kl": 0.014304117463325383, "context": 0.02470363923930563} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.14569008350372314, "loss_scale": 4.0, "retries": 0, "seconds": 52.2, "max_memory_gb": 17.08, "ce": 0.01053086546016857, "kl": 0.017399785814632196, "context": 0.019230758771300316} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.1667775958776474, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.08, "ce": 0.0040514056163374335, "kl": 0.004538159603043823, "context": 0.006320485466858372} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.057656764984131, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.08, "ce": 0.06307458883384243, "kl": 0.1056328214763198, "context": 0.11589099967386574} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 6.7038187980651855, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 17.08, "ce": 0.39760936168022454, "kl": 0.421654619382025, "context": 0.6084366707946174} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.387882232666016, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 17.08, "ce": 0.4019116627969197, "kl": 0.6515763139359478, "context": 0.7276998387096683} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 4.287595272064209, "loss_scale": 4.0, "retries": 0, "seconds": 57.2, "max_memory_gb": 17.08, "ce": 0.2705591050325893, "kl": 0.28215578393428586, "context": 0.4116369904950261} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.942268967628479, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 17.08, "ce": 0.023994826420675963, "kl": 0.01192492010886781, "context": 0.02995728573296219} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5097711086273193, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 17.08, "ce": 0.010757945812656544, "kl": 0.24363069969695061, "context": 0.132573295122711} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.513192892074585, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.08, "ce": 0.026368283201009035, "kl": 0.7078028780160821, "context": 0.38026972056832165} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.5670518279075623, "loss_scale": 4.0, "retries": 0, "seconds": 61.3, "max_memory_gb": 17.08, "ce": 0.006243636998988222, "kl": 0.2030486186122289, "context": 0.10776794359844644} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.24735218286514282, "loss_scale": 4.0, "retries": 0, "seconds": 62.3, "max_memory_gb": 17.08, "ce": 0.017268488183617592, "kl": 0.007436552481522085, "context": 0.020986763789551333} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.000588417053223, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 17.08, "ce": 0.05268500390229747, "kl": 0.07941656911862083, "context": 0.09239328448893502} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 7.311899662017822, "loss_scale": 4.0, "retries": 0, "seconds": 64.4, "max_memory_gb": 17.08, "ce": 0.11390806932467967, "kl": 0.06211398442610516, "context": 0.1449650561553426} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 4.899967670440674, "loss_scale": 4.0, "retries": 0, "seconds": 65.3, "max_memory_gb": 17.08, "ce": 0.40268265319173224, "kl": 0.04745908074255567, "context": 0.4264121959276963} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.3159996569156647, "loss_scale": 4.0, "retries": 0, "seconds": 66.4, "max_memory_gb": 17.08, "ce": 0.016363286526029697, "kl": 0.012224556510773255, "context": 0.022475563826446887} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.130688428878784, "loss_scale": 4.0, "retries": 0, "seconds": 67.4, "max_memory_gb": 17.08, "ce": 0.12854573501681443, "kl": 0.5128575600683689, "context": 0.3849745187908411} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.2230033278465271, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 17.08, "ce": 0.017398040858097374, "kl": 0.007943449803860858, "context": 0.0213697652798146} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.12024177610874176, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 17.08, "ce": 0.007437351508997381, "kl": 0.004369579371996224, "context": 0.009622141136787832} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.811874270439148, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.08, "ce": 0.06606986315455288, "kl": 0.24951582537323702, "context": 0.19082778331357986} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.5772876143455505, "loss_scale": 4.0, "retries": 0, "seconds": 71.6, "max_memory_gb": 17.08, "ce": 0.016081741865491495, "kl": 0.07713015843182802, "context": 0.05464682262390852} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.0955266952514648, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 17.08, "ce": 0.10395911340674502, "kl": 0.11721181840403005, "context": 0.1625650232163025} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.3883541822433472, "loss_scale": 4.0, "retries": 0, "seconds": 73.5, "max_memory_gb": 17.08, "ce": 0.008187648316379637, "kl": 0.15919101083454734, "context": 0.08778315200470388} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.3115331828594208, "loss_scale": 4.0, "retries": 0, "seconds": 74.6, "max_memory_gb": 17.08, "ce": 0.003260878540459089, "kl": 0.04578535212931456, "context": 0.026153555067139678} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.10129274427890778, "loss_scale": 4.0, "retries": 0, "seconds": 75.6, "max_memory_gb": 17.08, "ce": 0.004862729687374667, "kl": 0.004895010383393128, "context": 0.007310234756005229} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.9336097240448, "loss_scale": 4.0, "retries": 0, "seconds": 76.6, "max_memory_gb": 17.08, "ce": 0.016659588676702697, "kl": 0.1887202198668092, "context": 0.11101969590527005} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.29228803515434265, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 17.08, "ce": 0.02342457906343043, "kl": 0.028216306600370444, "context": 0.03753273148322478} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.1668552160263062, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 17.08, "ce": 0.008330501863383688, "kl": 0.335644176157075, "context": 0.17615259255398996} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.824113130569458, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.08, "ce": 0.387400417450408, "kl": 0.07181100049297129, "context": 0.42330592887446983} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.434995412826538, "loss_scale": 4.0, "retries": 0, "seconds": 80.8, "max_memory_gb": 17.08, "ce": 0.002480811075656675, "kl": 0.09206394378270488, "context": 0.048512782028410584} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9134392738342285, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 17.08, "ce": 0.0031772433721926063, "kl": 0.6588885395922262, "context": 0.33262150493101217} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.3576398193836212, "loss_scale": 4.0, "retries": 0, "seconds": 82.9, "max_memory_gb": 17.08, "ce": 0.01712543619214557, "kl": 0.005259473953628913, "context": 0.01975517300888896} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 3.61434268951416, "loss_scale": 4.0, "retries": 0, "seconds": 83.9, "max_memory_gb": 17.08, "ce": 0.2804120344517287, "kl": 0.03087003134078259, "context": 0.29584703993896255} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.9971532821655273, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.08, "ce": 0.09264303145755548, "kl": 0.055561075801961124, "context": 0.12042357239988633} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.6754327416419983, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.08, "ce": 0.03329549520276487, "kl": 0.01911466765170644, "context": 0.042852827173192054} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.4637526273727417, "loss_scale": 4.0, "retries": 0, "seconds": 86.9, "max_memory_gb": 17.08, "ce": 0.0006205053650774062, "kl": 0.2407969936484733, "context": 0.12101900052948622} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.2084290981292725, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 17.08, "ce": 0.009644510166253895, "kl": 0.37498672920264653, "context": 0.1971378685993841} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 5.254845142364502, "loss_scale": 4.0, "retries": 0, "seconds": 89.0, "max_memory_gb": 17.08, "ce": 0.04895530905923806, "kl": 0.11455714046132925, "context": 0.10623388305248227} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.7220425605773926, "loss_scale": 4.0, "retries": 0, "seconds": 90.0, "max_memory_gb": 17.08, "ce": 0.005808274712762795, "kl": 0.36685645711258985, "context": 0.18923650607757736} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.15040932595729828, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.08, "ce": 0.015416574518894777, "kl": 0.008964758433648967, "context": 0.019898953731171787} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 2.300654888153076, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 17.08, "ce": 0.025928891642251983, "kl": 0.03905220150045352, "context": 0.045454992388840765} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.8738957047462463, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 17.08, "ce": 0.027213333756662905, "kl": 0.17966596888072672, "context": 0.11704631445172708} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 1.9092148542404175, "loss_scale": 4.0, "retries": 0, "seconds": 94.0, "max_memory_gb": 17.08, "ce": 0.048459287398145534, "kl": 0.05695268245835905, "context": 0.0769356248783879} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.2150827795267105, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 17.08, "ce": 0.006152387999463826, "kl": 0.00668626805418171, "context": 0.009495521895587444} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.6174046993255615, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 17.08, "ce": 0.06287096344749443, "kl": 0.11226641772373114, "context": 0.11900416825665161} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.1012423038482666, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.08, "ce": 0.15285001642769203, "kl": 0.3019418865442276, "context": 0.30382095370441675} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.05525130033493042, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 17.08, "ce": 0.0023793402360752225, "kl": 0.001006770853564376, "context": 0.0028827256755903363} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.191540718078613, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 17.08, "ce": 0.38736965687712654, "kl": 0.8099292016013351, "context": 0.7923342672875151} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.913292407989502, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 17.08, "ce": 0.020771070987393614, "kl": 0.14114981883903965, "context": 0.09134598169475794} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.4604681134223938, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 17.08, "ce": 0.011334936192724854, "kl": 0.037856580544030294, "context": 0.030263227527029812} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.3533816635608673, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 17.08, "ce": 0.017661819118075073, "kl": 0.004852141020819545, "context": 0.02008788986131549} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.3174251317977905, "loss_scale": 4.0, "retries": 0, "seconds": 103.3, "max_memory_gb": 17.08, "ce": 0.019619911050540395, "kl": 0.14280180978676071, "context": 0.09102081484161317} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 2.106722593307495, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.08, "ce": 0.08648538145644125, "kl": 0.16533364570932463, "context": 0.16915220525697805} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.8960926532745361, "loss_scale": 4.0, "retries": 0, "seconds": 105.4, "max_memory_gb": 17.08, "ce": 0.28025113460898865, "kl": 0.03871339842953603, "context": 0.29960784522700123} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.8913714289665222, "loss_scale": 4.0, "retries": 0, "seconds": 106.4, "max_memory_gb": 17.08, "ce": 0.03189367693266831, "kl": 0.046896654152078554, "context": 0.055342003412079066} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.342283695936203, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 17.08, "ce": 0.0041581729346944485, "kl": 0.011453536318583701, "context": 0.009884941096970579} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.670578956604004, "loss_scale": 4.0, "retries": 0, "seconds": 108.5, "max_memory_gb": 17.08, "ce": 0.09605407324852422, "kl": 0.27585213343263604, "context": 0.23398014227859676} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.714440941810608, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.08, "ce": 0.1371430899016559, "kl": 0.04097258043475449, "context": 0.15762937732506543} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.3362736701965332, "loss_scale": 4.0, "retries": 0, "seconds": 110.4, "max_memory_gb": 17.08, "ce": 0.020330770930740982, "kl": 0.06290229043224826, "context": 0.05178191605955362} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.25018510222435, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 17.08, "ce": 0.002736157563049346, "kl": 0.019098825847322587, "context": 0.012285570614039898} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.26239490509033203, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.08, "ce": 0.02053963451180607, "kl": 0.005163786292541772, "context": 0.02312152786180377} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.19476403295993805, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.08, "ce": 0.0037682293768739328, "kl": 0.0138714499771595, "context": 0.010703954612836242} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.1441573053598404, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 17.08, "ce": 0.00507305032806471, "kl": 0.0007756828381388914, "context": 0.005460891698021442} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 4.422603607177734, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.08, "ce": 0.20484854106325656, "kl": 0.09055722317134496, "context": 0.2501271563814953} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.8484007716178894, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 17.08, "ce": 0.05776653689099476, "kl": 0.042257773388882924, "context": 0.07889542347402312} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.577540397644043, "loss_scale": 4.0, "retries": 0, "seconds": 117.7, "max_memory_gb": 17.08, "ce": 0.5494483847505762, "kl": 0.21686374486398563, "context": 0.6578802359363181} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.753633499145508, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.08, "ce": 0.22373428900027648, "kl": 0.22971476474776864, "context": 0.3385916732950136} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.7938489317893982, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.08, "ce": 0.03328134954062989, "kl": 0.01597441109488784, "context": 0.041268554610724095} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.6018853187561035, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 17.08, "ce": 0.551786068623187, "kl": 0.04740956766909221, "context": 0.5754908465314656} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 2.453563928604126, "loss_scale": 4.0, "retries": 0, "seconds": 122.0, "max_memory_gb": 17.08, "ce": 0.029909716788097285, "kl": 0.06906989932758734, "context": 0.06444466591347009} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.6436041593551636, "loss_scale": 4.0, "retries": 0, "seconds": 123.1, "max_memory_gb": 17.08, "ce": 0.02126134606078267, "kl": 0.02187470515491441, "context": 0.03219869779422879} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.25681474804878235, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 17.08, "ce": 0.011188228585524485, "kl": 0.000986514335636457, "context": 0.011681486037559807} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.0886456966400146, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 17.08, "ce": 0.21824234793893993, "kl": 0.24336986732669175, "context": 0.3399272817187011} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.042612075805664, "loss_scale": 4.0, "retries": 0, "seconds": 126.1, "max_memory_gb": 17.08, "ce": 0.023584963550092652, "kl": 0.6494524067675229, "context": 0.3483111578389071} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.3662729263305664, "loss_scale": 4.0, "retries": 0, "seconds": 127.1, "max_memory_gb": 17.08, "ce": 0.12216478831396671, "kl": 0.009005546658045205, "context": 0.12666756490943953} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 3.963759422302246, "loss_scale": 4.0, "retries": 0, "seconds": 128.1, "max_memory_gb": 17.08, "ce": 0.3990631447522901, "kl": 0.14349839421993238, "context": 0.47081234920187853} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.062475815415382385, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.08, "ce": 0.0011442564791650511, "kl": 0.008266724118584534, "context": 0.005277618482068647} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.0567495822906494, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 17.08, "ce": 0.13372908625751734, "kl": 1.0080891019315459, "context": 0.6377736376598477} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.6227330565452576, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.08, "ce": 0.01860716938972473, "kl": 0.020101734437048435, "context": 0.02865803544409573} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.0396745391190052, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 17.08, "ce": 0.00209522875957191, "kl": 0.001708346670056926, "context": 0.002949402158265002} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.296915203332901, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 17.08, "ce": 0.017723749158903956, "kl": 0.02147536724805832, "context": 0.028461432084441185} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.4707189202308655, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 17.08, "ce": 0.027418348101491574, "kl": 0.01309853269958694, "context": 0.03396761468320619} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 3.2394373416900635, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 17.08, "ce": 0.09393609728431329, "kl": 0.060638063587248325, "context": 0.12425512913614511} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.9781388640403748, "loss_scale": 4.0, "retries": 0, "seconds": 136.3, "max_memory_gb": 17.08, "ce": 0.04216601519146934, "kl": 0.0671587177184847, "context": 0.07574537776235957} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.1988306045532227, "loss_scale": 4.0, "retries": 0, "seconds": 137.4, "max_memory_gb": 17.08, "ce": 0.09312762937042862, "kl": 0.06859070906648412, "context": 0.12742298771627247} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.8527052402496338, "loss_scale": 4.0, "retries": 0, "seconds": 138.4, "max_memory_gb": 17.08, "ce": 0.06007527338078944, "kl": 0.08125330318466695, "context": 0.10070192100101849} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.12345665693283081, "loss_scale": 4.0, "retries": 0, "seconds": 139.5, "max_memory_gb": 17.08, "ce": 0.006385654560290277, "kl": 0.0011771321792366507, "context": 0.006974220625124872} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 4.070891857147217, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 17.08, "ce": 0.1159397019946482, "kl": 0.004651719907997176, "context": 0.11826556010055356} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.24976110458374, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 17.08, "ce": 0.6720291092060506, "kl": 0.19361933949403465, "context": 0.7688387995585799} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.5178534984588623, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.08, "ce": 0.012927052710438147, "kl": 0.0009292231070503476, "context": 0.013391664397204295} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.24566172063350677, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.08, "ce": 0.007785331719787791, "kl": 0.0025754496373338043, "context": 0.009073056426132098} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.1350782811641693, "loss_scale": 4.0, "retries": 0, "seconds": 144.5, "max_memory_gb": 17.08, "ce": 0.0074622430256567895, "kl": 0.01367591813323088, "context": 0.014300202019512653} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.7765730619430542, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 17.08, "ce": 0.0913325357978465, "kl": 0.005516613044164842, "context": 0.09409084095386788} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.13197332620620728, "loss_scale": 4.0, "retries": 0, "seconds": 146.6, "max_memory_gb": 17.08, "ce": 0.005853748007211834, "kl": 0.009168098797090352, "context": 0.010437797813210636} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.1093871593475342, "loss_scale": 4.0, "retries": 0, "seconds": 147.6, "max_memory_gb": 17.08, "ce": 0.14477067271945998, "kl": 0.031004736651084386, "context": 0.1602730411104858} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 5.786773681640625, "loss_scale": 4.0, "retries": 0, "seconds": 148.7, "max_memory_gb": 17.08, "ce": 0.17031270690495148, "kl": 0.35408078175942137, "context": 0.3473531098861713} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.4329477548599243, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 17.08, "ce": 0.01926557853585109, "kl": 0.014452120907662902, "context": 0.02649163945170585} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.3802106380462646, "loss_scale": 4.0, "retries": 0, "seconds": 150.8, "max_memory_gb": 17.08, "ce": 0.19208419136703014, "kl": 0.2209460657031741, "context": 0.3025572239275789} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.0350372791290283, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.08, "ce": 0.28706228034570813, "kl": 0.02746302675222978, "context": 0.3007938014343381} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 5.782312870025635, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.08, "ce": 0.14226823611897998, "kl": 0.1706311444140738, "context": 0.22758380836603465} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.5405157208442688, "loss_scale": 4.0, "retries": 0, "seconds": 153.8, "max_memory_gb": 17.08, "ce": 0.0033449825496063568, "kl": 0.10644021237385459, "context": 0.05656508947140537} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 5.099276542663574, "loss_scale": 4.0, "retries": 0, "seconds": 154.8, "max_memory_gb": 17.08, "ce": 0.8915956782875583, "kl": 0.04285477280336636, "context": 0.9130230874870904} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6987126469612122, "loss_scale": 4.0, "retries": 0, "seconds": 155.8, "max_memory_gb": 17.08, "ce": 0.034096301067620516, "kl": 0.13774935947731137, "context": 0.10297098103910685} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.9527884125709534, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 17.08, "ce": 0.12991151749156415, "kl": 0.0814416609273394, "context": 0.17063234835950425} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 6.367745876312256, "loss_scale": 4.0, "retries": 0, "seconds": 157.9, "max_memory_gb": 17.08, "ce": 0.17165559934801422, "kl": 0.7675434219418094, "context": 0.5554273128509521} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.06090323254466057, "loss_scale": 4.0, "retries": 0, "seconds": 158.8, "max_memory_gb": 17.08, "ce": 0.0016980574364424683, "kl": 0.0038467516435503057, "context": 0.003621433388616424} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.3993937969207764, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 17.08, "ce": 0.07581793407734949, "kl": 0.035797988385184, "context": 0.09371692838612944} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 3.4226016998291016, "loss_scale": 4.0, "retries": 0, "seconds": 160.9, "max_memory_gb": 17.08, "ce": 0.046420864906394854, "kl": 0.09920631036220584, "context": 0.09602401679148898} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.2089402824640274, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.08, "ce": 0.016359713292331435, "kl": 0.0034709460305748507, "context": 0.01809518621303141} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.3396661281585693, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 17.08, "ce": 0.3209765356441494, "kl": 0.3281399351617438, "context": 0.4850465151539538} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.24486549198627472, "loss_scale": 4.0, "retries": 0, "seconds": 164.0, "max_memory_gb": 17.08, "ce": 0.006500864750705659, "kl": 0.02740540368540678, "context": 0.020203565654810518} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.0273883156478405, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 17.08, "ce": 0.0011951621618209174, "kl": 0.0010867701358847626, "context": 0.001738547229251708} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9170311689376831, "loss_scale": 4.0, "retries": 0, "seconds": 166.1, "max_memory_gb": 17.08, "ce": 0.002735233323619468, "kl": 0.32266030195933126, "context": 0.16406538261799142} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.1629893779754639, "loss_scale": 4.0, "retries": 0, "seconds": 167.1, "max_memory_gb": 17.08, "ce": 0.06683225120650604, "kl": 0.15885160535253817, "context": 0.14625805575633422} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.5239218473434448, "loss_scale": 4.0, "retries": 0, "seconds": 168.2, "max_memory_gb": 17.08, "ce": 0.023889369098469615, "kl": 0.023621407090104185, "context": 0.03570007247617468} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 1.0672850608825684, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 17.08, "ce": 0.011925451683055144, "kl": 0.04297149467311101, "context": 0.033411199241527356} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.6167089939117432, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 17.08, "ce": 0.02768956689396873, "kl": 0.032744070938861114, "context": 0.04406160200596787} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.04778910055756569, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 17.08, "ce": 0.0019885725050698966, "kl": 0.0010505031314096414, "context": 0.002513824059860781} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.0852247029542923, "loss_scale": 4.0, "retries": 0, "seconds": 172.2, "max_memory_gb": 17.08, "ce": 0.0031272414853447117, "kl": 0.0017945545114343986, "context": 0.004024518741061911} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 2.754546642303467, "loss_scale": 4.0, "retries": 0, "seconds": 173.4, "max_memory_gb": 17.08, "ce": 0.4490659033981501, "kl": 0.01798787701773108, "context": 0.4580598446118529} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.1710678339004517, "loss_scale": 4.0, "retries": 0, "seconds": 174.3, "max_memory_gb": 17.08, "ce": 0.13133403507526964, "kl": 0.0701128396904096, "context": 0.16639045951887965} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.1411169171333313, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 17.08, "ce": 0.007525954308221117, "kl": 0.0022582077072001994, "context": 0.008655058045405895} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.6719623804092407, "loss_scale": 4.0, "retries": 0, "seconds": 176.4, "max_memory_gb": 17.08, "ce": 0.08120461081853136, "kl": 0.006644874483754393, "context": 0.08452704854425974} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.7665501832962036, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 17.08, "ce": 0.028270354247069918, "kl": 0.027133176248753443, "context": 0.041836942385998555} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.3128104209899902, "loss_scale": 4.0, "retries": 0, "seconds": 178.4, "max_memory_gb": 17.08, "ce": 0.1043485154514201, "kl": 0.12678501149639487, "context": 0.16774102090857923} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2902058959007263, "loss_scale": 4.0, "retries": 0, "seconds": 179.5, "max_memory_gb": 17.08, "ce": 0.02509221016225638, "kl": 0.019935349285560733, "context": 0.035059886693488806} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 6.728077411651611, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 17.08, "ce": 0.2309623684559483, "kl": 0.015048546667003393, "context": 0.23848664735851344} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.5619893074035645, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.08, "ce": 0.09775302594061941, "kl": 0.33780928375199437, "context": 0.2666576700285077} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 5.854892253875732, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.08, "ce": 0.24982682056725025, "kl": 0.022516025986988097, "context": 0.2610848410986364} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.7624241709709167, "loss_scale": 4.0, "retries": 0, "seconds": 183.5, "max_memory_gb": 17.08, "ce": 0.06600873532443075, "kl": 0.032911135533822744, "context": 0.08246430408325978} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.24974112212657928, "loss_scale": 4.0, "retries": 0, "seconds": 184.6, "max_memory_gb": 17.08, "ce": 0.012893555416667368, "kl": 0.003576779718741818, "context": 0.014681945511256345} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.8967663049697876, "loss_scale": 4.0, "retries": 0, "seconds": 185.6, "max_memory_gb": 17.08, "ce": 0.06472641496657161, "kl": 0.012647236464090383, "context": 0.07105003472679527} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.9234312772750854, "loss_scale": 4.0, "retries": 0, "seconds": 186.6, "max_memory_gb": 17.08, "ce": 0.012338848231593147, "kl": 0.05606379862797439, "context": 0.040370748301938875} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.6106002330780029, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.08, "ce": 0.08332543598953635, "kl": 0.023509263701271266, "context": 0.09508006740361452} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.0674214363098145, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 17.08, "ce": 0.0266837626168126, "kl": 0.10430793109844672, "context": 0.0788377281423891} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.4695943593978882, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.08, "ce": 0.004208492173347622, "kl": 0.12075101367372554, "context": 0.06458399738767184} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 3.1147472858428955, "loss_scale": 4.0, "retries": 0, "seconds": 190.8, "max_memory_gb": 17.08, "ce": 0.15558627602877095, "kl": 0.15681917581241578, "context": 0.2339958604425192} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.2733956575393677, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 17.08, "ce": 0.03482635885302443, "kl": 0.013727015651966212, "context": 0.04168986761942506} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.0741608142852783, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.08, "ce": 0.007128700766770635, "kl": 0.2072349728532572, "context": 0.11074618964630645} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.768107533454895, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.08, "ce": 0.1296320175897563, "kl": 0.24733237229520455, "context": 0.2532982139964588} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.5813941955566406, "loss_scale": 4.0, "retries": 0, "seconds": 194.8, "max_memory_gb": 17.08, "ce": 0.022392181846953463, "kl": 0.13803099952838238, "context": 0.09140768248471431} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.401856005191803, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 17.08, "ce": 0.004321495987824164, "kl": 0.11294690919748973, "context": 0.06079495063750073} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.8829715251922607, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.08, "ce": 0.07319192211070913, "kl": 0.02996766231080983, "context": 0.08817575139983092} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.05248981714248657, "loss_scale": 4.0, "retries": 0, "seconds": 197.9, "max_memory_gb": 17.08, "ce": 0.00317112599441316, "kl": 0.0016045066895458149, "context": 0.0039733792073093355} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.0490803718566895, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.08, "ce": 0.00846110688871704, "kl": 0.2800789246248314, "context": 0.14850057152216323} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.08558979630470276, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 17.08, "ce": 0.0026445302792126313, "kl": 0.005737681349273771, "context": 0.005513371055712923} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.410023808479309, "loss_scale": 4.0, "retries": 0, "seconds": 200.9, "max_memory_gb": 17.08, "ce": 0.023825273441616446, "kl": 0.043284774670610204, "context": 0.04546766122803092} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 4.641739368438721, "loss_scale": 4.0, "retries": 0, "seconds": 202.0, "max_memory_gb": 17.08, "ce": 0.1357739961167681, "kl": 0.3042695349577116, "context": 0.2879087643814273} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.04493732005357742, "loss_scale": 4.0, "retries": 0, "seconds": 203.0, "max_memory_gb": 17.08, "ce": 0.0021600014661089517, "kl": 0.0018584539338917239, "context": 0.0030892284121364355} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.008159775286912918, "loss_scale": 4.0, "retries": 0, "seconds": 204.0, "max_memory_gb": 17.08, "ce": 0.00040411734698864166, "kl": 0.00017317413694684092, "context": 0.0004907044167339336} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.3666183948516846, "loss_scale": 4.0, "retries": 0, "seconds": 205.1, "max_memory_gb": 17.08, "ce": 0.04777690127957612, "kl": 0.30977402865028125, "context": 0.20266391882614698} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.03162325546145439, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 17.08, "ce": 0.0006706553431286011, "kl": 0.0020637923080357723, "context": 0.0017025515480781905} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.330801248550415, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.08, "ce": 0.008212919143261388, "kl": 0.7978307003795635, "context": 0.40712828340474516} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.5459922552108765, "loss_scale": 4.0, "retries": 0, "seconds": 208.2, "max_memory_gb": 17.08, "ce": 0.03957404679385945, "kl": 0.02041051168635022, "context": 0.04977930278982967} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.2621542513370514, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 17.08, "ce": 0.014770693549507996, "kl": 0.0012707425466942368, "context": 0.015406064725539181} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.71958589553833, "loss_scale": 4.0, "retries": 0, "seconds": 210.3, "max_memory_gb": 17.08, "ce": 0.1131556655454915, "kl": 0.03647973999613896, "context": 0.13139553857035935} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.059277527034282684, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.08, "ce": 0.003729105825186707, "kl": 0.0004761990057886578, "context": 0.0039672054117545485} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.414064645767212, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.08, "ce": 0.44775257342007535, "kl": 0.06591033965378301, "context": 0.4807077433579252} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.8923254013061523, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 17.08, "ce": 0.1305628441623412, "kl": 0.5044907121700817, "context": 0.3828081956016831} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.06868836283683777, "loss_scale": 4.0, "retries": 0, "seconds": 214.3, "max_memory_gb": 17.08, "ce": 0.0026884263461397495, "kl": 0.0007653990599578719, "context": 0.0030711259314557537} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.2641417682170868, "loss_scale": 4.0, "retries": 0, "seconds": 215.2, "max_memory_gb": 17.08, "ce": 0.020849682427069638, "kl": 0.001738588896841975, "context": 0.021718976029660553} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.09837265312671661, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.08, "ce": 0.003751816664589569, "kl": 0.00796058846754022, "context": 0.007732111087534577} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.1132231950759888, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 17.08, "ce": 0.017970931739910156, "kl": 0.002795099498825948, "context": 0.019368480972843827} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 5.319029331207275, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.08, "ce": 0.6388927398584201, "kl": 0.18210453260689974, "context": 0.7299450196442194} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 2.288219451904297, "loss_scale": 4.0, "retries": 0, "seconds": 219.4, "max_memory_gb": 17.08, "ce": 0.02858845764421858, "kl": 0.31166420516819926, "context": 0.18442056528874673} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9032373428344727, "loss_scale": 4.0, "retries": 0, "seconds": 220.4, "max_memory_gb": 17.08, "ce": 0.07287734386045486, "kl": 0.06173170995316468, "context": 0.10374319704715163} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.3525205850601196, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 17.08, "ce": 0.07298961060587317, "kl": 0.00884186866460368, "context": 0.07741054147481918} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.22440946102142334, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 17.08, "ce": 0.00846958562033251, "kl": 0.0035827417486871127, "context": 0.010260956594720483} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4490096867084503, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 17.08, "ce": 0.007205086287285667, "kl": 0.09957034582930646, "context": 0.056990257573488634} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.45236772298812866, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.08, "ce": 0.029845288838259876, "kl": 0.007762413821183145, "context": 0.03372649644734338} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.0903208255767822, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 17.08, "ce": 0.09241221606498584, "kl": 0.026834515341306542, "context": 0.10582947562579648} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.4266797602176666, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 17.08, "ce": 0.021813622151967138, "kl": 0.0008621740935268463, "context": 0.022244709471124224} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9407895803451538, "loss_scale": 4.0, "retries": 0, "seconds": 227.5, "max_memory_gb": 17.08, "ce": 0.039432257290172856, "kl": 0.47652585251489654, "context": 0.2776951828273013} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3324618935585022, "loss_scale": 4.0, "retries": 0, "seconds": 228.5, "max_memory_gb": 17.08, "ce": 0.012755267904140055, "kl": 0.0036047934145244653, "context": 0.014557664660969749} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 5.910301208496094, "loss_scale": 4.0, "retries": 0, "seconds": 229.5, "max_memory_gb": 17.08, "ce": 0.0682616785634309, "kl": 0.07261150018894114, "context": 0.1045674248598516} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.9357981085777283, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 17.08, "ce": 0.0036813063343288377, "kl": 0.5194729243113443, "context": 0.26341777012567036} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.836411714553833, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.08, "ce": 0.06933552882401273, "kl": 0.09492178676100593, "context": 0.11679642216768116} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.44464829564094543, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 17.08, "ce": 0.013394696310569998, "kl": 0.0517704357553157, "context": 0.03927991451200796} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5191688537597656, "loss_scale": 4.0, "retries": 0, "seconds": 233.7, "max_memory_gb": 17.08, "ce": 0.042137507152801845, "kl": 0.055849394120741636, "context": 0.07006220594485058} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 4.230888843536377, "loss_scale": 4.0, "retries": 0, "seconds": 234.6, "max_memory_gb": 17.08, "ce": 0.008491792148561217, "kl": 0.5142942483435036, "context": 0.26563892446574755} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.0597572326660156, "loss_scale": 4.0, "retries": 0, "seconds": 235.8, "max_memory_gb": 17.08, "ce": 0.02029546592530096, "kl": 0.46215067832508794, "context": 0.251370801946905} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.055684369057416916, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 17.08, "ce": 0.003747432609088719, "kl": 0.001856731527368538, "context": 0.004675798234529793} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.1533934324979782, "loss_scale": 4.0, "retries": 0, "seconds": 237.7, "max_memory_gb": 17.08, "ce": 0.007667132158530876, "kl": 0.010373623591704018, "context": 0.012853944419475738} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.547907829284668, "loss_scale": 4.0, "retries": 0, "seconds": 238.8, "max_memory_gb": 17.08, "ce": 0.06623953238886315, "kl": 0.2704448224976659, "context": 0.20146194845438004} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.01695908047258854, "loss_scale": 4.0, "retries": 0, "seconds": 239.8, "max_memory_gb": 17.08, "ce": 0.0008134384952427354, "kl": 0.00026611605699145, "context": 0.0009464964896324091} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.4309732913970947, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 17.08, "ce": 0.08749099596752785, "kl": 0.08122445379558485, "context": 0.1281032226397656} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.6293253898620605, "loss_scale": 4.0, "retries": 0, "seconds": 241.9, "max_memory_gb": 17.08, "ce": 0.06993975630030036, "kl": 0.2935673948377371, "context": 0.2167234569787979} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.88427996635437, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 17.08, "ce": 0.9459939840489824, "kl": 0.012794753751222743, "context": 0.9523913486409583} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.26397836208343506, "loss_scale": 4.0, "retries": 0, "seconds": 244.0, "max_memory_gb": 17.08, "ce": 0.009578981276717968, "kl": 0.003232379094697535, "context": 0.01119517105689738} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.04418925940990448, "loss_scale": 4.0, "retries": 0, "seconds": 245.0, "max_memory_gb": 17.08, "ce": 0.002341501625778619, "kl": 0.000532066117557406, "context": 0.0026075346395373344} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.3602030277252197, "loss_scale": 4.0, "retries": 0, "seconds": 245.9, "max_memory_gb": 17.08, "ce": 0.002420486787741538, "kl": 0.039317554238550656, "context": 0.02207926402479643} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.4023174047470093, "loss_scale": 4.0, "retries": 0, "seconds": 247.1, "max_memory_gb": 17.08, "ce": 0.019734307774342597, "kl": 0.4113062947872095, "context": 0.22538745356723666} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.4595859050750732, "loss_scale": 4.0, "retries": 0, "seconds": 248.0, "max_memory_gb": 17.08, "ce": 0.03280478707165457, "kl": 0.04374783697494422, "context": 0.05467870697611943} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.1896252632141113, "loss_scale": 4.0, "retries": 0, "seconds": 249.0, "max_memory_gb": 17.08, "ce": 0.2014737874196726, "kl": 0.06198396680247242, "context": 0.2324657633434981} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.7843010425567627, "loss_scale": 4.0, "retries": 0, "seconds": 250.2, "max_memory_gb": 17.08, "ce": 0.06293850081419805, "kl": 0.04745740189537173, "context": 0.08666720455221366} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.2276979684829712, "loss_scale": 4.0, "retries": 0, "seconds": 251.1, "max_memory_gb": 17.08, "ce": 0.08831935640773736, "kl": 0.014036165026482195, "context": 0.09533744235523045} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.5157979130744934, "loss_scale": 4.0, "retries": 0, "seconds": 252.3, "max_memory_gb": 17.08, "ce": 0.02458036717143841, "kl": 0.009805369621972204, "context": 0.029483052792784292} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.852496325969696, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 17.08, "ce": 0.04119684972829418, "kl": 0.022392194484609718, "context": 0.052392947909538634} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.6634323596954346, "loss_scale": 4.0, "retries": 0, "seconds": 254.2, "max_memory_gb": 17.08, "ce": 0.15705074190918822, "kl": 0.004394663090351969, "context": 0.15924806805560365} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 10.06788158416748, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.08, "ce": 0.12046269257552922, "kl": 0.22649635863490403, "context": 0.2337108728243038} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.048730749636888504, "loss_scale": 4.0, "retries": 0, "seconds": 256.3, "max_memory_gb": 17.08, "ce": 0.002020259596974938, "kl": 0.002279780657659103, "context": 0.003160149819450453} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.48572829365730286, "loss_scale": 4.0, "retries": 0, "seconds": 257.3, "max_memory_gb": 17.08, "ce": 0.020322594318713527, "kl": 0.008345202666532714, "context": 0.024495194680639543} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.4039021730422974, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 17.08, "ce": 0.02460438181878999, "kl": 0.022376804510713555, "context": 0.03579278429970145} diff --git a/runs/fixed_internvl/context/Top8_s13/adapter/README.md b/runs/fixed_internvl/context/Top8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/Top8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..47f11c3ff63541efdc7c877e02e790ce55000a3a --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.11.mlp.up_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s13/config.json b/runs/fixed_internvl/context/Top8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dffcb85228babdebfe07d270da2e98125dbbcd54 --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 11, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "11": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s13/steps.jsonl b/runs/fixed_internvl/context/Top8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3ec1273409120dcdf5311b175837883e1dcea07c --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.120912075042725, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.810677528381348, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.1, "ce": 0.6309647296802723, "kl": 0.46601812205955184, "context": 0.8639738047641004} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 23.28517723083496, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.11, "ce": 0.887527123093605, "kl": 0.07132265996187925, "context": 0.9231884479522705} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.353335380554199, "loss_scale": 4.0, "retries": 0, "seconds": 5.8, "max_memory_gb": 17.11, "ce": 0.1774062315671472, "kl": 0.46866877682168706, "context": 0.4117406169534661} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.2801320552825928, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 17.11, "ce": 0.009459293692998472, "kl": 0.00874572638713289, "context": 0.013832156982971355} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.302085876464844, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 17.11, "ce": 0.12648125377018005, "kl": 0.08718087256420404, "context": 0.1700716944760643} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.1751543283462524, "loss_scale": 4.0, "retries": 0, "seconds": 9.0, "max_memory_gb": 17.11, "ce": 0.041521269969962304, "kl": 0.06784415198035276, "context": 0.07544334549493215} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.8513385653495789, "loss_scale": 4.0, "retries": 0, "seconds": 10.1, "max_memory_gb": 17.11, "ce": 0.01170603628270328, "kl": 0.19933304004371166, "context": 0.11137255397625268} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 17.69508171081543, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 17.11, "ce": 0.1373853744007647, "kl": 0.2510543411481194, "context": 0.2629125458188355} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3662489056587219, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 17.11, "ce": 0.00320404024751042, "kl": 0.009704113763291389, "context": 0.00805609708186239} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.10824497789144516, "loss_scale": 4.0, "retries": 0, "seconds": 13.3, "max_memory_gb": 17.11, "ce": 0.002937305134764756, "kl": 0.004036403262944077, "context": 0.0049555067089386284} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.16265718638896942, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 17.11, "ce": 0.005868957902748662, "kl": 0.0024212233236085012, "context": 0.007079569648340112} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.01760444976389408, "loss_scale": 4.0, "retries": 0, "seconds": 15.4, "max_memory_gb": 17.11, "ce": 0.0006717183496220969, "kl": 0.0001502193385931605, "context": 0.0007468280127795879} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.2781589031219482, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 17.11, "ce": 0.019079405174124986, "kl": 0.7741989607457072, "context": 0.4061788711696863} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.0231562852859497, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.11, "ce": 0.00894779397702905, "kl": 0.3507629692896188, "context": 0.18432928514471314} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.027751412242650986, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 17.11, "ce": 0.0014016896002431167, "kl": 0.00046397102651951627, "context": 0.0016336751577910036} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.6468453407287598, "loss_scale": 4.0, "retries": 0, "seconds": 19.6, "max_memory_gb": 17.11, "ce": 0.022878549823872163, "kl": 0.7092906194011448, "context": 0.37752386895408563} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8193808794021606, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 17.11, "ce": 0.008520413017322426, "kl": 0.26213471291157475, "context": 0.13958776819345076} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4643051028251648, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.11, "ce": 0.004386024593259208, "kl": 0.1024767926937784, "context": 0.05562442029986414} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.10118138790130615, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 17.11, "ce": 0.000751060944821802, "kl": 0.005273604172543855, "context": 0.0033878629765240476} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.0604388453066349, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 17.11, "ce": 0.000998332997369289, "kl": 0.005089824346498517, "context": 0.0035432452577879303} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 5.077559947967529, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 17.11, "ce": 0.0638738271954935, "kl": 0.1597850705111341, "context": 0.14376636379165575} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.9521384239196777, "loss_scale": 4.0, "retries": 0, "seconds": 25.9, "max_memory_gb": 17.11, "ce": 0.0009325047885795357, "kl": 0.3500162246295986, "context": 0.17594062264743116} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.6947895884513855, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.11, "ce": 0.010670127798221074, "kl": 0.06925836559094023, "context": 0.045299309174879454} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.6030948162078857, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 17.11, "ce": 0.21986746997572482, "kl": 0.0290950327180326, "context": 0.23441498656757176} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.1737170219421387, "loss_scale": 4.0, "retries": 0, "seconds": 29.1, "max_memory_gb": 17.11, "ce": 0.06390479358378798, "kl": 0.4535444677967462, "context": 0.2906770200934261} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.1943365335464478, "loss_scale": 4.0, "retries": 0, "seconds": 30.2, "max_memory_gb": 17.11, "ce": 0.07844391607795842, "kl": 0.26236107891600113, "context": 0.20962445437908173} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.2096800804138184, "loss_scale": 4.0, "retries": 0, "seconds": 31.2, "max_memory_gb": 17.11, "ce": 0.1403605125960894, "kl": 0.15706044808030128, "context": 0.21889073960483074} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.8020215034484863, "loss_scale": 4.0, "retries": 0, "seconds": 32.2, "max_memory_gb": 17.11, "ce": 0.44371170236263424, "kl": 0.10932409972883761, "context": 0.4983737450093031} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.21636812388896942, "loss_scale": 4.0, "retries": 0, "seconds": 33.4, "max_memory_gb": 17.11, "ce": 0.0074147036066278815, "kl": 0.005633269465761259, "context": 0.01023133855778724} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.609653949737549, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 17.11, "ce": 0.736490138922818, "kl": 0.08879258003435098, "context": 0.7808864249382168} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.4487665891647339, "loss_scale": 4.0, "retries": 0, "seconds": 35.4, "max_memory_gb": 17.11, "ce": 0.061537642730399966, "kl": 0.036492402214207686, "context": 0.07978384383022785} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.656811237335205, "loss_scale": 4.0, "retries": 0, "seconds": 36.6, "max_memory_gb": 17.11, "ce": 0.3835717123001814, "kl": 0.16920654731802642, "context": 0.4681749737355858} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.22179114818573, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.11, "ce": 0.012697863159701228, "kl": 0.6252861140528694, "context": 0.3253409289754927} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.18118470907211304, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 17.11, "ce": 0.006682317791273817, "kl": 0.001364915631711483, "context": 0.007364775345195085} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.3299169540405273, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.11, "ce": 0.1855378249892965, "kl": 0.02616474244860001, "context": 0.19862019130960107} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.1848899126052856, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.11, "ce": 0.13249709852971137, "kl": 0.27187728200806305, "context": 0.2684357485268265} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.8592951893806458, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 17.11, "ce": 0.10731232166290283, "kl": 0.3234646497403446, "context": 0.26904464908875525} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.4019973278045654, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 17.11, "ce": 0.07279267505509779, "kl": 0.008981909457361326, "context": 0.0772836331743747} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.41672638058662415, "loss_scale": 4.0, "retries": 0, "seconds": 43.7, "max_memory_gb": 17.11, "ce": 0.025542100425809622, "kl": 0.011546730383997783, "context": 0.031315465457737446} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.4834682941436768, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 17.11, "ce": 0.4173577791079879, "kl": 0.06999592180363834, "context": 0.45235574804246426} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.10370992869138718, "loss_scale": 4.0, "retries": 0, "seconds": 45.8, "max_memory_gb": 17.11, "ce": 0.010092189244460315, "kl": 0.00045070325722917914, "context": 0.010317540669348091} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.11675078421831131, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 17.11, "ce": 0.009316185489296913, "kl": 0.0019122841040370986, "context": 0.01027232757769525} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 14.13302230834961, "loss_scale": 4.0, "retries": 0, "seconds": 47.9, "max_memory_gb": 17.11, "ce": 0.337659107404761, "kl": 0.8767129865154857, "context": 0.7760156355798244} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.8144173622131348, "loss_scale": 4.0, "retries": 0, "seconds": 48.9, "max_memory_gb": 17.11, "ce": 0.5527761885896325, "kl": 0.1311197528266348, "context": 0.6183360568247736} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.3991142511367798, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.11, "ce": 0.06356880930252373, "kl": 0.12103162542916834, "context": 0.12408462224993855} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.9675635099411011, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 17.11, "ce": 0.020994012273149565, "kl": 0.06916749474476092, "context": 0.05557776149362326} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.07901272177696228, "loss_scale": 4.0, "retries": 0, "seconds": 52.0, "max_memory_gb": 17.11, "ce": 0.005055335466749966, "kl": 0.002601266369310906, "context": 0.006355968595016748} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.32751208543777466, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 17.11, "ce": 0.01452320659882389, "kl": 0.0501925869648403, "context": 0.039619499613763765} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.41799139976501465, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.11, "ce": 0.06549356720643118, "kl": 0.010146892032935284, "context": 0.07056701666442677} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 6.946274757385254, "loss_scale": 4.0, "retries": 0, "seconds": 55.1, "max_memory_gb": 17.11, "ce": 0.10370708626578562, "kl": 0.010081914847773987, "context": 0.10874804452760145} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3059113323688507, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 17.11, "ce": 0.02018217323347926, "kl": 0.09591875952901319, "context": 0.06814155308529735} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.440274953842163, "loss_scale": 4.0, "retries": 0, "seconds": 57.2, "max_memory_gb": 17.11, "ce": 0.04961861949414015, "kl": 0.2304086177609861, "context": 0.16482292767614126} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.6808479428291321, "loss_scale": 4.0, "retries": 0, "seconds": 58.2, "max_memory_gb": 17.11, "ce": 0.0627895497600548, "kl": 0.03762604660005309, "context": 0.08160257659619674} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.5603886842727661, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.11, "ce": 0.03304944321280345, "kl": 0.019082883449300425, "context": 0.0425908848119434} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.44640761613845825, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.11, "ce": 0.031099104904569685, "kl": 0.07269133802037686, "context": 0.06744477432221174} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.09171703457832336, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 17.11, "ce": 0.005974030224024318, "kl": 0.006480592668594909, "context": 0.009214326360961422} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.01624193787574768, "loss_scale": 4.0, "retries": 0, "seconds": 62.3, "max_memory_gb": 17.11, "ce": 0.0007475934107787907, "kl": 0.000293388195643729, "context": 0.0008942875065258704} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.869772434234619, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 17.11, "ce": 0.22241837534238584, "kl": 0.06393180911254603, "context": 0.2543842826853506} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.5209733843803406, "loss_scale": 4.0, "retries": 0, "seconds": 64.4, "max_memory_gb": 17.11, "ce": 0.07636880526843015, "kl": 0.04783955067614443, "context": 0.10028858063742518} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.502169370651245, "loss_scale": 4.0, "retries": 0, "seconds": 65.4, "max_memory_gb": 17.11, "ce": 0.1941823230299633, "kl": 0.3685441709803854, "context": 0.37845440456294455} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.31691470742225647, "loss_scale": 4.0, "retries": 0, "seconds": 66.4, "max_memory_gb": 17.11, "ce": 0.0241668979433598, "kl": 0.00852292587296688, "context": 0.028428360674297437} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.9910590648651123, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.11, "ce": 0.06947509755264036, "kl": 0.12979880882267025, "context": 0.1343744983896613} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.1363070011138916, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.11, "ce": 0.007665949524380267, "kl": 0.006069717768696137, "context": 0.01070080787758343} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.6089417934417725, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 17.11, "ce": 0.0769988321699202, "kl": 0.12096777348779142, "context": 0.13748271856456995} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.0715339183807373, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.11, "ce": 0.15163354824608177, "kl": 0.07639275685210123, "context": 0.18982992669862142} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.044954657554626465, "loss_scale": 4.0, "retries": 0, "seconds": 71.5, "max_memory_gb": 17.11, "ce": 0.0015664644188291277, "kl": 0.00410266499966383, "context": 0.0036177970532662584} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.37650537490844727, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 17.11, "ce": 0.006491254056527396, "kl": 0.018503364380194398, "context": 0.01574293578050856} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.451608657836914, "loss_scale": 4.0, "retries": 0, "seconds": 73.6, "max_memory_gb": 17.11, "ce": 0.7126579426367243, "kl": 0.011817072145277052, "context": 0.718566474992258} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.8189287185668945, "loss_scale": 4.0, "retries": 0, "seconds": 74.6, "max_memory_gb": 17.11, "ce": 0.006723868970311742, "kl": 0.0029103571839073084, "context": 0.00817904779660239} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.026507705450057983, "loss_scale": 4.0, "retries": 0, "seconds": 75.7, "max_memory_gb": 17.11, "ce": 0.0006137783075246261, "kl": 0.002123633850715123, "context": 0.0016755952892708592} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.949433445930481, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 17.11, "ce": 0.006225743984487053, "kl": 0.5106889247981599, "context": 0.2615702010298264} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.503851890563965, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 17.11, "ce": 0.18995325153809972, "kl": 0.05674554782672203, "context": 0.2183260301080736} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.7993305921554565, "loss_scale": 4.0, "retries": 0, "seconds": 78.8, "max_memory_gb": 17.11, "ce": 0.06437653009197675, "kl": 0.09785042575049374, "context": 0.11330174296699624} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.9392075538635254, "loss_scale": 4.0, "retries": 0, "seconds": 79.8, "max_memory_gb": 17.11, "ce": 0.48032461389084347, "kl": 0.9929568935185671, "context": 0.9768030494451523} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.6976823806762695, "loss_scale": 4.0, "retries": 0, "seconds": 80.8, "max_memory_gb": 17.11, "ce": 0.016790264904102514, "kl": 1.636505841044709, "context": 0.8350432165898383} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.21237169206142426, "loss_scale": 4.0, "retries": 0, "seconds": 81.9, "max_memory_gb": 17.11, "ce": 0.011689146544085816, "kl": 0.0077630878340642084, "context": 0.015570690855383873} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.4910823404788971, "loss_scale": 4.0, "retries": 0, "seconds": 82.9, "max_memory_gb": 17.11, "ce": 0.0017727386803016998, "kl": 0.10952056687301592, "context": 0.056533021766881575} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7006407380104065, "loss_scale": 4.0, "retries": 0, "seconds": 84.0, "max_memory_gb": 17.11, "ce": 0.01339750245824689, "kl": 0.019647164812340634, "context": 0.023221083865792025} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.17926764488220215, "loss_scale": 4.0, "retries": 0, "seconds": 85.0, "max_memory_gb": 17.11, "ce": 0.0012106154827051796, "kl": 0.025911443754011998, "context": 0.014166337423375808} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.0659807920455933, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.11, "ce": 0.09081456638523377, "kl": 0.048781162389786914, "context": 0.11520514826406725} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.16450223326683044, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 17.11, "ce": 0.009751143341418356, "kl": 0.0029878301484131953, "context": 0.011245058383792639} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.5891073942184448, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.11, "ce": 0.11410028596583288, "kl": 0.4511164930918312, "context": 0.3396585284936009} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.9705970287322998, "loss_scale": 4.0, "retries": 0, "seconds": 89.0, "max_memory_gb": 17.11, "ce": 0.06975192574464018, "kl": 0.024876617945665203, "context": 0.08219023708807072} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.20534813404083252, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 17.11, "ce": 0.003495525073958561, "kl": 0.0010177583704518156, "context": 0.004004404201623402} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.8782442808151245, "loss_scale": 4.0, "retries": 0, "seconds": 91.1, "max_memory_gb": 17.11, "ce": 0.043533224816201255, "kl": 0.16530770645476878, "context": 0.12618708203081042} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.4062429666519165, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 17.11, "ce": 0.0057621193991508335, "kl": 0.4152432279661298, "context": 0.21338372817263007} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.3393422067165375, "loss_scale": 4.0, "retries": 0, "seconds": 93.2, "max_memory_gb": 17.11, "ce": 0.014724224292876897, "kl": 0.0019893957135650453, "context": 0.015718922462838236} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.41341912746429443, "loss_scale": 4.0, "retries": 0, "seconds": 94.2, "max_memory_gb": 17.11, "ce": 0.020952303562808083, "kl": 0.01589058188983472, "context": 0.028897593489091378} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.32862886786460876, "loss_scale": 4.0, "retries": 0, "seconds": 95.2, "max_memory_gb": 17.11, "ce": 0.01081347357830964, "kl": 0.0052598700785893016, "context": 0.013443408883176744} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.585449695587158, "loss_scale": 4.0, "retries": 0, "seconds": 96.3, "max_memory_gb": 17.11, "ce": 0.543913764107856, "kl": 0.18884880573750706, "context": 0.6383381604537135} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.6135590076446533, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.11, "ce": 0.057676288626680616, "kl": 0.11959486558953358, "context": 0.11747372105310205} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.789980173110962, "loss_scale": 4.0, "retries": 0, "seconds": 98.4, "max_memory_gb": 17.11, "ce": 0.048380450025433674, "kl": 0.21874459225364262, "context": 0.15775274731277023} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.8375164866447449, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 17.11, "ce": 0.026065152313094586, "kl": 0.01196987516595982, "context": 0.032050090085249394} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.976523399353027, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 17.11, "ce": 0.5865303638056503, "kl": 0.009924869402311742, "context": 0.591492802312132} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.8285207748413086, "loss_scale": 4.0, "retries": 0, "seconds": 101.5, "max_memory_gb": 17.11, "ce": 0.2416290373512311, "kl": 0.012697967387794051, "context": 0.24797802203102037} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.15414157509803772, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.11, "ce": 0.01265844827867113, "kl": 0.006282919144723564, "context": 0.0157999083166942} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.23005267977714539, "loss_scale": 4.0, "retries": 0, "seconds": 103.5, "max_memory_gb": 17.11, "ce": 0.002874550125852693, "kl": 0.06301012580479437, "context": 0.0343796144152293} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.8670355081558228, "loss_scale": 4.0, "retries": 0, "seconds": 104.6, "max_memory_gb": 17.11, "ce": 0.032033089351898525, "kl": 0.006462928349719732, "context": 0.03526455491373781} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.48958706855773926, "loss_scale": 4.0, "retries": 0, "seconds": 105.6, "max_memory_gb": 17.11, "ce": 0.04689749838144053, "kl": 0.22917292374404497, "context": 0.1614839578687679} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.11155723035335541, "loss_scale": 4.0, "retries": 0, "seconds": 106.7, "max_memory_gb": 17.11, "ce": 0.00439856864977628, "kl": 0.010553083848208189, "context": 0.009675110573880374} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.33474835753440857, "loss_scale": 4.0, "retries": 0, "seconds": 107.7, "max_memory_gb": 17.11, "ce": 0.04125090944580734, "kl": 0.01305867699556984, "context": 0.04778024705592543} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.13070158660411835, "loss_scale": 4.0, "retries": 0, "seconds": 108.7, "max_memory_gb": 17.11, "ce": 0.011901457430212758, "kl": 0.0046046219304116676, "context": 0.014203768048901111} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.5321226716041565, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 17.11, "ce": 0.01879215589724481, "kl": 0.009054661156369548, "context": 0.023319485946558416} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.9629442095756531, "loss_scale": 4.0, "retries": 0, "seconds": 110.8, "max_memory_gb": 17.11, "ce": 0.015940450422931463, "kl": 0.3140507712669205, "context": 0.17296583420829847} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.033739764243364334, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.11, "ce": 0.002836192899849266, "kl": 0.0007214185025077313, "context": 0.003196902107447386} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.0133540630340576, "loss_scale": 4.0, "retries": 0, "seconds": 112.9, "max_memory_gb": 17.11, "ce": 0.01285937026841566, "kl": 0.21220318524490267, "context": 0.11896096283453517} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.31085467338562, "loss_scale": 4.0, "retries": 0, "seconds": 113.9, "max_memory_gb": 17.11, "ce": 0.4863030844426248, "kl": 0.0015598747768308385, "context": 0.4870830285944976} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.282088279724121, "loss_scale": 4.0, "retries": 0, "seconds": 114.9, "max_memory_gb": 17.11, "ce": 0.3216263050562702, "kl": 0.15823336970061064, "context": 0.4007429820485413} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.2136632204055786, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 17.11, "ce": 0.02296619489789009, "kl": 0.0025839084410108626, "context": 0.024258148623630404} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.022888021543622017, "loss_scale": 4.0, "retries": 0, "seconds": 117.0, "max_memory_gb": 17.11, "ce": 0.0015578781749354675, "kl": 0.0008219973769882927, "context": 0.001968876866158098} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.2860337793827057, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 17.11, "ce": 0.02435334981419146, "kl": 0.007000286794209387, "context": 0.027853492298163474} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.741929531097412, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 17.11, "ce": 0.011798114981502295, "kl": 0.12706397057627328, "context": 0.07533010118640959} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.5621130466461182, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 17.11, "ce": 0.020421178880496882, "kl": 0.2707962881177082, "context": 0.15581932142958976} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.299573540687561, "loss_scale": 4.0, "retries": 0, "seconds": 121.2, "max_memory_gb": 17.11, "ce": 0.058628135826438665, "kl": 0.10845364685519598, "context": 0.11285496287746355} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.9660252928733826, "loss_scale": 4.0, "retries": 0, "seconds": 122.2, "max_memory_gb": 17.11, "ce": 0.09269031882286072, "kl": 0.2869234567328931, "context": 0.23615204717498273} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.16696207225322723, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 17.11, "ce": 0.007429542165482417, "kl": 0.005415313867615623, "context": 0.01013719933689572} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.8661296367645264, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 17.11, "ce": 0.20603159064194188, "kl": 0.005389047086282517, "context": 0.20872612087987363} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.0988578125834465, "loss_scale": 4.0, "retries": 0, "seconds": 125.3, "max_memory_gb": 17.11, "ce": 0.0070785631105536595, "kl": 0.0036614919772546273, "context": 0.00890930910827592} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 5.103808403015137, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.11, "ce": 0.4131006393581629, "kl": 0.20239241755916737, "context": 0.5142968511208892} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.8782688975334167, "loss_scale": 4.0, "retries": 0, "seconds": 127.4, "max_memory_gb": 17.11, "ce": 0.04530148336198181, "kl": 0.04150121397833573, "context": 0.06605209177359939} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.0711400508880615, "loss_scale": 4.0, "retries": 0, "seconds": 128.4, "max_memory_gb": 17.11, "ce": 0.11972220342431683, "kl": 0.030178435394191183, "context": 0.13481142112868838} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.65633624792099, "loss_scale": 4.0, "retries": 0, "seconds": 129.4, "max_memory_gb": 17.11, "ce": 0.06651939079165459, "kl": 0.034674440044909716, "context": 0.08385661011561751} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6112682819366455, "loss_scale": 4.0, "retries": 0, "seconds": 130.5, "max_memory_gb": 17.11, "ce": 0.5416464976005955, "kl": 0.4383878669036676, "context": 0.7608404272759799} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.8103287816047668, "loss_scale": 4.0, "retries": 0, "seconds": 131.5, "max_memory_gb": 17.11, "ce": 0.10515063616912812, "kl": 0.08709557626025344, "context": 0.14869841665495187} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.2419180870056152, "loss_scale": 4.0, "retries": 0, "seconds": 132.6, "max_memory_gb": 17.11, "ce": 0.5533236255869269, "kl": 0.045038897544145584, "context": 0.5758430734276772} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.11598746478557587, "loss_scale": 4.0, "retries": 0, "seconds": 133.6, "max_memory_gb": 17.11, "ce": 0.009725473093567416, "kl": 0.0007381132254522527, "context": 0.010094529920024797} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.629655122756958, "loss_scale": 4.0, "retries": 0, "seconds": 134.6, "max_memory_gb": 17.11, "ce": 0.25101684784749523, "kl": 0.5049929025408346, "context": 0.5035132977645844} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.6892721056938171, "loss_scale": 4.0, "retries": 0, "seconds": 135.7, "max_memory_gb": 17.11, "ce": 0.09832039376487955, "kl": 0.03469337995556998, "context": 0.11566708257305436} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5081905722618103, "loss_scale": 4.0, "retries": 0, "seconds": 136.7, "max_memory_gb": 17.11, "ce": 0.031188512104563415, "kl": 0.24056894885143265, "context": 0.15147298632655293} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.736169815063477, "loss_scale": 4.0, "retries": 0, "seconds": 137.7, "max_memory_gb": 17.11, "ce": 0.1387622351758182, "kl": 0.124661504116375, "context": 0.20109298545867205} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.8764728903770447, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.11, "ce": 0.1364924114313908, "kl": 0.04448930877515522, "context": 0.15873706957791} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.2120779752731323, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 17.11, "ce": 0.2098125320262625, "kl": 0.05161735092406161, "context": 0.23562120710266754} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.5007483959197998, "loss_scale": 4.0, "retries": 0, "seconds": 140.9, "max_memory_gb": 17.11, "ce": 0.25391698390012607, "kl": 0.003946550026739715, "context": 0.25589024848886766} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.8854085803031921, "loss_scale": 4.0, "retries": 0, "seconds": 141.9, "max_memory_gb": 17.11, "ce": 0.035682319867191836, "kl": 0.06739480064425152, "context": 0.06937971993465908} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.090264797210693, "loss_scale": 4.0, "retries": 0, "seconds": 142.8, "max_memory_gb": 17.11, "ce": 0.22713575814850628, "kl": 0.15140716493624495, "context": 0.30283934785984457} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.222624734044075, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 17.11, "ce": 0.01930813152284827, "kl": 0.008443349418485013, "context": 0.023529806712758727} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 5.345459938049316, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.11, "ce": 0.16687146248295903, "kl": 0.19006625097244978, "context": 0.2619045879691839} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.396643042564392, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 17.11, "ce": 0.018286337894096505, "kl": 0.1237452512755226, "context": 0.08015896678261925} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.17828351259231567, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.11, "ce": 0.011678340364596806, "kl": 0.003083134415646782, "context": 0.013219907355960459} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.15991872549057007, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.11, "ce": 0.014834710735158296, "kl": 0.0006404587984434329, "context": 0.015154940279899165} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.127890110015869, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 17.11, "ce": 0.1133319319342263, "kl": 0.018279502855875762, "context": 0.12247168237809092} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.927112579345703, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 17.11, "ce": 0.37944349995814264, "kl": 0.02973537575599039, "context": 0.3943111828994006} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.646358609199524, "loss_scale": 4.0, "retries": 0, "seconds": 151.2, "max_memory_gb": 17.11, "ce": 0.04601868672762066, "kl": 0.13165616625337861, "context": 0.11184676655102521} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.029425697401165962, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 17.11, "ce": 0.0014650682860519737, "kl": 0.0010007698665503995, "context": 0.0019654531570267864} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.2634001672267914, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 17.11, "ce": 0.023194708439405076, "kl": 0.008625530568679096, "context": 0.02750747443496948} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9849865436553955, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 17.11, "ce": 0.33756367111345753, "kl": 0.3112297539046267, "context": 0.4931785536755342} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.5253555178642273, "loss_scale": 4.0, "retries": 0, "seconds": 155.4, "max_memory_gb": 17.11, "ce": 0.018333584608626552, "kl": 0.024096999415633036, "context": 0.030382084114535246} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.33659231662750244, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 17.11, "ce": 0.02586151479044929, "kl": 0.0051500712230563295, "context": 0.028436549589969218} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6889352202415466, "loss_scale": 4.0, "retries": 0, "seconds": 157.4, "max_memory_gb": 17.11, "ce": 0.07606964146179962, "kl": 0.013759417857727385, "context": 0.08294935129379155} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7725611925125122, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 17.11, "ce": 0.030277429264970124, "kl": 0.02938428646302782, "context": 0.04496957245282829} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.16733495891094208, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 17.11, "ce": 0.0016629385718260892, "kl": 0.01351365790105774, "context": 0.008419767560553737} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9310416579246521, "loss_scale": 4.0, "retries": 0, "seconds": 160.5, "max_memory_gb": 17.11, "ce": 0.0051934191869804636, "kl": 0.40638812737961416, "context": 0.20838747960806359} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.44354498386383057, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 17.11, "ce": 0.03544920486456249, "kl": 0.10301782378155622, "context": 0.08695811671350384} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.9917359948158264, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 17.11, "ce": 0.17274993323371746, "kl": 0.015945220962748863, "context": 0.18072253958962392} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.943461298942566, "loss_scale": 4.0, "retries": 0, "seconds": 163.6, "max_memory_gb": 17.11, "ce": 0.026265016393153928, "kl": 0.0235065574971145, "context": 0.03801829325675499} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.30595076084136963, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 17.11, "ce": 0.028605922823771834, "kl": 0.024664654592925217, "context": 0.040938250022009015} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.907987117767334, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 17.11, "ce": 0.19304067315533757, "kl": 0.1141950690507656, "context": 0.25013821409083903} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.6764336228370667, "loss_scale": 4.0, "retries": 0, "seconds": 166.8, "max_memory_gb": 17.11, "ce": 0.007977135595865548, "kl": 0.03198755218181759, "context": 0.02397091151215136} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.065822720527649, "loss_scale": 4.0, "retries": 0, "seconds": 167.8, "max_memory_gb": 17.11, "ce": 0.10401191923301667, "kl": 0.16358678893448086, "context": 0.18580531509360299} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.4986774921417236, "loss_scale": 4.0, "retries": 0, "seconds": 168.8, "max_memory_gb": 17.11, "ce": 0.23416366043966264, "kl": 0.16784069216737407, "context": 0.3180840000277385} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.5903185606002808, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 17.11, "ce": 0.05424541371758096, "kl": 0.06092422101210104, "context": 0.0847075204947032} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.528824329376221, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 17.11, "ce": 0.13505312328925356, "kl": 0.3983509504178073, "context": 0.33422860538121313} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.3540778160095215, "loss_scale": 4.0, "retries": 0, "seconds": 172.0, "max_memory_gb": 17.11, "ce": 0.08972745054052211, "kl": 0.039551319886413694, "context": 0.10950310753833037} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.9409107565879822, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 17.11, "ce": 0.02481664254446514, "kl": 0.011084566445788369, "context": 0.03035892720799893} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.0449740886688232, "loss_scale": 4.0, "retries": 0, "seconds": 174.1, "max_memory_gb": 17.11, "ce": 0.3282720965798944, "kl": 0.044002100970828906, "context": 0.3502731480402872} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.3770758807659149, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 17.11, "ce": 0.025958368816645816, "kl": 0.004858666652580723, "context": 0.028387702477630228} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.11322051286697388, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.11, "ce": 0.009980332019040361, "kl": 0.0018790399117278866, "context": 0.010919852022198029} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.9662504196166992, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.11, "ce": 0.08648694824660197, "kl": 0.9536546031013131, "context": 0.5633142632432282} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.023885240778326988, "loss_scale": 4.0, "retries": 0, "seconds": 178.4, "max_memory_gb": 17.11, "ce": 0.0013772799575235695, "kl": 0.0002202924833909492, "context": 0.0014874262124067172} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.7359535694122314, "loss_scale": 4.0, "retries": 0, "seconds": 179.4, "max_memory_gb": 17.11, "ce": 0.015909870780888014, "kl": 0.05075811268761754, "context": 0.04128892702283338} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1916380375623703, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 17.11, "ce": 0.008523276745108888, "kl": 0.014897832195856608, "context": 0.01597219248651527} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.128264382481575, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 17.11, "ce": 0.009324425016529858, "kl": 0.0023085157736204565, "context": 0.010478682990651578} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6803154349327087, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.11, "ce": 0.0466238398803398, "kl": 0.005483904380980675, "context": 0.049365790604497306} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.6915435791015625, "loss_scale": 4.0, "retries": 0, "seconds": 183.6, "max_memory_gb": 17.11, "ce": 0.12388720735907555, "kl": 0.038717316288966686, "context": 0.14324586442671716} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.07504875957965851, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.11, "ce": 0.004839185261516832, "kl": 0.00055954930576263, "context": 0.005118960078107193} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9239704012870789, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 17.11, "ce": 0.08217675727792084, "kl": 0.5406644932754716, "context": 0.35250901509425603} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.6605643033981323, "loss_scale": 4.0, "retries": 0, "seconds": 186.9, "max_memory_gb": 17.11, "ce": 0.10931150504620746, "kl": 0.03050363581860438, "context": 0.12456332624424249} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.5142263174057007, "loss_scale": 4.0, "retries": 0, "seconds": 187.9, "max_memory_gb": 17.11, "ce": 0.35095358223770745, "kl": 0.01690865035925526, "context": 0.35940790019230917} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.1475269794464111, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 17.11, "ce": 0.05765214760322124, "kl": 0.057596627026214264, "context": 0.08645046106539667} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.0274243354797363, "loss_scale": 4.0, "retries": 0, "seconds": 190.0, "max_memory_gb": 17.11, "ce": 0.00468733356683515, "kl": 0.22667691519018263, "context": 0.11802579159848392} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.6240434646606445, "loss_scale": 4.0, "retries": 0, "seconds": 191.0, "max_memory_gb": 17.11, "ce": 0.06880262089543976, "kl": 0.18213142968397733, "context": 0.1598683399206493} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05847384035587311, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 17.11, "ce": 0.003692806712933816, "kl": 0.0002492035891918931, "context": 0.003817408432951197} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.2100914865732193, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.11, "ce": 0.005609633604763076, "kl": 0.008444143826636719, "context": 0.009831705785472877} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3970855474472046, "loss_scale": 4.0, "retries": 0, "seconds": 194.2, "max_memory_gb": 17.11, "ce": 0.006995369985816069, "kl": 0.10528784745838493, "context": 0.05963929278368596} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.109467506408691, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.11, "ce": 0.071495927972137, "kl": 0.11258270781581814, "context": 0.12778728546982165} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8275169730186462, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.11, "ce": 0.015995319525245577, "kl": 0.6287359873276728, "context": 0.33036332136543933} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.6641329526901245, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 17.11, "ce": 0.22565889664110728, "kl": 0.007846016479561513, "context": 0.2295819090650184} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 5.195618152618408, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 17.11, "ce": 0.39979673523339443, "kl": 0.19275320091401227, "context": 0.49617333988135215} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.05301231890916824, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.11, "ce": 0.0019619762751972303, "kl": 0.0038799277317593805, "context": 0.0039019401010591537} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 4.679413795471191, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 17.11, "ce": 0.17448394306120463, "kl": 0.1550171619055618, "context": 0.2519925240194425} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.493901252746582, "loss_scale": 4.0, "retries": 0, "seconds": 201.6, "max_memory_gb": 17.11, "ce": 0.3566865978355054, "kl": 0.03965161055748467, "context": 0.37651241800631396} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.04245239868760109, "loss_scale": 4.0, "retries": 0, "seconds": 202.6, "max_memory_gb": 17.11, "ce": 0.002451988708344288, "kl": 0.0010707318806453259, "context": 0.0029873547318857163} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7071847319602966, "loss_scale": 4.0, "retries": 0, "seconds": 203.6, "max_memory_gb": 17.11, "ce": 0.06776271061971784, "kl": 0.008508237351634307, "context": 0.07201682933373377} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.19289903342723846, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.11, "ce": 0.018478923331713304, "kl": 0.0006118102719483431, "context": 0.018784828775096685} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.9157382249832153, "loss_scale": 4.0, "retries": 0, "seconds": 205.7, "max_memory_gb": 17.11, "ce": 0.003120430868875701, "kl": 0.23093457396146277, "context": 0.11858772038976895} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 5.007777214050293, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.11, "ce": 0.05439460597699508, "kl": 0.4847963368688397, "context": 0.2967927761201281} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.8790248036384583, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 17.11, "ce": 0.07746872230200097, "kl": 0.00930476703797467, "context": 0.08212110240128823} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.8680388927459717, "loss_scale": 4.0, "retries": 0, "seconds": 208.9, "max_memory_gb": 17.11, "ce": 0.10760460767778568, "kl": 0.006723858088662382, "context": 0.11096653691492975} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.4274853467941284, "loss_scale": 4.0, "retries": 0, "seconds": 210.0, "max_memory_gb": 17.11, "ce": 0.2576552440878004, "kl": 0.030474632332698093, "context": 0.2728925689589232} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.532354474067688, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 17.11, "ce": 0.06832199395284988, "kl": 0.07395823657861911, "context": 0.10530111228581518} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.05022496357560158, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.11, "ce": 0.0032814723817864433, "kl": 0.0022091744767749333, "context": 0.004386059503303841} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.8559626340866089, "loss_scale": 4.0, "retries": 0, "seconds": 213.2, "max_memory_gb": 17.11, "ce": 0.041144016628095414, "kl": 0.04243897052947432, "context": 0.0623635022493545} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.3164530098438263, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 17.11, "ce": 0.03245221101678908, "kl": 0.0027324891998432577, "context": 0.03381845529656857} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.9612822532653809, "loss_scale": 4.0, "retries": 0, "seconds": 215.2, "max_memory_gb": 17.11, "ce": 0.007310133922146633, "kl": 0.37342335656467185, "context": 0.1940218071686104} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.08126668632030487, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.11, "ce": 0.0045793918980052695, "kl": 0.0017494241151325696, "context": 0.005454104015370831} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.645892858505249, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 17.11, "ce": 0.08806193748023361, "kl": 0.08766369262593798, "context": 0.1318937836913392} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.045750465244054794, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.11, "ce": 0.002987488842336461, "kl": 0.001064336340277805, "context": 0.003519656922435388} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.0567288398742676, "loss_scale": 4.0, "retries": 0, "seconds": 219.5, "max_memory_gb": 17.11, "ce": 0.20989429135806859, "kl": 0.0631145884108264, "context": 0.24145157891325653} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.8634757995605469, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 17.11, "ce": 0.47903451963793486, "kl": 0.12301992560605868, "context": 0.5405444563657511} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.6353084444999695, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.11, "ce": 0.13044812792213634, "kl": 0.06089296563004609, "context": 0.16089461039518937} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.815609931945801, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 17.11, "ce": 0.0914394463179633, "kl": 0.8773894065307104, "context": 0.5301341645536013} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9168030619621277, "loss_scale": 4.0, "retries": 0, "seconds": 223.7, "max_memory_gb": 17.11, "ce": 0.17318300975603051, "kl": 0.03219474652360077, "context": 0.18928038654848933} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.184159755706787, "loss_scale": 4.0, "retries": 0, "seconds": 224.8, "max_memory_gb": 17.11, "ce": 0.28886064887046814, "kl": 0.05741264903917909, "context": 0.3175669724587351} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.7691478729248047, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 17.11, "ce": 0.4783489870314952, "kl": 0.024313355193157804, "context": 0.49050567860831507} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5149219036102295, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.11, "ce": 0.023908272822154686, "kl": 0.07466009725976619, "context": 0.061238320951815695} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.055302441120147705, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 17.11, "ce": 0.003778678859816864, "kl": 0.0015875213939580135, "context": 0.004572439531330019} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.439918041229248, "loss_scale": 4.0, "retries": 0, "seconds": 229.0, "max_memory_gb": 17.11, "ce": 0.16664270660839975, "kl": 0.19233643263578415, "context": 0.26281093060970306} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.1671252250671387, "loss_scale": 4.0, "retries": 0, "seconds": 230.1, "max_memory_gb": 17.11, "ce": 0.014435671968385577, "kl": 0.20917000608460512, "context": 0.11902067344635725} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2271384596824646, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 17.11, "ce": 0.01884537164005451, "kl": 0.0011997296969639137, "context": 0.01944523715064861} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6642659306526184, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 17.11, "ce": 0.004133326205192134, "kl": 0.11659491441241698, "context": 0.06243078346597031} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.7960982918739319, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 17.11, "ce": 0.05694207767373882, "kl": 0.050740802123982576, "context": 0.08231247734511271} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.5848352909088135, "loss_scale": 4.0, "retries": 0, "seconds": 234.4, "max_memory_gb": 17.11, "ce": 0.10204166953917593, "kl": 0.012296770517423283, "context": 0.10819005302619189} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.4437350034713745, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.11, "ce": 0.042579952569212765, "kl": 0.07845922230444557, "context": 0.08180956437718123} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.16777554154396057, "loss_scale": 4.0, "retries": 0, "seconds": 236.5, "max_memory_gb": 17.11, "ce": 0.006682392675429583, "kl": 0.01614950042858254, "context": 0.014757143042515963} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.8667171001434326, "loss_scale": 4.0, "retries": 0, "seconds": 237.5, "max_memory_gb": 17.11, "ce": 0.034351118869381025, "kl": 0.012142173428401293, "context": 0.04042220470728353} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.35544201731681824, "loss_scale": 4.0, "retries": 0, "seconds": 238.5, "max_memory_gb": 17.11, "ce": 0.014441327351960354, "kl": 0.006131669734713796, "context": 0.017507162658148445} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.32556623220443726, "loss_scale": 4.0, "retries": 0, "seconds": 239.6, "max_memory_gb": 17.11, "ce": 0.010923454174189828, "kl": 0.04421611916041002, "context": 0.03303151414729655} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.9406648874282837, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.11, "ce": 0.08782420004718006, "kl": 0.02539235152414676, "context": 0.10052037768764421} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.3351011276245117, "loss_scale": 4.0, "retries": 0, "seconds": 241.7, "max_memory_gb": 17.11, "ce": 0.36533897047047503, "kl": 0.29498893301934004, "context": 0.5128334424225613} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.562751054763794, "loss_scale": 4.0, "retries": 0, "seconds": 242.8, "max_memory_gb": 17.11, "ce": 0.03996274236124009, "kl": 0.09513434446125757, "context": 0.0875299155304674} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.4028817415237427, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 17.11, "ce": 0.03374015315785073, "kl": 0.003858902548017795, "context": 0.03566960245370865} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9411972165107727, "loss_scale": 4.0, "retries": 0, "seconds": 244.9, "max_memory_gb": 17.11, "ce": 0.030562656465917826, "kl": 0.15818162122741342, "context": 0.10965346731245518} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.7702233791351318, "loss_scale": 4.0, "retries": 0, "seconds": 245.9, "max_memory_gb": 17.11, "ce": 0.02556900167837739, "kl": 0.022926369212655118, "context": 0.03703218817827292} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.4299769401550293, "loss_scale": 4.0, "retries": 0, "seconds": 246.9, "max_memory_gb": 17.11, "ce": 0.24185427464544773, "kl": 0.03210014605338074, "context": 0.25790433841757476} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.2202911227941513, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.11, "ce": 0.012012083214358427, "kl": 0.025560230802511796, "context": 0.024792199430521578} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.6268752813339233, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 17.11, "ce": 0.08954171280493028, "kl": 0.01686309878391512, "context": 0.09797326213447377} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.580361008644104, "loss_scale": 4.0, "retries": 0, "seconds": 250.1, "max_memory_gb": 17.11, "ce": 0.025599213055102155, "kl": 0.011721477334504016, "context": 0.031459951162105426} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.0912338495254517, "loss_scale": 4.0, "retries": 0, "seconds": 251.2, "max_memory_gb": 17.11, "ce": 0.1226731967763044, "kl": 0.03426480582129443, "context": 0.13980559608899057} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.31313809752464294, "loss_scale": 4.0, "retries": 0, "seconds": 252.2, "max_memory_gb": 17.11, "ce": 0.03198465192690492, "kl": 0.02695191227394389, "context": 0.04546060977736488} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.662568211555481, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 17.11, "ce": 0.059097173740155995, "kl": 0.02036550136108417, "context": 0.06927992441342212} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.15152668952941895, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 17.11, "ce": 0.009533714677672833, "kl": 0.015270764969955053, "context": 0.017169097074656747} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.0884440690279007, "loss_scale": 4.0, "retries": 0, "seconds": 255.4, "max_memory_gb": 17.11, "ce": 0.004959742829669267, "kl": 0.001716245924399118, "context": 0.005817865807330236} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.0474653244018555, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 17.11, "ce": 0.05995996484125499, "kl": 0.15729833592195064, "context": 0.13860912861127872} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.9723021984100342, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 17.11, "ce": 0.3086985618574545, "kl": 0.02413385279942304, "context": 0.3207654922734946} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.024853989481925964, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 17.11, "ce": 0.0015759982125018723, "kl": 0.00041181439064530423, "context": 0.0017819054191932082} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9582533240318298, "loss_scale": 4.0, "retries": 0, "seconds": 259.7, "max_memory_gb": 17.11, "ce": 0.013367862775339745, "kl": 0.1223791535194323, "context": 0.07455743834725581} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.3031878173351288, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 17.11, "ce": 0.02128202293533832, "kl": 0.010322830639779568, "context": 0.026443439070135355} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.94986891746521, "loss_scale": 4.0, "retries": 0, "seconds": 261.7, "max_memory_gb": 17.11, "ce": 0.08363294694572687, "kl": 0.07640211016405374, "context": 0.12183399870991707} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.1629798412322998, "loss_scale": 4.0, "retries": 0, "seconds": 262.8, "max_memory_gb": 17.11, "ce": 0.009238451137207448, "kl": 0.0047491578879999, "context": 0.011613029957516119} diff --git a/runs/fixed_internvl/context/Top8_s42/adapter/README.md b/runs/fixed_internvl/context/Top8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/Top8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..239187c0eff2603fead2ccaf7b67d38522379285 --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.11.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s42/config.json b/runs/fixed_internvl/context/Top8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..93d2b5cd297f2159d2fd74977c4fedc98fbdf51b --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 11, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "11": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s42/steps.jsonl b/runs/fixed_internvl/context/Top8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c274761cbbb5735d2c7fb27a3a5b5616139fd066 --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 15.83759593963623, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 16.79, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.207794189453125, "loss_scale": 4.0, "retries": 0, "seconds": 2.8, "max_memory_gb": 17.1, "ce": 0.5935123413794656, "kl": 0.06101043552735064, "context": 0.6240175387704312} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 21.024463653564453, "loss_scale": 4.0, "retries": 0, "seconds": 3.7, "max_memory_gb": 17.1, "ce": 0.5789061514660716, "kl": 0.03443766222335398, "context": 0.5961249908432364} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.00000286102295, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 17.1, "ce": 0.2749429099349072, "kl": 0.6779854928900022, "context": 0.6139356672065333} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.131777286529541, "loss_scale": 4.0, "retries": 0, "seconds": 5.6, "max_memory_gb": 17.1, "ce": 0.16670917108422145, "kl": 1.1510841330818948, "context": 0.7422512357588857} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.602337837219238, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 17.1, "ce": 0.11229507392272353, "kl": 0.3189231578289764, "context": 0.2717566476203501} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.4654589891433716, "loss_scale": 4.0, "retries": 0, "seconds": 7.5, "max_memory_gb": 17.1, "ce": 0.08940314198844135, "kl": 0.36693293128337245, "context": 0.272869611158967} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.1740150451660156, "loss_scale": 4.0, "retries": 0, "seconds": 8.7, "max_memory_gb": 17.1, "ce": 0.22327670257664067, "kl": 0.0858186669920542, "context": 0.26618603444285327} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.923061370849609, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.1, "ce": 0.5070837812963873, "kl": 0.16740014991955832, "context": 0.5907838618149981} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.207591533660889, "loss_scale": 4.0, "retries": 0, "seconds": 10.8, "max_memory_gb": 17.1, "ce": 0.03546483875834383, "kl": 0.2556911451392807, "context": 0.16331041435478255} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.595561146736145, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.1, "ce": 0.00195709785384679, "kl": 0.23746896465729606, "context": 0.1206915780876443} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 9.529545783996582, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.1, "ce": 0.3679834329523146, "kl": 1.005627519218251, "context": 0.8707971784751862} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.8552622199058533, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.1, "ce": 0.060928611404960975, "kl": 0.04873461392708123, "context": 0.08529591688420624} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5719506740570068, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.1, "ce": 0.024422816844889894, "kl": 0.10542057279963046, "context": 0.07713310368126258} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.53745174407959, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 17.1, "ce": 0.2885556761175394, "kl": 0.0677627413533628, "context": 0.32243704702705145} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.3922250270843506, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 17.1, "ce": 0.18336588323745673, "kl": 0.019659065190808178, "context": 0.19319541490131087} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.5272146463394165, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 17.1, "ce": 0.005494335986441001, "kl": 0.0843931534436706, "context": 0.04769091308116913} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.505642294883728, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.1, "ce": 0.07904487266205251, "kl": 0.03915809289901517, "context": 0.0986239209305495} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.20855781435966492, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 17.1, "ce": 0.0041262800978074665, "kl": 0.017774528258996725, "context": 0.013013543873967137} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.4014478325843811, "loss_scale": 4.0, "retries": 0, "seconds": 21.2, "max_memory_gb": 17.1, "ce": 0.004207181103993207, "kl": 0.08824504316362436, "context": 0.04832970384450164} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.3179870545864105, "loss_scale": 4.0, "retries": 0, "seconds": 22.2, "max_memory_gb": 17.1, "ce": 0.005415783933131024, "kl": 0.022906406131369295, "context": 0.01686898648040369} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.3280355930328369, "loss_scale": 4.0, "retries": 0, "seconds": 23.3, "max_memory_gb": 17.1, "ce": 0.018948446868307656, "kl": 0.009316686291640508, "context": 0.023606790044141235} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.696381092071533, "loss_scale": 4.0, "retries": 0, "seconds": 24.4, "max_memory_gb": 17.1, "ce": 0.06312958351918496, "kl": 0.35152640963860904, "context": 0.23889279577997513} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.691005825996399, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.1, "ce": 0.05134179798187688, "kl": 0.7485215061024064, "context": 0.4256025399736245} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.2669504880905151, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.1, "ce": 0.10338581395626534, "kl": 0.17739502370386617, "context": 0.1920833332114853} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.712634563446045, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 17.1, "ce": 0.07613285939260095, "kl": 0.0004587062761629568, "context": 0.07636221514985664} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 12.02702808380127, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.1, "ce": 0.9255894860543776, "kl": 0.014424046483327402, "context": 0.9328015290375333} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.1167242527008057, "loss_scale": 4.0, "retries": 0, "seconds": 30.4, "max_memory_gb": 17.1, "ce": 0.007234247052110732, "kl": 0.8331531164876651, "context": 0.42381080059567466} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.6281441450119019, "loss_scale": 4.0, "retries": 0, "seconds": 31.3, "max_memory_gb": 17.1, "ce": 0.13004743412602693, "kl": 0.025803510274272412, "context": 0.14294918277300894} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.7181884050369263, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 17.1, "ce": 0.01497367798583582, "kl": 0.5513786953015369, "context": 0.29066303034778684} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.4647481441497803, "loss_scale": 4.0, "retries": 0, "seconds": 33.5, "max_memory_gb": 17.1, "ce": 0.5228438882040791, "kl": 0.44627946510445327, "context": 0.7459836020134389} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.1494073867797852, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 17.1, "ce": 0.04827902402030304, "kl": 0.025159217475447804, "context": 0.06085863197222352} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.047468118369579315, "loss_scale": 4.0, "retries": 0, "seconds": 35.6, "max_memory_gb": 17.1, "ce": 0.002188838494475931, "kl": 0.0009666784644650761, "context": 0.002672177732165437} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.1045028492808342, "loss_scale": 4.0, "retries": 0, "seconds": 36.6, "max_memory_gb": 17.11, "ce": 0.004263952228939161, "kl": 0.0002804526902764337, "context": 0.004404178529512137} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.3657493591308594, "loss_scale": 4.0, "retries": 0, "seconds": 37.7, "max_memory_gb": 17.11, "ce": 0.08583132177591324, "kl": 0.03718506114091724, "context": 0.10442385205533355} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.4608116149902344, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 17.11, "ce": 0.1429762924053648, "kl": 0.022702218129438734, "context": 0.15432740378309973} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7745261788368225, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.11, "ce": 0.07198616315145046, "kl": 0.3161338756326586, "context": 0.230053108651191} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.8968311548233032, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 17.11, "ce": 0.02843442908488214, "kl": 0.0763780492125079, "context": 0.06662345444783568} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.7085543870925903, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 17.11, "ce": 0.23375651566311717, "kl": 0.17780518504150677, "context": 0.3226591031998396} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.4642953872680664, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 17.11, "ce": 0.022539700083143543, "kl": 0.006753629830200225, "context": 0.025916515463904943} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.48345863819122314, "loss_scale": 4.0, "retries": 0, "seconds": 43.9, "max_memory_gb": 17.11, "ce": 0.02162699452310335, "kl": 0.03461143566528335, "context": 0.03893271251581609} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.441100001335144, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 17.11, "ce": 0.0142066310509108, "kl": 0.5617186737363227, "context": 0.29506596631836146} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 7.227234363555908, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 17.11, "ce": 0.2570319746955647, "kl": 0.3000476352426631, "context": 0.40705579230416333} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.994259357452393, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 17.11, "ce": 0.2507592740585096, "kl": 0.04239740107732359, "context": 0.2719579762779176} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 6.83419132232666, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.11, "ce": 0.21580472361529246, "kl": 0.05439136231871089, "context": 0.24300040397793055} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.273397445678711, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.11, "ce": 0.21372440876439214, "kl": 0.04854039517886122, "context": 0.23799460579175502} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.390610009431839, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.11, "ce": 0.01859082467854023, "kl": 0.014652647441835143, "context": 0.025917148683220148} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.8505158424377441, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.11, "ce": 0.08896767612895928, "kl": 0.028730706625992752, "context": 0.10333303084189538} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.661322832107544, "loss_scale": 4.0, "retries": 0, "seconds": 52.2, "max_memory_gb": 17.11, "ce": 0.24628486699657515, "kl": 0.09079273835186541, "context": 0.2916812362309429} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.5968586802482605, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.11, "ce": 0.015994949266314507, "kl": 0.08033065038034692, "context": 0.05616027372889221} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.0578091144561768, "loss_scale": 4.0, "retries": 0, "seconds": 54.2, "max_memory_gb": 17.11, "ce": 0.04700538044562563, "kl": 0.12866386519453954, "context": 0.11133730848086998} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3608993887901306, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 17.11, "ce": 0.012049831124386401, "kl": 0.009298886628577918, "context": 0.01669927432158147} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.37037745118141174, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 17.11, "ce": 0.004940329177770764, "kl": 0.025926355492629227, "context": 0.017903507192386314} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.0110952854156494, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 17.11, "ce": 0.06705502024487942, "kl": 0.06788040444189392, "context": 0.10099522060409072} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 12.841240882873535, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.11, "ce": 0.7675779139299266, "kl": 0.52625131441755, "context": 1.0307035934911255} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.19312892854213715, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 17.11, "ce": 0.005128412418343942, "kl": 0.003507469406031305, "context": 0.0068821468885289505} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.7491967678070068, "loss_scale": 4.0, "retries": 0, "seconds": 60.4, "max_memory_gb": 17.11, "ce": 0.04490073773195036, "kl": 0.013230670152097446, "context": 0.05151607323750795} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.4880492687225342, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 17.11, "ce": 0.015572997450362891, "kl": 0.35550211089866934, "context": 0.1933240556390956} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.1658550202846527, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.11, "ce": 0.007895487469795626, "kl": 0.0004234015573842953, "context": 0.00810718823231582} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 5.321903705596924, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 17.11, "ce": 0.11643564700898423, "kl": 0.2109802821833, "context": 0.22192578040630906} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.622707188129425, "loss_scale": 4.0, "retries": 0, "seconds": 64.6, "max_memory_gb": 17.11, "ce": 0.004916282225167379, "kl": 0.12178547485200397, "context": 0.0658090183569584} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.6135809421539307, "loss_scale": 4.0, "retries": 0, "seconds": 65.6, "max_memory_gb": 17.11, "ce": 0.0028250108916836325, "kl": 0.1171574504705859, "context": 0.06140373492235085} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 3.0474255084991455, "loss_scale": 4.0, "retries": 0, "seconds": 66.7, "max_memory_gb": 17.11, "ce": 0.17391779504760052, "kl": 0.15563598079401686, "context": 0.25173578591056867} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.8782956004142761, "loss_scale": 4.0, "retries": 0, "seconds": 67.7, "max_memory_gb": 17.11, "ce": 0.03549919983197469, "kl": 0.04864868055574334, "context": 0.05982353819126729} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 7.179194927215576, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.11, "ce": 0.16249267593957484, "kl": 0.056720424647210166, "context": 0.19085288455244154} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 15.516219139099121, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 17.11, "ce": 0.15768652568112884, "kl": 0.16748263742579184, "context": 0.24142784439573006} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.21428605914115906, "loss_scale": 4.0, "retries": 0, "seconds": 70.8, "max_memory_gb": 17.11, "ce": 0.01199424058177101, "kl": 0.0025253101839552983, "context": 0.013256895543236169} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.8553438186645508, "loss_scale": 4.0, "retries": 0, "seconds": 72.0, "max_memory_gb": 17.11, "ce": 0.027054107282310724, "kl": 0.018869473668019054, "context": 0.03648884347785497} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.7309728860855103, "loss_scale": 4.0, "retries": 0, "seconds": 72.9, "max_memory_gb": 17.11, "ce": 0.13055383025493938, "kl": 0.04815655820129905, "context": 0.15463211309543112} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.6384596824646, "loss_scale": 4.0, "retries": 0, "seconds": 73.9, "max_memory_gb": 17.11, "ce": 0.3867501997083309, "kl": 0.17535567375898609, "context": 0.47442804400634486} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 6.002218246459961, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.11, "ce": 0.6866092475829646, "kl": 0.04999559902353212, "context": 0.711607028497383} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.07829335331916809, "loss_scale": 4.0, "retries": 0, "seconds": 76.1, "max_memory_gb": 17.11, "ce": 0.0024756838192843134, "kl": 0.0019861408218275756, "context": 0.003468754206551239} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.996222496032715, "loss_scale": 4.0, "retries": 0, "seconds": 77.0, "max_memory_gb": 17.11, "ce": 0.39322066778549924, "kl": 0.019368793164176168, "context": 0.4029050543613266} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.4412434101104736, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 17.11, "ce": 0.004693327966379002, "kl": 0.12989621238375548, "context": 0.06964143423829228} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.995071530342102, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 17.11, "ce": 0.015081725774507504, "kl": 0.14441847195757873, "context": 0.08729096349998144} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.7200132608413696, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 17.11, "ce": 0.008170731220161542, "kl": 0.2939695792738348, "context": 0.15515552379656583} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.297546625137329, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 17.11, "ce": 0.002332052230485715, "kl": 0.23226924802088433, "context": 0.11846667317149695} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.6350368857383728, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.11, "ce": 0.007160173496231437, "kl": 0.09917283325194148, "context": 0.05674659136275295} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 1.3998422622680664, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 17.11, "ce": 0.014481819642242044, "kl": 0.3445684281523427, "context": 0.1867660280186101} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.5521855354309082, "loss_scale": 4.0, "retries": 0, "seconds": 84.4, "max_memory_gb": 17.11, "ce": 0.18546256759327662, "kl": 0.053323252354744, "context": 0.21212419751100242} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.448908805847168, "loss_scale": 4.0, "retries": 0, "seconds": 85.4, "max_memory_gb": 17.11, "ce": 0.7301415415422525, "kl": 0.06998341503435768, "context": 0.7651332593595725} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.0305129289627075, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 17.11, "ce": 0.0008647711292724125, "kl": 0.1492107123972346, "context": 0.07547012537543196} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.8270524740219116, "loss_scale": 4.0, "retries": 0, "seconds": 87.5, "max_memory_gb": 17.11, "ce": 0.06973443037713878, "kl": 0.0675535054251668, "context": 0.1035111830860842} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.832998514175415, "loss_scale": 4.0, "retries": 0, "seconds": 88.5, "max_memory_gb": 17.11, "ce": 0.04533225268824026, "kl": 0.16132733970880508, "context": 0.12599592260085046} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.3545913696289062, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.11, "ce": 0.09331010840469389, "kl": 0.08290896576068008, "context": 0.13476458755940257} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.4800155460834503, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.11, "ce": 0.015161901741521433, "kl": 0.017090035307774087, "context": 0.02370691893156618} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.8364131450653076, "loss_scale": 4.0, "retries": 0, "seconds": 91.6, "max_memory_gb": 17.11, "ce": 0.07772565243794816, "kl": 0.0307973705043878, "context": 0.09312433584636892} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.7569457292556763, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 17.11, "ce": 0.02956184561480768, "kl": 0.0017905466611409793, "context": 0.030457118366030045} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.17956483364105225, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 17.11, "ce": 0.007368396611127537, "kl": 0.01950724658672698, "context": 0.017122019664384425} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.054094135761260986, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 17.11, "ce": 0.0019211614635423757, "kl": 0.0062618669944640715, "context": 0.005052094849816058} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.353515088558197, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.11, "ce": 0.013694745692191646, "kl": 0.02790576289407909, "context": 0.027647626819089055} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.5425296425819397, "loss_scale": 4.0, "retries": 0, "seconds": 96.8, "max_memory_gb": 17.11, "ce": 0.05462817208899651, "kl": 0.023650855873711407, "context": 0.06645359983667731} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.090296268463135, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 17.11, "ce": 0.1764070951321628, "kl": 0.3858609723392874, "context": 0.3693375878210645} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.1185708045959473, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 17.11, "ce": 0.1355499712881283, "kl": 0.49602639698423445, "context": 0.3835631866240874} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.8524304628372192, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 17.11, "ce": 0.03618783678393811, "kl": 0.08577228616923094, "context": 0.07907398184761405} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.7651900053024292, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 17.11, "ce": 0.010683498694561422, "kl": 0.291891685945302, "context": 0.1566293416544795} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.2591087818145752, "loss_scale": 4.0, "retries": 0, "seconds": 102.0, "max_memory_gb": 17.11, "ce": 0.003451312837569276, "kl": 0.0368267055528122, "context": 0.021864666312467307} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.6765170097351074, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 17.11, "ce": 0.029801378084812313, "kl": 0.03793927482433901, "context": 0.04877101516103721} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.6695618629455566, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 17.11, "ce": 0.032276236182951834, "kl": 0.06973111371462437, "context": 0.06714179394111852} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.10639318078756332, "loss_scale": 4.0, "retries": 0, "seconds": 105.1, "max_memory_gb": 17.11, "ce": 0.0050943738024216145, "kl": 0.003506846462187241, "context": 0.006847796787042171} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.4296607971191406, "loss_scale": 4.0, "retries": 0, "seconds": 106.2, "max_memory_gb": 17.11, "ce": 0.22586843713088456, "kl": 0.031655077683808486, "context": 0.2416959683141613} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.14334678649902344, "loss_scale": 4.0, "retries": 0, "seconds": 107.2, "max_memory_gb": 17.11, "ce": 0.0033313205785816535, "kl": 0.01698450285130093, "context": 0.011823571998320404} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 2.066840648651123, "loss_scale": 4.0, "retries": 0, "seconds": 108.2, "max_memory_gb": 17.11, "ce": 0.2059547583339736, "kl": 0.11090828872693237, "context": 0.26140890922397375} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.519403100013733, "loss_scale": 4.0, "retries": 0, "seconds": 109.3, "max_memory_gb": 17.11, "ce": 0.14078060400788672, "kl": 0.004516449756920338, "context": 0.14303882981766947} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 9.483248710632324, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 17.11, "ce": 0.12090981159417424, "kl": 0.3897359773622071, "context": 0.31577780237057596} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.5182955265045166, "loss_scale": 4.0, "retries": 0, "seconds": 111.3, "max_memory_gb": 17.11, "ce": 0.08547475656087045, "kl": 0.04311796779620636, "context": 0.1070337386263418} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.327923059463501, "loss_scale": 4.0, "retries": 0, "seconds": 112.4, "max_memory_gb": 17.11, "ce": 0.20192893641069531, "kl": 0.12039073652522347, "context": 0.2621242974564666} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.2529938220977783, "loss_scale": 4.0, "retries": 0, "seconds": 113.4, "max_memory_gb": 17.11, "ce": 0.21435223289881833, "kl": 0.0021780556453450117, "context": 0.2154412622039672} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.8577499389648438, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.11, "ce": 0.033016389003023505, "kl": 0.4690290213713979, "context": 0.2675309088663198} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 4.300617694854736, "loss_scale": 4.0, "retries": 0, "seconds": 115.5, "max_memory_gb": 17.11, "ce": 0.11554939979396295, "kl": 0.00701992651920591, "context": 0.11905936006951379} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.021184304729104042, "loss_scale": 4.0, "retries": 0, "seconds": 116.5, "max_memory_gb": 17.11, "ce": 0.00033125674235634506, "kl": 0.0013905080813287896, "context": 0.0010265107703162357} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.562241315841675, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.11, "ce": 0.10324822591792326, "kl": 0.21300157740188297, "context": 0.2097490220767213} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.968988060951233, "loss_scale": 4.0, "retries": 0, "seconds": 118.6, "max_memory_gb": 17.11, "ce": 0.5605360881163506, "kl": 0.11981367733096704, "context": 0.6204429491772316} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.20999906957149506, "loss_scale": 4.0, "retries": 0, "seconds": 119.6, "max_memory_gb": 17.11, "ce": 0.01170584159262944, "kl": 0.002190345410781447, "context": 0.012801014367141761} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 5.960335731506348, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.11, "ce": 0.27363980311201885, "kl": 0.030348334286827594, "context": 0.28881396958604455} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.36230206489563, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.11, "ce": 0.33682096608390566, "kl": 0.0012094739868189208, "context": 0.33742571651237085} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.8170268535614014, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 17.11, "ce": 0.5842793255287688, "kl": 0.024885579776309896, "context": 0.5967220967850153} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.6970419883728027, "loss_scale": 4.0, "retries": 0, "seconds": 123.9, "max_memory_gb": 17.11, "ce": 0.09262264774588402, "kl": 0.9513004947875743, "context": 0.5682729019899853} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.4088076949119568, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.11, "ce": 0.020553039634251036, "kl": 0.007578143156024453, "context": 0.024342111471924} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.6857658624649048, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 17.11, "ce": 0.028924657537572784, "kl": 0.19230975617927015, "context": 0.12507953813110362} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.4615552425384521, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.11, "ce": 0.020908238737320062, "kl": 0.11752940913470411, "context": 0.07967294353875332} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.4165404438972473, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.11, "ce": 0.0038053365133237094, "kl": 0.06994211802521022, "context": 0.038776395726017654} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.15068703889846802, "loss_scale": 4.0, "retries": 0, "seconds": 129.0, "max_memory_gb": 17.11, "ce": 0.008732041256735101, "kl": 0.002965503650557366, "context": 0.01021479320479557} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.446333169937134, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 17.11, "ce": 0.09908335876752972, "kl": 0.6792046452994853, "context": 0.4386856814235216} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.916653037071228, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.11, "ce": 0.009535710734780878, "kl": 0.06605785111605655, "context": 0.04256463694036938} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.694838047027588, "loss_scale": 4.0, "retries": 0, "seconds": 132.2, "max_memory_gb": 17.11, "ce": 0.5797816563863307, "kl": 0.20708155528387806, "context": 0.683322403987404} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.9139654040336609, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 17.11, "ce": 0.002389257337199524, "kl": 0.08625912409297598, "context": 0.04551881752558984} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.9398384094238281, "loss_scale": 4.0, "retries": 0, "seconds": 134.2, "max_memory_gb": 17.11, "ce": 0.037142427667276934, "kl": 0.06067424851062242, "context": 0.06747955194441602} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 5.8543782234191895, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 17.11, "ce": 0.21823918408335885, "kl": 0.16326705473193215, "context": 0.299872726391186} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.7678327560424805, "loss_scale": 4.0, "retries": 0, "seconds": 136.3, "max_memory_gb": 17.11, "ce": 0.04501928073295858, "kl": 0.07573456963291392, "context": 0.08288656320655718} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.7118054032325745, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.11, "ce": 0.1437254836782813, "kl": 0.028994392527238233, "context": 0.15822268300689757} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.04282618314027786, "loss_scale": 4.0, "retries": 0, "seconds": 138.4, "max_memory_gb": 17.11, "ce": 0.0026968250822392292, "kl": 9.557419525663136e-05, "context": 0.002744612291280646} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.2701027989387512, "loss_scale": 4.0, "retries": 0, "seconds": 139.4, "max_memory_gb": 17.11, "ce": 0.015270980831701308, "kl": 0.0009448937053093687, "context": 0.015743427211418748} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6955779790878296, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 17.11, "ce": 0.05320998828392476, "kl": 0.3541059444455925, "context": 0.23026295815361664} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.861445426940918, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 17.11, "ce": 0.2656179719197098, "kl": 0.36968242192233447, "context": 0.45045917644165456} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.29129624366760254, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 17.11, "ce": 0.02047735457017552, "kl": 0.00815242475073319, "context": 0.024553566909162328} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.657237529754639, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 17.11, "ce": 0.4659567046328448, "kl": 0.37483069449081086, "context": 0.6533720815787092} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.7656890749931335, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.11, "ce": 0.027717004937585443, "kl": 0.015299307910026982, "context": 0.03536665893625468} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 6.198575973510742, "loss_scale": 4.0, "retries": 0, "seconds": 145.7, "max_memory_gb": 17.11, "ce": 0.3632096981164068, "kl": 0.1941544791520755, "context": 0.46028693675179966} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.2763921916484833, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 17.11, "ce": 0.01680750778177753, "kl": 0.006295702241914114, "context": 0.019955357915023342} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.1199969053268433, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 17.11, "ce": 0.079688387690112, "kl": 0.13342388439923525, "context": 0.14640032965689898} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.4208768606185913, "loss_scale": 4.0, "retries": 0, "seconds": 148.8, "max_memory_gb": 17.11, "ce": 0.004146286053583026, "kl": 0.054206432386308734, "context": 0.031249501334968954} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.6316134929656982, "loss_scale": 4.0, "retries": 0, "seconds": 150.1, "max_memory_gb": 17.11, "ce": 0.16011222050292417, "kl": 0.046885437244782224, "context": 0.18355494225397706} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.0240620374679565, "loss_scale": 4.0, "retries": 0, "seconds": 151.2, "max_memory_gb": 17.11, "ce": 0.0059979113430017605, "kl": 0.12751536305586342, "context": 0.06975559249985963} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.12365299463272095, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 17.11, "ce": 0.010701558072469197, "kl": 0.004762475059351345, "context": 0.013082796038361266} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.05199466273188591, "loss_scale": 4.0, "retries": 0, "seconds": 153.8, "max_memory_gb": 17.11, "ce": 0.004376315861009061, "kl": 0.0007288626293302514, "context": 0.004740747157484293} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.2153421640396118, "loss_scale": 4.0, "retries": 0, "seconds": 155.0, "max_memory_gb": 17.11, "ce": 0.06967008853098378, "kl": 0.018788534434861504, "context": 0.07906435412587598} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.084398031234741, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 17.11, "ce": 0.24731638850062154, "kl": 0.09345937569742091, "context": 0.2940460758982226} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.3238368034362793, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.11, "ce": 0.12066463760857005, "kl": 0.2637375992799207, "context": 0.2525334441306768} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.9209161996841431, "loss_scale": 4.0, "retries": 0, "seconds": 158.7, "max_memory_gb": 17.11, "ce": 0.0031120897256187163, "kl": 0.11432975214302132, "context": 0.0602769672186696} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.042940884828567505, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 17.11, "ce": 0.002913831442128867, "kl": 0.0009035654011313454, "context": 0.0033656142186373472} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.3439509868621826, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 17.11, "ce": 0.08754241437418386, "kl": 0.005578136293479474, "context": 0.09033148194430396} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.327078640460968, "loss_scale": 4.0, "retries": 0, "seconds": 162.1, "max_memory_gb": 17.11, "ce": 0.0027373512712074444, "kl": 0.011081963282776996, "context": 0.008278332883492112} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.10060292482376099, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 17.11, "ce": 0.008046598566579632, "kl": 0.0007342873410607353, "context": 0.008413742336415453} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.4563806354999542, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.11, "ce": 0.08925931090197992, "kl": 0.05730662139831111, "context": 0.11791262531187385} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 2.1168782711029053, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 17.11, "ce": 0.16352386704238597, "kl": 0.019995174399809912, "context": 0.1735214605287183} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.05821986868977547, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.11, "ce": 0.0023405824686051346, "kl": 0.001475792236306006, "context": 0.0030784786358708516} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.1288771629333496, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 17.11, "ce": 0.0040840565343387425, "kl": 0.23645989209762774, "context": 0.12231399933807552} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.17571625113487244, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.11, "ce": 0.0050978854415006936, "kl": 0.01376964985865925, "context": 0.01198271059547551} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.3984396457672119, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.11, "ce": 0.030517639039317146, "kl": 0.00789153017717581, "context": 0.03446340499795042} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.19186270236969, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.11, "ce": 0.06553413633082528, "kl": 0.046259887400083244, "context": 0.0886640795506537} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.076202869415283, "loss_scale": 4.0, "retries": 0, "seconds": 171.8, "max_memory_gb": 17.11, "ce": 0.00667781527954503, "kl": 0.08221842018974712, "context": 0.047787024897843366} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.8404600024223328, "loss_scale": 4.0, "retries": 0, "seconds": 172.7, "max_memory_gb": 17.11, "ce": 0.08271094789961353, "kl": 0.0791483387702101, "context": 0.12228511727880687} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.9487484097480774, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 17.11, "ce": 0.10239573527360335, "kl": 0.022354570508468896, "context": 0.11357301892712712} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.22543878853321075, "loss_scale": 4.0, "retries": 0, "seconds": 174.8, "max_memory_gb": 17.11, "ce": 0.001941602662554942, "kl": 0.03202695801462596, "context": 0.017955082119442523} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.1730179339647293, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.11, "ce": 0.00787908781785518, "kl": 0.009511580978141865, "context": 0.012634878570679575} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.13898444175720215, "loss_scale": 4.0, "retries": 0, "seconds": 176.9, "max_memory_gb": 17.11, "ce": 0.006179052023071563, "kl": 0.004222958713853586, "context": 0.008290531379316235} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.4366632103919983, "loss_scale": 4.0, "retries": 0, "seconds": 177.9, "max_memory_gb": 17.11, "ce": 0.022501152474433184, "kl": 0.0756620225001825, "context": 0.06033216172363609} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.398996353149414, "loss_scale": 4.0, "retries": 0, "seconds": 178.9, "max_memory_gb": 17.11, "ce": 0.006994015027885325, "kl": 0.08413703904625436, "context": 0.04906253363151336} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.2999659776687622, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 17.11, "ce": 0.02522022330958862, "kl": 0.27692611221482366, "context": 0.16368328680982813} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.5111567974090576, "loss_scale": 4.0, "retries": 0, "seconds": 180.9, "max_memory_gb": 17.11, "ce": 0.14877519216679502, "kl": 0.028687892416201066, "context": 0.16311913540994283} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.0832345485687256, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 17.11, "ce": 0.15024867391912267, "kl": 0.027608910022536293, "context": 0.16405312181450427} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2862590253353119, "loss_scale": 4.0, "retries": 0, "seconds": 183.0, "max_memory_gb": 17.11, "ce": 0.007381961215287447, "kl": 0.014712605712702498, "context": 0.014738264202605933} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.336035966873169, "loss_scale": 4.0, "retries": 0, "seconds": 184.0, "max_memory_gb": 17.11, "ce": 0.006335989972285461, "kl": 0.06399474164118146, "context": 0.03833335933450144} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.18283851444721222, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 17.11, "ce": 0.011984021431999281, "kl": 0.0023677854926518194, "context": 0.013167914599762298} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.9571400284767151, "loss_scale": 4.0, "retries": 0, "seconds": 186.1, "max_memory_gb": 17.11, "ce": 0.02099056006409228, "kl": 0.21673858983558603, "context": 0.1293598513584584} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.594050645828247, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.11, "ce": 0.10753799487429205, "kl": 0.09989558188863157, "context": 0.1574857790619717} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.7043290734291077, "loss_scale": 4.0, "retries": 0, "seconds": 188.2, "max_memory_gb": 17.11, "ce": 0.0009301891186623834, "kl": 0.06212411937303841, "context": 0.031992248634196585} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.3154138326644897, "loss_scale": 4.0, "retries": 0, "seconds": 189.2, "max_memory_gb": 17.11, "ce": 0.05556805315427482, "kl": 0.11919688608395518, "context": 0.1151665018114727} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.8783487677574158, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 17.11, "ce": 0.2028264993787161, "kl": 0.009247770831279922, "context": 0.2074503888397885} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.7095632553100586, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.11, "ce": 0.4368701891216915, "kl": 0.041531907685566694, "context": 0.4576361409854144} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.014763116836548, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 17.11, "ce": 0.12145802438317332, "kl": 0.06582736165614733, "context": 0.15437170160294045} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.2738831043243408, "loss_scale": 4.0, "retries": 0, "seconds": 193.2, "max_memory_gb": 17.11, "ce": 0.009760008535522502, "kl": 0.0009096545909414999, "context": 0.010214835390797816} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.03495701774954796, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 17.11, "ce": 0.0017182296942337416, "kl": 0.0011946607801291975, "context": 0.0023155599992605858} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.01898805983364582, "loss_scale": 4.0, "retries": 0, "seconds": 195.3, "max_memory_gb": 17.11, "ce": 0.0010716491224229685, "kl": 0.0005911850876145763, "context": 0.001367241677144193} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.08703108876943588, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.11, "ce": 0.0023449579312000424, "kl": 0.006102866260334849, "context": 0.005396391032263637} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.501680850982666, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.11, "ce": 0.2751179708429845, "kl": 0.029391565580226597, "context": 0.2898137513184338} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.6883976459503174, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 17.11, "ce": 0.0797963200166123, "kl": 0.131011731318722, "context": 0.1453021935885772} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.8526869416236877, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 17.11, "ce": 0.07981940510580898, "kl": 0.0221183140897665, "context": 0.09087856450787513} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.1262363195419312, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 17.11, "ce": 0.047257323345547775, "kl": 0.03510772923391414, "context": 0.06481118797819363} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.06841669231653214, "loss_scale": 4.0, "retries": 0, "seconds": 201.4, "max_memory_gb": 17.11, "ce": 0.0022631441461271606, "kl": 0.0017379518394591287, "context": 0.003132120007649064} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.1884827613830566, "loss_scale": 4.0, "retries": 0, "seconds": 202.5, "max_memory_gb": 17.11, "ce": 0.3166235605167458, "kl": 0.50518478921731, "context": 0.5692159488971811} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5056927800178528, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 17.11, "ce": 0.0273875707625848, "kl": 0.08370636185895819, "context": 0.06924075006281782} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7496123313903809, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 17.11, "ce": 0.019898371978342766, "kl": 0.11793671026862285, "context": 0.0788667271117447} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.022491291165351868, "loss_scale": 4.0, "retries": 0, "seconds": 205.5, "max_memory_gb": 17.11, "ce": 0.0010769738764793146, "kl": 0.0004506378245423548, "context": 0.0013022927596466616} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.0250090304762125, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 17.11, "ce": 0.0010352734898333438, "kl": 0.00045490863317354524, "context": 0.0012627278047148138} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.0484551303088665, "loss_scale": 4.0, "retries": 0, "seconds": 207.5, "max_memory_gb": 17.11, "ce": 0.0003252269366385008, "kl": 0.0027980443719570758, "context": 0.001724249184007931} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.434358835220337, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 17.11, "ce": 0.0007902473550984723, "kl": 0.35239324355461576, "context": 0.17698687195570528} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.6728951930999756, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.11, "ce": 0.11354458292771596, "kl": 0.17531076695013326, "context": 0.2011999700043816} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.07590072602033615, "loss_scale": 4.0, "retries": 0, "seconds": 210.7, "max_memory_gb": 17.11, "ce": 0.006735330051014898, "kl": 0.00039186549111036584, "context": 0.006931262796570081} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 5.767785549163818, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 17.11, "ce": 0.13052466421504505, "kl": 0.18259389617014676, "context": 0.22182161803357303} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 1.6300315856933594, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 17.11, "ce": 0.014610982238082215, "kl": 1.1097155432216823, "context": 0.5694687408395112} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.07366917282342911, "loss_scale": 4.0, "retries": 0, "seconds": 213.7, "max_memory_gb": 17.11, "ce": 0.0038411398163589183, "kl": 0.0031390045460284455, "context": 0.005410642061178805} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.06083528324961662, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.11, "ce": 0.0035290966552565806, "kl": 0.0019424565834924579, "context": 0.004500324925174937} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.2265002578496933, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.11, "ce": 0.004326471367676277, "kl": 0.009800353365790215, "context": 0.009226648056937847} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.1243315935134888, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 17.11, "ce": 0.066159777372377, "kl": 0.05571994602360064, "context": 0.09401975461514667} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.22619429230690002, "loss_scale": 4.0, "retries": 0, "seconds": 217.7, "max_memory_gb": 17.11, "ce": 0.004196180248982273, "kl": 0.021321772579540266, "context": 0.01485706606763415} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.9554228782653809, "loss_scale": 4.0, "retries": 0, "seconds": 218.7, "max_memory_gb": 17.11, "ce": 0.09811939489009092, "kl": 0.09200056259669509, "context": 0.1441196683954331} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.3491060137748718, "loss_scale": 4.0, "retries": 0, "seconds": 219.8, "max_memory_gb": 17.11, "ce": 0.010710712056607008, "kl": 0.011840637173008872, "context": 0.016631030754069798} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.2145943641662598, "loss_scale": 4.0, "retries": 0, "seconds": 220.8, "max_memory_gb": 17.11, "ce": 0.055985234981562826, "kl": 0.031824465674617386, "context": 0.07189746826225019} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.8997950553894043, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 17.11, "ce": 0.019943046989283175, "kl": 0.03883198269255672, "context": 0.039359036471068976} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.4744254350662231, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 17.11, "ce": 0.13015212468599202, "kl": 0.31103070965673396, "context": 0.28566748905723216} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.7296100854873657, "loss_scale": 4.0, "retries": 0, "seconds": 223.8, "max_memory_gb": 17.11, "ce": 0.3744670554297045, "kl": 0.6225416662491625, "context": 0.6857378830900416} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.22099032998085022, "loss_scale": 4.0, "retries": 0, "seconds": 224.9, "max_memory_gb": 17.11, "ce": 0.013098847368382849, "kl": 0.00454002998139913, "context": 0.015368862572358921} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.5554461479187012, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 17.11, "ce": 0.016257821465842426, "kl": 0.005707212745619472, "context": 0.019111426881863736} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.6032475233078003, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.11, "ce": 0.002354934287723154, "kl": 0.09518688213574933, "context": 0.049948375788517296} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.0192829370498657, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 17.11, "ce": 0.0018318279944651294, "kl": 0.21066733046041008, "context": 0.1071654937331914} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.087080955505371, "loss_scale": 4.0, "retries": 0, "seconds": 229.0, "max_memory_gb": 17.11, "ce": 0.10719481306659873, "kl": 1.0665242371760542, "context": 0.6404569174483186} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.7051059603691101, "loss_scale": 4.0, "retries": 0, "seconds": 230.0, "max_memory_gb": 17.11, "ce": 0.01916220241037081, "kl": 0.027521881732354814, "context": 0.03292314239661209} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.3715052604675293, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 17.11, "ce": 0.07304346712771803, "kl": 0.5118553667271044, "context": 0.3289711578981951} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.2540977001190186, "loss_scale": 4.0, "retries": 0, "seconds": 232.0, "max_memory_gb": 17.11, "ce": 0.2807531268626917, "kl": 0.039480789160734275, "context": 0.30049351605703123} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.9628180265426636, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.11, "ce": 0.005122241098433733, "kl": 0.11713592248270288, "context": 0.06369020239799283} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.19041304290294647, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.11, "ce": 0.003309201041702181, "kl": 0.03116037932340987, "context": 0.018889390863478184} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.01677616313099861, "loss_scale": 4.0, "retries": 0, "seconds": 235.1, "max_memory_gb": 17.11, "ce": 0.0008464377606287599, "kl": 0.00017269097128291833, "context": 0.0009327832522103563} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 2.2831904888153076, "loss_scale": 4.0, "retries": 0, "seconds": 236.2, "max_memory_gb": 17.11, "ce": 0.022136801366286818, "kl": 0.8399176597977203, "context": 0.44209562987089157} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.9609225988388062, "loss_scale": 4.0, "retries": 0, "seconds": 237.2, "max_memory_gb": 17.11, "ce": 0.03963380283676088, "kl": 0.207619666820392, "context": 0.14344363380223513} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.19136807322502136, "loss_scale": 4.0, "retries": 0, "seconds": 238.1, "max_memory_gb": 17.11, "ce": 0.006264975207159296, "kl": 0.024965353726884132, "context": 0.018747652240563184} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.9125531911849976, "loss_scale": 4.0, "retries": 0, "seconds": 239.2, "max_memory_gb": 17.11, "ce": 0.09411994522088207, "kl": 0.07150841877592029, "context": 0.1298741472128313} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.7349356412887573, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.11, "ce": 0.45433798647718504, "kl": 0.01823164790403098, "context": 0.46345382055733353} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.5332912802696228, "loss_scale": 4.0, "retries": 0, "seconds": 241.2, "max_memory_gb": 17.11, "ce": 0.004548994151264196, "kl": 0.07786110172219196, "context": 0.0434795446053613} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.5714774131774902, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 17.11, "ce": 0.06616935862257378, "kl": 0.2345858917115038, "context": 0.18346230901079252} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.4136320650577545, "loss_scale": 4.0, "retries": 0, "seconds": 243.2, "max_memory_gb": 17.11, "ce": 0.0010438991848786827, "kl": 0.05136425295495428, "context": 0.026726026473625097} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3436400592327118, "loss_scale": 4.0, "retries": 0, "seconds": 244.3, "max_memory_gb": 17.11, "ce": 0.030485322582535446, "kl": 0.012415520762488086, "context": 0.03669308109965641} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.8241772651672363, "loss_scale": 4.0, "retries": 0, "seconds": 245.3, "max_memory_gb": 17.11, "ce": 0.016858613467775285, "kl": 0.41964026691857725, "context": 0.2266787402331829} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.5233487486839294, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 17.11, "ce": 0.05225735239946516, "kl": 0.07913564985301491, "context": 0.0918251771654468} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.6486192345619202, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 17.11, "ce": 0.055639202473685145, "kl": 0.03638150254118955, "context": 0.07382995392254088} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.4047441482543945, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 17.11, "ce": 0.003803332117968239, "kl": 0.5542666384972108, "context": 0.28093665881897323} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.608831882476807, "loss_scale": 4.0, "retries": 0, "seconds": 249.4, "max_memory_gb": 17.11, "ce": 0.4005274994415231, "kl": 0.09151011817448307, "context": 0.4462825719092507} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.07839765399694443, "loss_scale": 4.0, "retries": 0, "seconds": 250.5, "max_memory_gb": 17.11, "ce": 0.005115672334795818, "kl": 0.000596386218603584, "context": 0.005413865379523486} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 3.4998910427093506, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 17.11, "ce": 0.3841148891951889, "kl": 0.23077585451756022, "context": 0.49950280925258994} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.4413876533508301, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.11, "ce": 0.01357877351983916, "kl": 0.09411416135117179, "context": 0.06063585280207917} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.772164225578308, "loss_scale": 4.0, "retries": 0, "seconds": 253.4, "max_memory_gb": 17.11, "ce": 0.23640692845219746, "kl": 0.1421690597144334, "context": 0.30749146389280213} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 3.4154131412506104, "loss_scale": 4.0, "retries": 0, "seconds": 254.3, "max_memory_gb": 17.11, "ce": 0.153886997140944, "kl": 0.04247869878599886, "context": 0.17512634652666748} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.7072064876556396, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.11, "ce": 0.03298220894066617, "kl": 0.09501508752350674, "context": 0.0804897554917261} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.9102805256843567, "loss_scale": 4.0, "retries": 0, "seconds": 256.2, "max_memory_gb": 17.11, "ce": 0.09538796632477897, "kl": 0.23821529213000758, "context": 0.21449561238841852} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 2.1498475074768066, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 17.11, "ce": 0.040059288032352924, "kl": 0.13864257562090643, "context": 0.10938057594466954} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.1382337212562561, "loss_scale": 4.0, "retries": 0, "seconds": 258.0, "max_memory_gb": 17.11, "ce": 0.0062308818160090595, "kl": 0.0033301592484349385, "context": 0.007895961520262063} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.02549130655825138, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 17.11, "ce": 0.0019239335088059306, "kl": 0.00022704052844346734, "context": 0.002037453799857758} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.3593449890613556, "loss_scale": 4.0, "retries": 0, "seconds": 259.8, "max_memory_gb": 17.11, "ce": 0.022573213114810642, "kl": 0.006981266291404609, "context": 0.026063847079058178} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.033671796321868896, "loss_scale": 4.0, "retries": 0, "seconds": 260.8, "max_memory_gb": 17.11, "ce": 0.0017791508144000545, "kl": 0.0012406648638716433, "context": 0.0023994832445168868} diff --git a/runs/fixed_internvl/context/Top8_s73/adapter/README.md b/runs/fixed_internvl/context/Top8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/Top8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a1d4aa60b45552814f84f228283a62228d14a91d --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.11.mlp.up_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.17.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s73/config.json b/runs/fixed_internvl/context/Top8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb695521762a3c6cad4b1b14c7f946f7c2ca7c3d --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 11, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "11": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Top8_s73/steps.jsonl b/runs/fixed_internvl/context/Top8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7b6625d22135be5f77318b3b71bd16c5435740f5 --- /dev/null +++ b/runs/fixed_internvl/context/Top8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 16.11142921447754, "loss_scale": 4.0, "retries": 0, "seconds": 2.3, "max_memory_gb": 16.79, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 29.178470611572266, "loss_scale": 4.0, "retries": 0, "seconds": 3.7, "max_memory_gb": 17.1, "ce": 1.6744310557842255, "kl": 0.6941747008822858, "context": 2.0215183794498444} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 11.76266860961914, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 17.1, "ce": 0.4585651680245064, "kl": 0.11329812684562057, "context": 0.5152142258593813} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.145265579223633, "loss_scale": 4.0, "retries": 0, "seconds": 6.2, "max_memory_gb": 17.1, "ce": 0.3349814579123631, "kl": 0.020801406892132945, "context": 0.3453821665025316} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.147583484649658, "loss_scale": 4.0, "retries": 0, "seconds": 7.5, "max_memory_gb": 17.11, "ce": 0.1094957803215948, "kl": 0.1267658252036199, "context": 0.17287869192659855} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.8978488445281982, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 17.11, "ce": 0.18403842579573393, "kl": 0.05066148261539638, "context": 0.2093691653572023} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.23523084819316864, "loss_scale": 4.0, "retries": 0, "seconds": 9.9, "max_memory_gb": 17.11, "ce": 0.016844640820636414, "kl": 0.009894004497255082, "context": 0.021791642633615993} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.0542244911193848, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 17.11, "ce": 0.34250141013762914, "kl": 0.4794466999301221, "context": 0.5822247468167916} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.280707359313965, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 17.11, "ce": 0.04309342801570892, "kl": 0.5109631513478234, "context": 0.2985749940853566} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 2.111435890197754, "loss_scale": 4.0, "retries": 0, "seconds": 13.7, "max_memory_gb": 17.11, "ce": 0.03516752285941038, "kl": 0.3676799834274789, "context": 0.21900751434077392} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.38046470284461975, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.11, "ce": 0.011293599265627563, "kl": 0.09187787675182335, "context": 0.05723253753967583} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.1746737957000732, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 17.11, "ce": 0.03434288268226737, "kl": 0.029760589481156785, "context": 0.04922317839009338} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.735736131668091, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.11, "ce": 0.15167262786417268, "kl": 0.08164502717227151, "context": 0.19249514141120017} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.0164883136749268, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 17.11, "ce": 0.05052663900278276, "kl": 0.07834749072208069, "context": 0.08970038435654715} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 9.076247215270996, "loss_scale": 4.0, "retries": 0, "seconds": 19.9, "max_memory_gb": 17.11, "ce": 0.1324761733703781, "kl": 0.15338361478643492, "context": 0.2091679808218032} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 6.9570817947387695, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.11, "ce": 0.7690123125212267, "kl": 0.05150277027496486, "context": 0.7947637299948838} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.938863515853882, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 17.11, "ce": 0.08171283922274597, "kl": 0.41246458830937627, "context": 0.2879451388726011} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.3324406147003174, "loss_scale": 4.0, "retries": 0, "seconds": 23.6, "max_memory_gb": 17.11, "ce": 0.0021449982014019042, "kl": 0.26766570439212956, "context": 0.13597784447483718} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.3620572090148926, "loss_scale": 4.0, "retries": 0, "seconds": 24.8, "max_memory_gb": 17.11, "ce": 0.2477016128905234, "kl": 0.24096815175278152, "context": 0.36818569109163946} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.0173673629760742, "loss_scale": 4.0, "retries": 0, "seconds": 26.0, "max_memory_gb": 17.11, "ce": 0.07978166684188182, "kl": 0.3162323773794924, "context": 0.23789786297129467} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.10378473252058029, "loss_scale": 4.0, "retries": 0, "seconds": 27.4, "max_memory_gb": 17.11, "ce": 0.008016696578124538, "kl": 0.001221649315994, "context": 0.00862752107786946} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8448548913002014, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.11, "ce": 0.16907952658948489, "kl": 0.2913299750071019, "context": 0.3147445139475167} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.9213759899139404, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 17.11, "ce": 0.21197102437145077, "kl": 0.10354023045510985, "context": 0.26374114357167855} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.1792991161346436, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 17.11, "ce": 0.135058504762128, "kl": 0.2229365953244269, "context": 0.24652680789586157} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.773999810218811, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 17.11, "ce": 0.09206716308835894, "kl": 0.06041029657353647, "context": 0.12227231066208333} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 6.5314555168151855, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.11, "ce": 0.25315407576272264, "kl": 0.4611808092075762, "context": 0.4837444915610831} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 9.178051948547363, "loss_scale": 4.0, "retries": 0, "seconds": 34.8, "max_memory_gb": 17.11, "ce": 0.20019661980040837, "kl": 0.24460891384842398, "context": 0.3225010767200729} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.07146565616130829, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.11, "ce": 0.0039636342553421855, "kl": 0.0009542576372041367, "context": 0.004440762975718826} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.27596166729927063, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 17.11, "ce": 0.011019099620170891, "kl": 0.0067588064121082425, "context": 0.01439850265160203} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.526623249053955, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.11, "ce": 0.042077676160261035, "kl": 0.05108897631725995, "context": 0.06762216426432133} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.1828986406326294, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.11, "ce": 0.010995250719133765, "kl": 0.5711942125926726, "context": 0.2965923541923985} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.723191738128662, "loss_scale": 4.0, "retries": 0, "seconds": 41.1, "max_memory_gb": 17.11, "ce": 0.17724936071317643, "kl": 0.4930692130874377, "context": 0.423783982405439} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.2483465075492859, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 17.11, "ce": 0.01694365486036986, "kl": 0.0321140735904919, "context": 0.033000691852066666} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.6761425733566284, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 17.11, "ce": 0.03348545206245035, "kl": 0.2332010185054969, "context": 0.15008596144616604} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.3341917991638184, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 17.11, "ce": 0.04415119322948158, "kl": 0.2115874088290184, "context": 0.14994489680975676} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.5009260177612305, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.11, "ce": 0.060316148679703474, "kl": 0.019947358159697615, "context": 0.07028982788324356} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.2657962739467621, "loss_scale": 4.0, "retries": 0, "seconds": 47.3, "max_memory_gb": 17.11, "ce": 0.0191506901755929, "kl": 0.011389309336664155, "context": 0.024845344480127096} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6105359196662903, "loss_scale": 4.0, "retries": 0, "seconds": 48.5, "max_memory_gb": 17.11, "ce": 0.051402811775915325, "kl": 0.008249656006228179, "context": 0.055527638585772365} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.239604949951172, "loss_scale": 4.0, "retries": 0, "seconds": 49.8, "max_memory_gb": 17.11, "ce": 0.33194398702471517, "kl": 0.023741280998365255, "context": 0.3438146396074444} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.35215625166893005, "loss_scale": 4.0, "retries": 0, "seconds": 51.2, "max_memory_gb": 17.11, "ce": 0.019804822106380016, "kl": 0.06671474321046844, "context": 0.053162191732553765} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.48384323716163635, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.11, "ce": 0.05742368951905519, "kl": 0.002517392855224898, "context": 0.05868238536641002} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.151893973350525, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.11, "ce": 0.051388611405855045, "kl": 0.04566247608454432, "context": 0.07421985061955638} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.5851434469223022, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 17.11, "ce": 0.2879600804299116, "kl": 0.13839409442152828, "context": 0.3571571158245206} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.1717507690191269, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 17.11, "ce": 0.009832007461227477, "kl": 0.0029818377952324226, "context": 0.011322926264256239} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.3480899333953857, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 17.11, "ce": 0.029163716593757272, "kl": 0.5981982909142971, "context": 0.3282628655433655} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.423779249191284, "loss_scale": 4.0, "retries": 0, "seconds": 58.7, "max_memory_gb": 17.11, "ce": 0.013898363875341602, "kl": 0.721507464608294, "context": 0.3746520826825872} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.15095260739326477, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.11, "ce": 0.011664091842249036, "kl": 0.004113856397452764, "context": 0.013721019844524562} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.1686989963054657, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 17.11, "ce": 0.013136699126334861, "kl": 0.00608395847666543, "context": 0.016178678357391618} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.5576692819595337, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.11, "ce": 0.05271168949548155, "kl": 0.03816470823949203, "context": 0.07179404550697654} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.10534641891717911, "loss_scale": 4.0, "retries": 0, "seconds": 63.7, "max_memory_gb": 17.11, "ce": 0.004119290737435222, "kl": 0.005110587750095874, "context": 0.00667458469979465} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.8538968563079834, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 17.11, "ce": 0.08660831081215292, "kl": 0.1039057515154127, "context": 0.13856118661351502} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.347030162811279, "loss_scale": 4.0, "retries": 0, "seconds": 66.2, "max_memory_gb": 17.11, "ce": 0.29272023343946785, "kl": 0.297017751072417, "context": 0.44122912420425564} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.005449056625366, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.11, "ce": 0.4573477653611917, "kl": 0.38003940423368476, "context": 0.6473674738663249} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.2332301139831543, "loss_scale": 4.0, "retries": 0, "seconds": 68.8, "max_memory_gb": 17.11, "ce": 0.2734222784638405, "kl": 0.12849694764008746, "context": 0.33767075010109693} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 10.081450462341309, "loss_scale": 4.0, "retries": 0, "seconds": 69.9, "max_memory_gb": 17.11, "ce": 0.19435404427349567, "kl": 0.08973571841488592, "context": 0.2392219107132405} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4802846908569336, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 17.11, "ce": 0.01089007459813729, "kl": 0.10038667469052598, "context": 0.06108341214712709} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.2664374113082886, "loss_scale": 4.0, "retries": 0, "seconds": 72.5, "max_memory_gb": 17.11, "ce": 0.040626784320920706, "kl": 0.6166593208763516, "context": 0.3489564408082515} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.46106913685798645, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.11, "ce": 0.005028149389545433, "kl": 0.14542451899615116, "context": 0.07774040987715125} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.251921683549881, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.11, "ce": 0.015617337601725012, "kl": 0.007111521379556507, "context": 0.019173098262399435} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.3595256805419922, "loss_scale": 4.0, "retries": 0, "seconds": 76.2, "max_memory_gb": 17.11, "ce": 0.057725088321603835, "kl": 0.0366539412207203, "context": 0.07605205953586847} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.824182510375977, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.11, "ce": 0.28753047226928174, "kl": 0.255987802403979, "context": 0.4155243730638176} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.9578497409820557, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 17.11, "ce": 0.2207958510844037, "kl": 0.07016069102974143, "context": 0.2558761924155988} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.4849475622177124, "loss_scale": 4.0, "retries": 0, "seconds": 79.9, "max_memory_gb": 17.11, "ce": 0.050795128125173505, "kl": 0.014665687285742024, "context": 0.058127969852648675} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.8143638968467712, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 17.11, "ce": 0.12146457171184011, "kl": 0.11149152531288564, "context": 0.17721033282577991} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.1406285762786865, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 17.11, "ce": 0.10355396522209048, "kl": 0.00987839326262474, "context": 0.10849315952509642} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.1997455358505249, "loss_scale": 4.0, "retries": 0, "seconds": 83.7, "max_memory_gb": 17.11, "ce": 0.008624796813819557, "kl": 0.003264348692027852, "context": 0.010256971203489229} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.166395425796509, "loss_scale": 4.0, "retries": 0, "seconds": 84.9, "max_memory_gb": 17.11, "ce": 0.28109956928528845, "kl": 0.01617628219537437, "context": 0.28918771632015705} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6341701149940491, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 17.11, "ce": 0.04203443008009344, "kl": 0.02244693523971364, "context": 0.053257896564900875} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.02262282371521, "loss_scale": 4.0, "retries": 0, "seconds": 87.6, "max_memory_gb": 17.11, "ce": 0.06553834991791518, "kl": 0.11314670507636038, "context": 0.1221117025706917} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.3327178657054901, "loss_scale": 4.0, "retries": 0, "seconds": 89.4, "max_memory_gb": 17.11, "ce": 0.015232028061291203, "kl": 0.03442484381230315, "context": 0.0324444499128731} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.20109081268310547, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.11, "ce": 0.0023549703182652593, "kl": 0.016957723144514603, "context": 0.01083383202785626} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.24624113738536835, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 17.11, "ce": 0.011042785401514266, "kl": 0.008273581695902976, "context": 0.015179575813817792} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.1807477474212646, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 17.11, "ce": 0.024535021002520807, "kl": 0.19424992786139228, "context": 0.12165998492855579} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.9150829911231995, "loss_scale": 4.0, "retries": 0, "seconds": 94.3, "max_memory_gb": 17.11, "ce": 0.08364285285279038, "kl": 0.041007274161529494, "context": 0.10414648993173614} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.153877854347229, "loss_scale": 4.0, "retries": 0, "seconds": 95.5, "max_memory_gb": 17.11, "ce": 0.006991545017626777, "kl": 0.08028662029028055, "context": 0.047134855296462774} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.9733262062072754, "loss_scale": 4.0, "retries": 0, "seconds": 96.9, "max_memory_gb": 17.11, "ce": 0.4559862839341804, "kl": 0.03792093817719433, "context": 0.4749467492947588} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.46326300501823425, "loss_scale": 4.0, "retries": 0, "seconds": 98.1, "max_memory_gb": 17.11, "ce": 0.0017546723029226996, "kl": 0.0520664757641498, "context": 0.027787910497863777} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.4641094207763672, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 17.11, "ce": 0.0012747909204335883, "kl": 0.827357077121178, "context": 0.4149533169766073} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.48651766777038574, "loss_scale": 4.0, "retries": 0, "seconds": 100.8, "max_memory_gb": 17.11, "ce": 0.015845007728785276, "kl": 0.0074720999982673675, "context": 0.019581057247705758} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.726520538330078, "loss_scale": 4.0, "retries": 0, "seconds": 102.0, "max_memory_gb": 17.11, "ce": 0.20941777091434233, "kl": 0.05294967119357352, "context": 0.23589260744256535} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.2457823753356934, "loss_scale": 4.0, "retries": 0, "seconds": 103.3, "max_memory_gb": 17.11, "ce": 0.138528774853512, "kl": 0.06551252868985102, "context": 0.171285031282423} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.3504290282726288, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.11, "ce": 0.013447763427393511, "kl": 0.008431669249603146, "context": 0.017663598526269197} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.1924332231283188, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 17.11, "ce": 0.003720285335475637, "kl": 0.012660239794541894, "context": 0.010050405389392836} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.7719141244888306, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 17.11, "ce": 0.0005858405029357527, "kl": 0.26109871893049785, "context": 0.1311352032225841} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.19021880626678467, "loss_scale": 4.0, "retries": 0, "seconds": 108.3, "max_memory_gb": 17.11, "ce": 0.006157024240565079, "kl": 0.005735015181244307, "context": 0.009024531825616577} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.0387853384017944, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 17.11, "ce": 0.001759697372563096, "kl": 0.546848025741383, "context": 0.2751837084961153} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.09590118378400803, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.11, "ce": 0.004397392593091354, "kl": 0.006812644954152347, "context": 0.007803715030604508} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.9924656748771667, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.11, "ce": 0.0275765246769879, "kl": 0.048036635801508965, "context": 0.05159484256000724} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.24605131149292, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 17.11, "ce": 0.0890378404110379, "kl": 0.1326560583961509, "context": 0.15536586960297427} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.7150098085403442, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.11, "ce": 0.04876602785952855, "kl": 0.05954519486294885, "context": 0.0785386253555771} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.6585097312927246, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.11, "ce": 0.007350618427153677, "kl": 0.1779608208744321, "context": 0.0963310319930315} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.0814483165740967, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 17.11, "ce": 0.043310497159836814, "kl": 0.120230268654268, "context": 0.10342563051381148} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.9866154193878174, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 17.11, "ce": 0.1976392759825103, "kl": 0.35109107894822955, "context": 0.3731848243623972} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.06533726304769516, "loss_scale": 4.0, "retries": 0, "seconds": 119.2, "max_memory_gb": 17.11, "ce": 0.0036833484628004953, "kl": 0.001467354749365768, "context": 0.004417025833390653} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.6370608806610107, "loss_scale": 4.0, "retries": 0, "seconds": 120.5, "max_memory_gb": 17.11, "ce": 0.2261861807637615, "kl": 0.598767086900807, "context": 0.5255697341635823} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5576165914535522, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 17.11, "ce": 0.024771518721536268, "kl": 0.06717611156636849, "context": 0.058359574526548386} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.5220341682434082, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 17.11, "ce": 0.01506572010111995, "kl": 0.02058437844607397, "context": 0.025357909325975925} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.4858607351779938, "loss_scale": 4.0, "retries": 0, "seconds": 124.2, "max_memory_gb": 17.11, "ce": 0.02606929838657379, "kl": 0.019975445247837342, "context": 0.036057019722647965} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.662725806236267, "loss_scale": 4.0, "retries": 0, "seconds": 125.4, "max_memory_gb": 17.11, "ce": 0.08822690392844379, "kl": 0.07087434891218436, "context": 0.12366407591616735} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.011875867843628, "loss_scale": 4.0, "retries": 0, "seconds": 126.6, "max_memory_gb": 17.11, "ce": 0.05873330638860352, "kl": 0.06996015770710073, "context": 0.09371338476194069} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.480605125427246, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.11, "ce": 0.2500067825312726, "kl": 0.03067764475781587, "context": 0.26534560628351755} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.811722993850708, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.11, "ce": 0.17239847796736285, "kl": 0.030228489742512465, "context": 0.18751272078952752} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.06123695522546768, "loss_scale": 4.0, "retries": 0, "seconds": 130.5, "max_memory_gb": 17.11, "ce": 0.0045878462260589, "kl": 0.002176655728590049, "context": 0.005676174274412915} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.1334046125411987, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.11, "ce": 0.14930527842079755, "kl": 0.011910878296475857, "context": 0.15526071703061461} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 2.5889739990234375, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 17.11, "ce": 0.17521838238462806, "kl": 0.11585821554763243, "context": 0.23314748471602798} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.8012669086456299, "loss_scale": 4.0, "retries": 0, "seconds": 134.3, "max_memory_gb": 17.11, "ce": 0.012611510639544576, "kl": 0.12404265091754496, "context": 0.07463283406104892} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.1525377631187439, "loss_scale": 4.0, "retries": 0, "seconds": 135.5, "max_memory_gb": 17.11, "ce": 0.0017427317288820632, "kl": 0.010592822603939567, "context": 0.007039143049041741} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.23419910669326782, "loss_scale": 4.0, "retries": 0, "seconds": 136.7, "max_memory_gb": 17.11, "ce": 0.01374989643227309, "kl": 0.008034348516957834, "context": 0.017767070443369448} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.12162072211503983, "loss_scale": 4.0, "retries": 0, "seconds": 138.0, "max_memory_gb": 17.11, "ce": 0.003209599613910541, "kl": 0.013270683237351477, "context": 0.009844941087067127} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.4386938214302063, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.11, "ce": 0.008110106020467356, "kl": 0.004569626838929253, "context": 0.010394919023383409} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 2.0049524307250977, "loss_scale": 4.0, "retries": 0, "seconds": 140.4, "max_memory_gb": 17.11, "ce": 0.08955533706466667, "kl": 0.0011694625245581847, "context": 0.09014006482902914} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.4562028646469116, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 17.11, "ce": 0.034961479279445484, "kl": 0.03470829154866806, "context": 0.05231562492554076} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.436295509338379, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.11, "ce": 0.6411258094813093, "kl": 0.062413294853513435, "context": 0.672332462760096} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.3070679903030396, "loss_scale": 4.0, "retries": 0, "seconds": 144.3, "max_memory_gb": 17.11, "ce": 0.15904663686524145, "kl": 0.12357248249463737, "context": 0.22083288000430912} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.3558478355407715, "loss_scale": 4.0, "retries": 0, "seconds": 145.5, "max_memory_gb": 17.11, "ce": 0.021640614271746017, "kl": 0.008880072509896308, "context": 0.02608064966625534} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 4.374912261962891, "loss_scale": 4.0, "retries": 0, "seconds": 146.7, "max_memory_gb": 17.11, "ce": 0.3820636240707245, "kl": 0.015693595640186686, "context": 0.38991041347617283} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.795335054397583, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.11, "ce": 0.008089466631645337, "kl": 0.01482608618971426, "context": 0.01550250971922651} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.8696639537811279, "loss_scale": 4.0, "retries": 0, "seconds": 149.3, "max_memory_gb": 17.11, "ce": 0.027045582653954625, "kl": 0.02237061969935894, "context": 0.03823089227080345} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09356586635112762, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 17.11, "ce": 0.005142483722011093, "kl": 0.0003231929445064452, "context": 0.005304080274072476} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.8308271169662476, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.11, "ce": 0.15341974282637239, "kl": 0.10960290487855673, "context": 0.20822119456715882} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.6659162044525146, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 17.11, "ce": 0.008994526753667742, "kl": 0.6943984098907094, "context": 0.3561937356716953} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.587911367416382, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 17.11, "ce": 0.05540983886749018, "kl": 0.010654992006266184, "context": 0.0607373367092805} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 6.591551780700684, "loss_scale": 4.0, "retries": 0, "seconds": 155.5, "max_memory_gb": 17.11, "ce": 0.3912310235245968, "kl": 0.06669803087424953, "context": 0.42458004361833446} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.10302115976810455, "loss_scale": 4.0, "retries": 0, "seconds": 156.8, "max_memory_gb": 17.11, "ce": 0.000779078014602419, "kl": 0.015981082538928604, "context": 0.008769619249505922} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.574230194091797, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 17.11, "ce": 0.1416738429106772, "kl": 1.3532088249921799, "context": 0.8182782679796219} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.8501391410827637, "loss_scale": 4.0, "retries": 0, "seconds": 159.4, "max_memory_gb": 17.11, "ce": 0.022722250985680148, "kl": 0.034446482746716356, "context": 0.039945491662365384} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.027843084186315536, "loss_scale": 4.0, "retries": 0, "seconds": 160.6, "max_memory_gb": 17.11, "ce": 0.0017236954809050076, "kl": 0.0014164274507493246, "context": 0.0024319091899087653} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.19483789801597595, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.11, "ce": 0.007156735402531922, "kl": 0.03587795386556536, "context": 0.025095713324844837} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 3.8753859996795654, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 17.11, "ce": 0.07476966240210459, "kl": 0.044775605068934965, "context": 0.09715746820438653} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 3.251546859741211, "loss_scale": 4.0, "retries": 0, "seconds": 164.4, "max_memory_gb": 17.11, "ce": 0.09153469462762587, "kl": 0.13166144108981825, "context": 0.1573654189123772} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.5146892070770264, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 17.11, "ce": 0.07734940858063055, "kl": 0.2885904690310781, "context": 0.2216446430902579} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.43755853176116943, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.11, "ce": 0.02042464481201023, "kl": 0.013835218742315192, "context": 0.027342253364622593} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.4487197697162628, "loss_scale": 4.0, "retries": 0, "seconds": 168.1, "max_memory_gb": 17.11, "ce": 0.04634329355030786, "kl": 0.06598649625379949, "context": 0.07933654171210947} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.14476117491722107, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.11, "ce": 0.004282100795535371, "kl": 0.0019816169947262097, "context": 0.005272909242194146} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 6.075973033905029, "loss_scale": 4.0, "retries": 0, "seconds": 170.6, "max_memory_gb": 17.11, "ce": 0.3978334198327502, "kl": 0.0010371847311034799, "context": 0.39835202008544} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.66439151763916, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 17.11, "ce": 0.8667111897375435, "kl": 0.3405244876630604, "context": 1.03697345033288} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 7.13905668258667, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 17.11, "ce": 0.25872742489445955, "kl": 0.005431316287285881, "context": 0.2614430696121417} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.27704766392707825, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 17.11, "ce": 0.010492220622836612, "kl": 0.007178032496085507, "context": 0.014081236848141998} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.07099486887454987, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 17.11, "ce": 0.0038023766392143443, "kl": 0.008183802099665627, "context": 0.00789427786367014} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.483999639749527, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 17.11, "ce": 0.049394702873541974, "kl": 0.0036425680063985055, "context": 0.05121598803089} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09129270166158676, "loss_scale": 4.0, "retries": 0, "seconds": 178.4, "max_memory_gb": 17.11, "ce": 0.004352967880549841, "kl": 0.007444972710800357, "context": 0.008075454243225977} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.3489187955856323, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 17.11, "ce": 0.18613228027243167, "kl": 0.046756265248404816, "context": 0.2095104055479169} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.661557912826538, "loss_scale": 4.0, "retries": 0, "seconds": 180.9, "max_memory_gb": 17.11, "ce": 0.10690116582554765, "kl": 0.5084407587803526, "context": 0.3611215566343162} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.14557413756847382, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 17.11, "ce": 0.008081127743935212, "kl": 0.017274198889936088, "context": 0.016718227736419067} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.3083631992340088, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 17.11, "ce": 0.129538016684819, "kl": 0.21618245901481714, "context": 0.23762923869071528} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.7957615852355957, "loss_scale": 4.0, "retries": 0, "seconds": 184.6, "max_memory_gb": 17.11, "ce": 0.2750604575849138, "kl": 0.014330873163999058, "context": 0.2822258975356817} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.5292484760284424, "loss_scale": 4.0, "retries": 0, "seconds": 185.9, "max_memory_gb": 17.11, "ce": 0.15736527877743356, "kl": 0.0019756155998038594, "context": 0.1583530839998275} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.31025058031082153, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.11, "ce": 0.0009756421277415939, "kl": 0.038244970517553156, "context": 0.020098128166864626} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.8244380950927734, "loss_scale": 4.0, "retries": 0, "seconds": 188.4, "max_memory_gb": 17.11, "ce": 0.8589937429642305, "kl": 0.024858637756551616, "context": 0.8714230473851785} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.6575995683670044, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.11, "ce": 0.011005155160091817, "kl": 0.3253506200853735, "context": 0.1736804589163512} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.1665364503860474, "loss_scale": 4.0, "retries": 0, "seconds": 190.9, "max_memory_gb": 17.11, "ce": 0.16906040912726894, "kl": 0.0900633231149186, "context": 0.2140920705278404} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.6297574043273926, "loss_scale": 4.0, "retries": 0, "seconds": 191.9, "max_memory_gb": 17.11, "ce": 0.08326222416508244, "kl": 0.5642544166767038, "context": 0.3653894311573822} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.03841594606637955, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.11, "ce": 0.0022422668553190306, "kl": 0.0018218803890022173, "context": 0.0031532070715911686} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.350189208984375, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 17.11, "ce": 0.04602485505165532, "kl": 0.020603628603566904, "context": 0.056326667432585964} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.3721972107887268, "loss_scale": 4.0, "retries": 0, "seconds": 195.6, "max_memory_gb": 17.11, "ce": 0.012696796053205617, "kl": 0.019324521345879475, "context": 0.022359057096764445} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.32667210698127747, "loss_scale": 4.0, "retries": 0, "seconds": 197.0, "max_memory_gb": 17.11, "ce": 0.017379370256094262, "kl": 0.01559234646265395, "context": 0.025175542454235256} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.373219609260559, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 17.11, "ce": 0.2482018977898406, "kl": 0.35343732890760293, "context": 0.42492058043717407} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.08568712323904037, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 17.11, "ce": 0.0030811373217147775, "kl": 0.009492957216934883, "context": 0.00782761618393124} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.01905188150703907, "loss_scale": 4.0, "retries": 0, "seconds": 201.6, "max_memory_gb": 17.11, "ce": 0.001278436255233828, "kl": 0.00023108070877242426, "context": 0.001393976610415848} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9453873634338379, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.11, "ce": 0.003569943619368132, "kl": 0.3802113930723863, "context": 0.1936756371287629} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.8004891276359558, "loss_scale": 4.0, "retries": 0, "seconds": 203.9, "max_memory_gb": 17.11, "ce": 0.06984260102035478, "kl": 0.11813152569084195, "context": 0.12890836034785025} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.3835541903972626, "loss_scale": 4.0, "retries": 0, "seconds": 205.1, "max_memory_gb": 17.11, "ce": 0.01713081158231944, "kl": 0.047905231127515435, "context": 0.041083428426645696} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 1.3355729579925537, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 17.11, "ce": 0.027979867911199108, "kl": 0.08879964118386852, "context": 0.07237969059497118} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.4667798578739166, "loss_scale": 4.0, "retries": 0, "seconds": 207.7, "max_memory_gb": 17.11, "ce": 0.02934197580907494, "kl": 0.02107140422140219, "context": 0.03987767762737349} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.034615352749824524, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 17.11, "ce": 0.0017275160498684272, "kl": 0.0015270995500031859, "context": 0.00249106582487002} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.0801730751991272, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 17.11, "ce": 0.005408732133219019, "kl": 0.00035159222443326144, "context": 0.0055845280876383185} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.4670709371566772, "loss_scale": 4.0, "retries": 0, "seconds": 211.5, "max_memory_gb": 17.11, "ce": 0.30814094899687916, "kl": 0.011453221515694167, "context": 0.3138675654481631} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.7847175598144531, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 17.11, "ce": 0.1522050186758861, "kl": 0.1658529427368194, "context": 0.2351314895786345} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.05961350351572037, "loss_scale": 4.0, "retries": 0, "seconds": 214.0, "max_memory_gb": 17.11, "ce": 0.0035477201745379716, "kl": 0.0006740081589668989, "context": 0.0038847241667099297} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.1115418672561646, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.11, "ce": 0.10978116240585223, "kl": 0.0017195903456013184, "context": 0.11064095995971002} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.4814339876174927, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.11, "ce": 0.06460760612390004, "kl": 0.08463365150237223, "context": 0.10692443189327605} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.4397222995758057, "loss_scale": 4.0, "retries": 0, "seconds": 217.6, "max_memory_gb": 17.11, "ce": 0.2036966298473999, "kl": 0.05528143642004579, "context": 0.231337355915457} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.3947291672229767, "loss_scale": 4.0, "retries": 0, "seconds": 218.9, "max_memory_gb": 17.11, "ce": 0.03933058347320184, "kl": 0.02223960908749234, "context": 0.050450387643650174} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.3370816707611084, "loss_scale": 4.0, "retries": 0, "seconds": 220.0, "max_memory_gb": 17.11, "ce": 0.260662026652426, "kl": 0.011327845408459325, "context": 0.2663259391338215} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.3888145685195923, "loss_scale": 4.0, "retries": 0, "seconds": 221.4, "max_memory_gb": 17.11, "ce": 0.15138663281686604, "kl": 0.3389290872728452, "context": 0.32085117883980274} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.784067690372467, "loss_scale": 4.0, "retries": 0, "seconds": 222.6, "max_memory_gb": 17.11, "ce": 0.1464013948570937, "kl": 0.03572107356740162, "context": 0.16426193166989833} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.4939417839050293, "loss_scale": 4.0, "retries": 0, "seconds": 223.8, "max_memory_gb": 17.11, "ce": 0.10670570147340186, "kl": 0.0699975442730647, "context": 0.14170447224751115} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.16657674312591553, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 17.11, "ce": 0.01224744763749186, "kl": 0.0033938694677999592, "context": 0.013944382611953188} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 11.47641658782959, "loss_scale": 4.0, "retries": 0, "seconds": 226.3, "max_memory_gb": 17.11, "ce": 0.07276222766085993, "kl": 0.01575103766481334, "context": 0.08063774721813388} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.6987521648406982, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 17.11, "ce": 0.00932277824904304, "kl": 0.13454154719647704, "context": 0.07659355520445388} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.3163790702819824, "loss_scale": 4.0, "retries": 0, "seconds": 228.9, "max_memory_gb": 17.11, "ce": 0.11228819756070152, "kl": 0.02834457636345178, "context": 0.1264604884199798} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.6465051770210266, "loss_scale": 4.0, "retries": 0, "seconds": 230.0, "max_memory_gb": 17.11, "ce": 0.0027502075681695715, "kl": 0.09733787578443298, "context": 0.05141914672276471} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.5804558992385864, "loss_scale": 4.0, "retries": 0, "seconds": 231.4, "max_memory_gb": 17.11, "ce": 0.003858960611978546, "kl": 0.16390404417143145, "context": 0.08581098198192194} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.748544454574585, "loss_scale": 4.0, "retries": 0, "seconds": 232.6, "max_memory_gb": 17.11, "ce": 0.1862536648986861, "kl": 0.04483817843720317, "context": 0.2086727563291788} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.9041764736175537, "loss_scale": 4.0, "retries": 0, "seconds": 233.8, "max_memory_gb": 17.11, "ce": 0.11173939460422844, "kl": 0.023473959479815676, "context": 0.1234763714383007} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.7699509859085083, "loss_scale": 4.0, "retries": 0, "seconds": 235.1, "max_memory_gb": 17.11, "ce": 0.008898516971385106, "kl": 0.187347617415071, "context": 0.10257232427829877} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.2069354057312012, "loss_scale": 4.0, "retries": 0, "seconds": 236.4, "max_memory_gb": 17.11, "ce": 0.11034254987316672, "kl": 0.20454855714342557, "context": 0.2126168358954601} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.9822641015052795, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 17.11, "ce": 0.03087186280754395, "kl": 0.06252648196095834, "context": 0.06213510449742898} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.5155906677246094, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 17.11, "ce": 0.0038253612219705246, "kl": 0.13014174536965584, "context": 0.06889623276947532} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 9.007223129272461, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.11, "ce": 0.1840464576089289, "kl": 0.18196714882651577, "context": 0.2750300248590065} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.050059106200933456, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 17.11, "ce": 0.003996192681370303, "kl": 0.0008563300475543656, "context": 0.0044243576703593135} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.3067271709442139, "loss_scale": 4.0, "retries": 0, "seconds": 242.7, "max_memory_gb": 17.11, "ce": 0.009631098073441535, "kl": 0.10413322899512423, "context": 0.061697714612819254} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5976322293281555, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 17.11, "ce": 0.008144260515109636, "kl": 0.04054071500650025, "context": 0.028414617569069378} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.2018742561340332, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 17.11, "ce": 0.04878240937250666, "kl": 0.16217359461370506, "context": 0.12986920669209212} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 1.1731747388839722, "loss_scale": 4.0, "retries": 0, "seconds": 246.4, "max_memory_gb": 17.11, "ce": 0.030471928368569934, "kl": 0.17854162398725748, "context": 0.11974274052772671} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.03316839411854744, "loss_scale": 4.0, "retries": 0, "seconds": 247.7, "max_memory_gb": 17.11, "ce": 0.0022102918883319944, "kl": 0.001441168256860692, "context": 0.002930876042228192} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.015364246442914009, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 17.11, "ce": 0.0007775708290864713, "kl": 0.0002806756774589303, "context": 0.0009179086773656309} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.176938772201538, "loss_scale": 4.0, "retries": 0, "seconds": 250.3, "max_memory_gb": 17.11, "ce": 0.05544820742215961, "kl": 0.30264395765152585, "context": 0.20677018573042005} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.029856093227863312, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.11, "ce": 0.0017336164819425903, "kl": 0.00018653911001820234, "context": 0.0018268859930685721} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.9744735956192017, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 17.11, "ce": 0.010954422294162214, "kl": 0.8212212570942938, "context": 0.4215650404803455} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.4604882001876831, "loss_scale": 4.0, "retries": 0, "seconds": 253.8, "max_memory_gb": 17.11, "ce": 0.04010088062204886, "kl": 0.020403683520271443, "context": 0.050302723597269505} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.2882072925567627, "loss_scale": 4.0, "retries": 0, "seconds": 255.1, "max_memory_gb": 17.11, "ce": 0.02102699299575761, "kl": 0.004553527615371422, "context": 0.02330375703604659} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.277045488357544, "loss_scale": 4.0, "retries": 0, "seconds": 256.3, "max_memory_gb": 17.11, "ce": 0.07265793939586729, "kl": 0.02290425094543025, "context": 0.08411006373353302} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.053450752049684525, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 17.11, "ce": 0.003723691130289808, "kl": 0.0003689310615300201, "context": 0.00390815653372556} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.5814647674560547, "loss_scale": 4.0, "retries": 0, "seconds": 258.8, "max_memory_gb": 17.11, "ce": 0.34434785530902445, "kl": 0.005558151608966, "context": 0.3471269436995499} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.5016353130340576, "loss_scale": 4.0, "retries": 0, "seconds": 260.1, "max_memory_gb": 17.11, "ce": 0.19058111452613957, "kl": 0.5089557687279012, "context": 0.44505899446085095} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.20347490906715393, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 17.11, "ce": 0.008950227693276247, "kl": 0.0028529461577591064, "context": 0.010376700665801764} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.137822225689888, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.11, "ce": 0.013110885614878498, "kl": 0.0016616742555015662, "context": 0.013941722456365824} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.06394657492637634, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 17.11, "ce": 0.004976919968612492, "kl": 0.001918649097206071, "context": 0.005936244619078934} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.2103092670440674, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 17.11, "ce": 0.03290968501823954, "kl": 0.004881131592355814, "context": 0.0353502512734849} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.280583143234253, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.11, "ce": 0.606218303561036, "kl": 0.1641466385917738, "context": 0.6882916285539977} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.8099001049995422, "loss_scale": 4.0, "retries": 0, "seconds": 267.6, "max_memory_gb": 17.11, "ce": 0.04307361957762623, "kl": 0.07488131365607842, "context": 0.08051427562895697} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8575690388679504, "loss_scale": 4.0, "retries": 0, "seconds": 269.0, "max_memory_gb": 17.11, "ce": 0.07466659438796341, "kl": 0.050757296005031094, "context": 0.1000452438602224} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.6037810444831848, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 17.11, "ce": 0.07488837803248316, "kl": 0.0386717154760845, "context": 0.09422423760406673} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.44967612624168396, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 17.11, "ce": 0.0160620063834358, "kl": 0.008278456907646614, "context": 0.020201234947307967} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3242751955986023, "loss_scale": 4.0, "retries": 0, "seconds": 272.6, "max_memory_gb": 17.11, "ce": 0.01009054365567863, "kl": 0.090360580196716, "context": 0.055270834811381064} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.27031654119491577, "loss_scale": 4.0, "retries": 0, "seconds": 273.9, "max_memory_gb": 17.11, "ce": 0.022728041411028244, "kl": 0.0036932402435922995, "context": 0.024574661074439064} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.6220094561576843, "loss_scale": 4.0, "retries": 0, "seconds": 275.1, "max_memory_gb": 17.11, "ce": 0.09112221581744961, "kl": 0.041433116701568906, "context": 0.11183877598887193} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.8995987772941589, "loss_scale": 4.0, "retries": 0, "seconds": 276.5, "max_memory_gb": 17.11, "ce": 0.05495772112044506, "kl": 0.001371832889617508, "context": 0.055643636296736076} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.1077640056610107, "loss_scale": 4.0, "retries": 0, "seconds": 277.7, "max_memory_gb": 17.11, "ce": 0.036509072793705855, "kl": 0.2661361021382618, "context": 0.16957712448493112} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5540012121200562, "loss_scale": 4.0, "retries": 0, "seconds": 279.0, "max_memory_gb": 17.11, "ce": 0.024272449576528743, "kl": 0.005495950798831473, "context": 0.027020425273803994} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9597048163414001, "loss_scale": 4.0, "retries": 0, "seconds": 280.3, "max_memory_gb": 17.11, "ce": 0.09180275647668168, "kl": 0.05506202117703651, "context": 0.1193337663426064} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.9307043552398682, "loss_scale": 4.0, "retries": 0, "seconds": 281.6, "max_memory_gb": 17.11, "ce": 0.008847565506584942, "kl": 0.38296939292922616, "context": 0.20033225929364562} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.1286979913711548, "loss_scale": 4.0, "retries": 0, "seconds": 282.9, "max_memory_gb": 17.11, "ce": 0.042846439115237445, "kl": 0.06885665999698176, "context": 0.07727476538275369} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.8915741443634033, "loss_scale": 4.0, "retries": 0, "seconds": 284.2, "max_memory_gb": 17.11, "ce": 0.060010649329342414, "kl": 0.07761350214013873, "context": 0.09881740040145814} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7448587417602539, "loss_scale": 4.0, "retries": 0, "seconds": 285.4, "max_memory_gb": 17.11, "ce": 0.044737678312230855, "kl": 0.02179445537740321, "context": 0.05563490554050077} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.546055793762207, "loss_scale": 4.0, "retries": 0, "seconds": 286.7, "max_memory_gb": 17.11, "ce": 0.012935868886415847, "kl": 0.1905881286947988, "context": 0.10822993278270587} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.823465347290039, "loss_scale": 4.0, "retries": 0, "seconds": 287.9, "max_memory_gb": 17.11, "ce": 0.05624966136019793, "kl": 0.5317320123872378, "context": 0.3221156718354905} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.03332975506782532, "loss_scale": 4.0, "retries": 0, "seconds": 289.1, "max_memory_gb": 17.11, "ce": 0.002464637807861436, "kl": 0.0006767899922124343, "context": 0.0028030327521264553} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.4158073663711548, "loss_scale": 4.0, "retries": 0, "seconds": 290.5, "max_memory_gb": 17.11, "ce": 0.011891232381458394, "kl": 0.015392561458611453, "context": 0.019587514012528118} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 2.0135581493377686, "loss_scale": 4.0, "retries": 0, "seconds": 291.7, "max_memory_gb": 17.11, "ce": 0.08294557266344782, "kl": 0.2581011380534619, "context": 0.21199614042416215} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.02785765379667282, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 17.11, "ce": 0.0018763454354484566, "kl": 0.00037647122826456325, "context": 0.0020645810291171074} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.1077847480773926, "loss_scale": 4.0, "retries": 0, "seconds": 294.3, "max_memory_gb": 17.11, "ce": 0.1044874067301862, "kl": 0.055295154628765886, "context": 0.1321349877398461} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.078538656234741, "loss_scale": 4.0, "retries": 0, "seconds": 295.6, "max_memory_gb": 17.11, "ce": 0.07617674856737722, "kl": 0.41614147601649165, "context": 0.28424748638644814} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.624891996383667, "loss_scale": 4.0, "retries": 0, "seconds": 296.9, "max_memory_gb": 17.11, "ce": 0.8738622759483405, "kl": 0.022103335895735654, "context": 0.88491393699951} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.12864133715629578, "loss_scale": 4.0, "retries": 0, "seconds": 298.1, "max_memory_gb": 17.11, "ce": 0.008659994753543288, "kl": 0.0059405299070931505, "context": 0.011630259934463538} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.980665683746338, "loss_scale": 4.0, "retries": 0, "seconds": 299.4, "max_memory_gb": 17.11, "ce": 0.032638455493724905, "kl": 0.004535790224963421, "context": 0.03490635004709475} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.18056021630764008, "loss_scale": 4.0, "retries": 0, "seconds": 300.7, "max_memory_gb": 17.11, "ce": 0.002249612211016938, "kl": 0.020510857600129384, "context": 0.012505040533142164} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.2442981004714966, "loss_scale": 4.0, "retries": 0, "seconds": 301.9, "max_memory_gb": 17.11, "ce": 0.021483294432982802, "kl": 0.43929363083589124, "context": 0.24113010725704953} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.5681965351104736, "loss_scale": 4.0, "retries": 0, "seconds": 303.1, "max_memory_gb": 17.11, "ce": 0.04228443538886495, "kl": 0.04575992647369276, "context": 0.06516439846018329} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.1695067882537842, "loss_scale": 4.0, "retries": 0, "seconds": 304.4, "max_memory_gb": 17.11, "ce": 0.13728256303875241, "kl": 0.048375132526416564, "context": 0.161470133025432} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.4090089499950409, "loss_scale": 4.0, "retries": 0, "seconds": 305.6, "max_memory_gb": 17.11, "ce": 0.04024430300341919, "kl": 0.010890941966863465, "context": 0.045689774153288454} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.0821532011032104, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 17.11, "ce": 0.12871491187252104, "kl": 0.02134282875340432, "context": 0.1393863243283704} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.2048935890197754, "loss_scale": 4.0, "retries": 0, "seconds": 308.2, "max_memory_gb": 17.11, "ce": 0.10931361964321695, "kl": 0.07670458096254151, "context": 0.1476659178151749} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.38559690117836, "loss_scale": 4.0, "retries": 0, "seconds": 309.5, "max_memory_gb": 17.11, "ce": 0.030288465408375487, "kl": 0.007820626875400194, "context": 0.03419877792475745} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9178075790405273, "loss_scale": 4.0, "retries": 0, "seconds": 310.8, "max_memory_gb": 17.11, "ce": 0.17077011553919874, "kl": 0.013335089330212213, "context": 0.1774376640387345} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 6.811217784881592, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 17.11, "ce": 0.11106386233586818, "kl": 0.1445625470369123, "context": 0.18334513215813786} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.04687124118208885, "loss_scale": 4.0, "retries": 0, "seconds": 313.2, "max_memory_gb": 17.11, "ce": 0.0021377417870098725, "kl": 0.002183863645996098, "context": 0.003229673602618277} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.27833059430122375, "loss_scale": 4.0, "retries": 0, "seconds": 314.5, "max_memory_gb": 17.11, "ce": 0.022899445350049064, "kl": 0.018814634651789675, "context": 0.03230676316889003} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.7088572978973389, "loss_scale": 4.0, "retries": 0, "seconds": 315.7, "max_memory_gb": 17.11, "ce": 0.042522877163719386, "kl": 0.041574795432097744, "context": 0.06331027662963606} diff --git a/runs/fixed_internvl/context/TopDelta8_s13/adapter/README.md b/runs/fixed_internvl/context/TopDelta8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s13/adapter/adapter_config.json b/runs/fixed_internvl/context/TopDelta8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a361ce0e6cfaad8532bda03da2ec2369d898b73 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.28.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s13/config.json b/runs/fixed_internvl/context/TopDelta8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c8a6d960872c4fee8169f0dc448c07143a5d961 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 13, + 18, + 21, + 22, + 23, + 24, + 26, + 28 + ], + "ranks": { + "13": 72, + "18": 72, + "21": 72, + "22": 72, + "23": 72, + "24": 72, + "26": 72, + "28": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s13/steps.jsonl b/runs/fixed_internvl/context/TopDelta8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bfeacefb87b8ec96485b848f2fc06e3a3903d107 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.892795085906982, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.5227766726748087, "kl": 0.08654405153356493, "context": 0.5660487064160407} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 7.7836503982543945, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.13, "ce": 0.6328628296250827, "kl": 0.4659376102583792, "context": 0.8658316605578875} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 21.199827194213867, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 17.13, "ce": 0.9798750430345535, "kl": 0.07074809726327658, "context": 1.0152491107583046} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.953524589538574, "loss_scale": 4.0, "retries": 0, "seconds": 6.0, "max_memory_gb": 17.13, "ce": 0.2686712318318314, "kl": 0.45625891508598215, "context": 0.49680068949237466} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.19341057538986206, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 17.13, "ce": 0.009498635019554058, "kl": 0.008740522756852442, "context": 0.013868896312487777} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.290224313735962, "loss_scale": 4.0, "retries": 0, "seconds": 8.2, "max_memory_gb": 17.13, "ce": 0.14277543193020392, "kl": 0.08598067965795053, "context": 0.18576577106432524} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.2115628719329834, "loss_scale": 4.0, "retries": 0, "seconds": 9.3, "max_memory_gb": 17.13, "ce": 0.08829194772260962, "kl": 0.07285864615118953, "context": 0.12472127079854545} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.422773003578186, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 17.14, "ce": 0.029313674196600914, "kl": 0.20058849942870438, "context": 0.12960792146623135} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 11.031852722167969, "loss_scale": 4.0, "retries": 0, "seconds": 11.6, "max_memory_gb": 17.14, "ce": 0.12381857517175376, "kl": 0.225650597945787, "context": 0.23664388060569763} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3461921513080597, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.14, "ce": 0.0038313750083034392, "kl": 0.012524199963081628, "context": 0.010093475080793723} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.1010613739490509, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.14, "ce": 0.003512181450787466, "kl": 0.004466963417144143, "context": 0.005745663100242382} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.1719134896993637, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.14, "ce": 0.007389082559257076, "kl": 0.0025852619169199897, "context": 0.008681713277837844} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.023819483816623688, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 17.14, "ce": 0.0009646860980865313, "kl": 0.00021141574052307988, "context": 0.0010703939879022073} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.2104673385620117, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 17.14, "ce": 0.02697238139808178, "kl": 0.7363922420190647, "context": 0.39516848884522915} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.0887178182601929, "loss_scale": 4.0, "retries": 0, "seconds": 18.4, "max_memory_gb": 17.14, "ce": 0.009142446828036555, "kl": 0.34376083575527616, "context": 0.18102286939142687} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.029949301853775978, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.14, "ce": 0.0017796913343772758, "kl": 0.0006045177780862332, "context": 0.0020819502387894318} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.045320510864258, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 17.14, "ce": 0.023924394816276617, "kl": 0.7468316920494544, "context": 0.39734024643257726} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.85483318567276, "loss_scale": 4.0, "retries": 0, "seconds": 21.2, "max_memory_gb": 17.14, "ce": 0.008160095516359434, "kl": 0.24001774260068487, "context": 0.12816896373260533} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.4821357727050781, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.14, "ce": 0.006794225790144992, "kl": 0.0926041099246504, "context": 0.053096279996680096} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.09084697812795639, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 17.14, "ce": 0.0008096251231108909, "kl": 0.005960500002402114, "context": 0.003789875110669527} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.04289616644382477, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 17.14, "ce": 0.0008584313500250573, "kl": 0.0026621261680475072, "context": 0.002189494390222535} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.7805256843566895, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 17.14, "ce": 0.05959404644818278, "kl": 0.11530855499586323, "context": 0.11724832336767577} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.4933407306671143, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 17.14, "ce": 0.0005790892282675486, "kl": 0.12238775624825848, "context": 0.061772967334036366} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.40184852480888367, "loss_scale": 4.0, "retries": 0, "seconds": 26.8, "max_memory_gb": 17.14, "ce": 0.00786211703234585, "kl": 0.024059698982455302, "context": 0.01989196719659958} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 4.02793025970459, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.14, "ce": 0.2552546492261172, "kl": 0.0284914574585855, "context": 0.2695003772387281} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.7183653116226196, "loss_scale": 4.0, "retries": 0, "seconds": 28.7, "max_memory_gb": 17.14, "ce": 0.07486056359630311, "kl": 0.47752483292788384, "context": 0.31362298752355855} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.6573601961135864, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 17.14, "ce": 0.047295077492890414, "kl": 0.3269143872712448, "context": 0.21075226706307149} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.2594777345657349, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 17.14, "ce": 0.14228520040887815, "kl": 0.12932095327414572, "context": 0.2069456772878766} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.710878849029541, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.14, "ce": 0.5259630415821448, "kl": 0.10714461677707732, "context": 0.5795353394933045} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.9814110398292542, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 17.14, "ce": 0.02149355963410926, "kl": 0.026494279410144372, "context": 0.03474070034644683} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.834635257720947, "loss_scale": 4.0, "retries": 0, "seconds": 33.2, "max_memory_gb": 17.14, "ce": 0.7121418389724568, "kl": 0.07453002268448472, "context": 0.7494068248197436} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.6462239027023315, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 17.14, "ce": 0.054482788080349565, "kl": 0.06732172897318378, "context": 0.08814364997670054} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.311596155166626, "loss_scale": 4.0, "retries": 0, "seconds": 35.1, "max_memory_gb": 17.14, "ce": 0.32082065707072616, "kl": 0.0874535528710112, "context": 0.36454742919886485} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.2989318370819092, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.14, "ce": 0.007971184473717585, "kl": 0.6968979511948419, "context": 0.35642016792553477} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.049099814146757126, "loss_scale": 4.0, "retries": 0, "seconds": 37.0, "max_memory_gb": 17.14, "ce": 0.0025791290936467703, "kl": 0.0005580077909144165, "context": 0.0028581329970620573} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.958444356918335, "loss_scale": 4.0, "retries": 0, "seconds": 37.9, "max_memory_gb": 17.14, "ce": 0.17361706943484023, "kl": 0.03366163749160478, "context": 0.19044788586325012} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.412933111190796, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 17.14, "ce": 0.09860713730449788, "kl": 0.39336273359367624, "context": 0.2952885087579489} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.3014837503433228, "loss_scale": 4.0, "retries": 0, "seconds": 39.8, "max_memory_gb": 17.14, "ce": 0.07804889476392418, "kl": 0.360295457598113, "context": 0.2581966237630695} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.3157744407653809, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.14, "ce": 0.08602547808550298, "kl": 0.007853357346903067, "context": 0.08995215441973414} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.23164698481559753, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.14, "ce": 0.014648410608060658, "kl": 0.005476076737977564, "context": 0.0173864490352571} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.9586195945739746, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.14, "ce": 0.377550600329414, "kl": 0.08572277950588614, "context": 0.42041199188679457} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.18450585007667542, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 17.14, "ce": 0.013798685511574149, "kl": 0.0017250631499337032, "context": 0.014661216730019078} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.15492072701454163, "loss_scale": 4.0, "retries": 0, "seconds": 44.4, "max_memory_gb": 17.14, "ce": 0.007756070815958083, "kl": 0.0010747486230684444, "context": 0.008293445222079754} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 10.544508934020996, "loss_scale": 4.0, "retries": 0, "seconds": 45.3, "max_memory_gb": 17.14, "ce": 0.3589858642080799, "kl": 0.9344618641480338, "context": 0.8262168095097877} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.7703628540039062, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 17.14, "ce": 0.5199721064418554, "kl": 0.1856808261218248, "context": 0.612812533043325} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.2896926403045654, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.14, "ce": 0.08498482807772234, "kl": 0.14285661949543282, "context": 0.15641313733067364} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.999852180480957, "loss_scale": 4.0, "retries": 0, "seconds": 48.1, "max_memory_gb": 17.14, "ce": 0.027554855041671544, "kl": 0.09457990719238296, "context": 0.07484480820130557} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.0974414050579071, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 17.14, "ce": 0.004795381159055978, "kl": 0.004691356110924971, "context": 0.007141059380955994} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.3607061803340912, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.14, "ce": 0.012875418877229095, "kl": 0.04991838558271411, "context": 0.03783461108105257} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.7236455678939819, "loss_scale": 4.0, "retries": 0, "seconds": 50.9, "max_memory_gb": 17.14, "ce": 0.06377069032168947, "kl": 0.01209198747528717, "context": 0.06981668446678668} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.3726518154144287, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.14, "ce": 0.09746011282550171, "kl": 0.007077206901158206, "context": 0.10099871619604528} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.4328362047672272, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 17.14, "ce": 0.020520337391644716, "kl": 0.09031019062967971, "context": 0.065675433492288} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.1245722770690918, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 17.14, "ce": 0.045408474979922175, "kl": 0.28372198226861656, "context": 0.18726946460083127} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.6303844451904297, "loss_scale": 4.0, "retries": 0, "seconds": 54.6, "max_memory_gb": 17.14, "ce": 0.13506992993643507, "kl": 0.05403420721995644, "context": 0.1620870262850076} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.29046735167503357, "loss_scale": 4.0, "retries": 0, "seconds": 55.5, "max_memory_gb": 17.14, "ce": 0.02234664623392746, "kl": 0.009893223289509478, "context": 0.02729325817199424} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.6726272106170654, "loss_scale": 4.0, "retries": 0, "seconds": 56.4, "max_memory_gb": 17.14, "ce": 0.02269180747680366, "kl": 0.12236421747365966, "context": 0.0838739164173603} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.21425911784172058, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.14, "ce": 0.009529731352813542, "kl": 0.011148109057103284, "context": 0.015103785786777735} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.03694699704647064, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 17.14, "ce": 0.001882512922747992, "kl": 0.0003555651665010373, "context": 0.002060295475530438} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.247694730758667, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.14, "ce": 0.20052091113757342, "kl": 0.08754161012620898, "context": 0.24429171619703993} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.263561487197876, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.14, "ce": 0.1261884120758623, "kl": 0.09715075499843806, "context": 0.17476379312574863} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.4368157386779785, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.14, "ce": 0.09856078529264778, "kl": 0.45803917618468404, "context": 0.3275803686119616} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.4990030825138092, "loss_scale": 4.0, "retries": 0, "seconds": 62.1, "max_memory_gb": 17.14, "ce": 0.04109140136279166, "kl": 0.007703136783675291, "context": 0.04494296805933118} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.390199899673462, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 17.14, "ce": 0.1219900613068603, "kl": 0.11577365570701659, "context": 0.1798768825829029} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.3965931534767151, "loss_scale": 4.0, "retries": 0, "seconds": 63.9, "max_memory_gb": 17.14, "ce": 0.025931652809958905, "kl": 0.010431333765154704, "context": 0.031147319066803902} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.8569045066833496, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.14, "ce": 0.13247579894959927, "kl": 0.09337988402694464, "context": 0.17916574655100703} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.9890745878219604, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 17.14, "ce": 0.1955249213933712, "kl": 0.08339634291246512, "context": 0.23722310035100236} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.059539031237363815, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 17.14, "ce": 0.003626837788033299, "kl": 0.004723135159565572, "context": 0.005988405209791381} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.43091484904289246, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 17.14, "ce": 0.014977328646637034, "kl": 0.020253374299500138, "context": 0.025104015388933476} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.114800214767456, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 17.14, "ce": 0.5798999226826709, "kl": 0.019324026055983268, "context": 0.5895619114744477} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.9125290513038635, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 17.14, "ce": 0.013197785287047736, "kl": 0.002762620846624486, "context": 0.014579096154193394} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.10166416317224503, "loss_scale": 4.0, "retries": 0, "seconds": 70.4, "max_memory_gb": 17.14, "ce": 0.005712083220714703, "kl": 0.004631939584214706, "context": 0.008028053271118551} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.7376545071601868, "loss_scale": 4.0, "retries": 0, "seconds": 71.3, "max_memory_gb": 17.14, "ce": 0.017169432219816372, "kl": 0.40511794964550063, "context": 0.21972840960370377} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.6360762119293213, "loss_scale": 4.0, "retries": 0, "seconds": 72.3, "max_memory_gb": 17.14, "ce": 0.21097062304033898, "kl": 0.05722985783359036, "context": 0.23958555377612356} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.4679674208164215, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 17.14, "ce": 0.08063964892062359, "kl": 0.07727930459805066, "context": 0.11927930128513253} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.062096357345581, "loss_scale": 4.0, "retries": 0, "seconds": 74.1, "max_memory_gb": 17.14, "ce": 0.4581107754493132, "kl": 0.9328319178894162, "context": 0.9245267435908318} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.8928464651107788, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 17.14, "ce": 0.02257224354252685, "kl": 1.332556203531567, "context": 0.6888503471855074} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.24847446382045746, "loss_scale": 4.0, "retries": 0, "seconds": 76.0, "max_memory_gb": 17.14, "ce": 0.015494258084800094, "kl": 0.007164254304370843, "context": 0.019076384662184864} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.7159940004348755, "loss_scale": 4.0, "retries": 0, "seconds": 76.8, "max_memory_gb": 17.14, "ce": 0.002591317461337894, "kl": 0.12384094278240809, "context": 0.0645117904205108} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.520771324634552, "loss_scale": 4.0, "retries": 0, "seconds": 77.8, "max_memory_gb": 17.14, "ce": 0.01580367532733362, "kl": 0.01996093417164957, "context": 0.025784141522308346} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3414786159992218, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 17.14, "ce": 0.0028543893895403016, "kl": 0.04582156417131955, "context": 0.02576517117995536} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.869074285030365, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.14, "ce": 0.09376313351094723, "kl": 0.039174082718091086, "context": 0.11335017485544086} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15800528228282928, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.14, "ce": 0.01312342332676053, "kl": 0.004193506938463543, "context": 0.015220176777802408} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.073523998260498, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.14, "ce": 0.10905393294524401, "kl": 0.39341509170481004, "context": 0.30576148157706484} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.8431531190872192, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 17.14, "ce": 0.15957530684681842, "kl": 0.03285697121918929, "context": 0.17600379406940192} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.06256759911775589, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 17.14, "ce": 0.001967154759768164, "kl": 0.0003873411792767456, "context": 0.0021608253300655633} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.487561583518982, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 17.14, "ce": 0.04291545390151441, "kl": 0.13612123776692897, "context": 0.11097607237752527} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7684382200241089, "loss_scale": 4.0, "retries": 0, "seconds": 85.3, "max_memory_gb": 17.14, "ce": 0.006436957570258528, "kl": 0.495315371255856, "context": 0.25409463758114725} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.2112979143857956, "loss_scale": 4.0, "retries": 0, "seconds": 86.1, "max_memory_gb": 17.14, "ce": 0.011810412441263907, "kl": 0.0021166512622556866, "context": 0.012868737612734549} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.3506198823451996, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 17.14, "ce": 0.018973389098391635, "kl": 0.013842112490237923, "context": 0.025894445345329586} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.16068486869335175, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.14, "ce": 0.010226851445622742, "kl": 0.0038046102272346616, "context": 0.01212915638461709} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.777254581451416, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.14, "ce": 0.5582113274431322, "kl": 0.2050789434579201, "context": 0.6607507945154794} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.479034900665283, "loss_scale": 4.0, "retries": 0, "seconds": 89.9, "max_memory_gb": 17.14, "ce": 0.10185208173061255, "kl": 0.19441431584073143, "context": 0.19905923995247576} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.738816022872925, "loss_scale": 4.0, "retries": 0, "seconds": 90.8, "max_memory_gb": 17.14, "ce": 0.0476821502961684, "kl": 0.27149140686015016, "context": 0.18342785716231447} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.8544082045555115, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 17.14, "ce": 0.030692911735968664, "kl": 0.014367644063895568, "context": 0.03787673416081816} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.703108310699463, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 17.14, "ce": 0.49562122144561727, "kl": 0.014385542424861342, "context": 0.5028139962814748} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.8442225456237793, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 17.14, "ce": 0.2769250807032222, "kl": 0.007646817151908181, "context": 0.28074848340475} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.22735853493213654, "loss_scale": 4.0, "retries": 0, "seconds": 94.4, "max_memory_gb": 17.14, "ce": 0.012491217930801213, "kl": 0.011763123155105859, "context": 0.018372779712080956} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.33760032057762146, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 17.14, "ce": 0.002653587558597792, "kl": 0.07206729592508054, "context": 0.03868723644700367} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.30537861585617065, "loss_scale": 4.0, "retries": 0, "seconds": 96.3, "max_memory_gb": 17.14, "ce": 0.018746468325844035, "kl": 0.002570325924352801, "context": 0.02003163174231304} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.6016491651535034, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.14, "ce": 0.039183315297123045, "kl": 0.2635779661432025, "context": 0.17097229984938167} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.23688070476055145, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 17.14, "ce": 0.0035006303805857897, "kl": 0.025812744454015046, "context": 0.01640700304415077} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.26337549090385437, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 17.14, "ce": 0.026475257822312415, "kl": 0.010001176211517304, "context": 0.03147584607359022} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.22229516506195068, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.14, "ce": 0.014744627449545078, "kl": 0.006362055038152903, "context": 0.01792565514188027} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.8364670872688293, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 17.14, "ce": 0.025327061739517376, "kl": 0.009720143734739395, "context": 0.03018713361234404} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.8063069581985474, "loss_scale": 4.0, "retries": 0, "seconds": 101.9, "max_memory_gb": 17.14, "ce": 0.014952794212149456, "kl": 0.26987722401099745, "context": 0.1498914063849952} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.040260788053274155, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 17.14, "ce": 0.0031143617525231093, "kl": 0.0007299148346646689, "context": 0.0034793192171491683} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.046911597251892, "loss_scale": 4.0, "retries": 0, "seconds": 103.8, "max_memory_gb": 17.14, "ce": 0.0069328625104390085, "kl": 0.20984282646480779, "context": 0.1118542772019282} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.7873060703277588, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.14, "ce": 0.49931136552186217, "kl": 0.0026691964715155336, "context": 0.500645958512905} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.263535499572754, "loss_scale": 4.0, "retries": 0, "seconds": 105.7, "max_memory_gb": 17.14, "ce": 0.3678022574749775, "kl": 0.15665726666338742, "context": 0.44613088003825396} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.3989101052284241, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 17.14, "ce": 0.03238632553257048, "kl": 0.0030300227517727762, "context": 0.0339013357879594} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.014334556646645069, "loss_scale": 4.0, "retries": 0, "seconds": 107.5, "max_memory_gb": 17.14, "ce": 0.000964308317634277, "kl": 0.0006912106655363459, "context": 0.001309913641307503} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.24891194701194763, "loss_scale": 4.0, "retries": 0, "seconds": 108.5, "max_memory_gb": 17.14, "ce": 0.01726613420760259, "kl": 0.004296698993130121, "context": 0.01941448333673179} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.479663848876953, "loss_scale": 4.0, "retries": 0, "seconds": 109.3, "max_memory_gb": 17.14, "ce": 0.010013882187195122, "kl": 0.12230597125017084, "context": 0.0711668684380129} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.002694845199585, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 17.14, "ce": 0.013374637128436007, "kl": 0.3083058593565511, "context": 0.16752756701316684} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.6631579399108887, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.14, "ce": 0.07955430424772203, "kl": 0.0886466834199382, "context": 0.12387764605227858} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.3286916017532349, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 17.14, "ce": 0.1265242827939801, "kl": 0.29262692709539806, "context": 0.27283774632087443} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.11509937047958374, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 17.14, "ce": 0.00442693242803216, "kl": 0.0036344745949463686, "context": 0.006244169620913453} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.5367772579193115, "loss_scale": 4.0, "retries": 0, "seconds": 114.2, "max_memory_gb": 17.14, "ce": 0.2294075928075472, "kl": 0.004044494655317976, "context": 0.23142984526930377} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.12488465756177902, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 17.14, "ce": 0.007412758932332508, "kl": 0.00444496185468779, "context": 0.009635239926865324} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.394562721252441, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.14, "ce": 0.3603088994277641, "kl": 0.1878551576519385, "context": 0.45423648454016075} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7661786079406738, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 17.14, "ce": 0.05518087472592015, "kl": 0.04034031850460451, "context": 0.07535103305417579} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.232263445854187, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 17.14, "ce": 0.15895248725428246, "kl": 0.029112852971593384, "context": 0.17350891187379602} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.6562291383743286, "loss_scale": 4.0, "retries": 0, "seconds": 119.0, "max_memory_gb": 17.14, "ce": 0.05635224375873804, "kl": 0.03397366579156369, "context": 0.07333907810971141} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.4862332344055176, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.14, "ce": 0.579418233159231, "kl": 0.45355479790305253, "context": 0.8061956144229043} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7145113348960876, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 17.14, "ce": 0.12324531373451464, "kl": 0.07278858636345831, "context": 0.15963959967484698} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.5767440795898438, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.14, "ce": 0.5733469780534506, "kl": 0.09172956179827452, "context": 0.6192117696627975} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.11165933310985565, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.14, "ce": 0.006634949066210538, "kl": 0.0010516423826629762, "context": 0.007160770415794104} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.16841721534729, "loss_scale": 4.0, "retries": 0, "seconds": 123.7, "max_memory_gb": 17.14, "ce": 0.18060020731354598, "kl": 0.4439868832996581, "context": 0.40259364881785586} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.095267415046692, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.14, "ce": 0.12190245164674707, "kl": 0.037882543767409516, "context": 0.14084372913930565} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5972640514373779, "loss_scale": 4.0, "retries": 0, "seconds": 125.4, "max_memory_gb": 17.14, "ce": 0.03595666610635817, "kl": 0.2893868085811846, "context": 0.18065007496625185} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.660128355026245, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 17.14, "ce": 0.1559075324330479, "kl": 0.1806543212151155, "context": 0.2462346989195794} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.0333635807037354, "loss_scale": 4.0, "retries": 0, "seconds": 127.3, "max_memory_gb": 17.14, "ce": 0.12443094362970442, "kl": 0.0320388241452747, "context": 0.14045035521849059} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.0330185890197754, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 17.14, "ce": 0.22027966088353423, "kl": 0.021190910279983655, "context": 0.2308751146774739} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.2005236148834229, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.14, "ce": 0.2338349531055428, "kl": 0.003717905381563469, "context": 0.23569390233024023} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.0279046297073364, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 17.14, "ce": 0.04032339184777811, "kl": 0.028780564596672775, "context": 0.05471367544669192} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 4.004907608032227, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.14, "ce": 0.26671269559301436, "kl": 0.14213141451909905, "context": 0.33777839597314596} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.17202383279800415, "loss_scale": 4.0, "retries": 0, "seconds": 132.0, "max_memory_gb": 17.14, "ce": 0.017739103874191642, "kl": 0.0055278549807553645, "context": 0.020503031846601516} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 5.435965061187744, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 17.14, "ce": 0.2021155538968742, "kl": 0.20806187903508544, "context": 0.30614649411290884} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.0510821342468262, "loss_scale": 4.0, "retries": 0, "seconds": 134.1, "max_memory_gb": 17.14, "ce": 0.013890228874515742, "kl": 0.13902362609587726, "context": 0.0834020417969441} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.16729560494422913, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 17.14, "ce": 0.012200104130897671, "kl": 0.004068950445798691, "context": 0.014234579793992452} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.17395678162574768, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 17.14, "ce": 0.017720106476190267, "kl": 0.0011361159304215107, "context": 0.01828816429770086} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.3598071336746216, "loss_scale": 4.0, "retries": 0, "seconds": 137.1, "max_memory_gb": 17.14, "ce": 0.08621385192964226, "kl": 0.018680593406315893, "context": 0.09555414679925889} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.4903745651245117, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.14, "ce": 0.4085789091477636, "kl": 0.03957285718570347, "context": 0.4283653463644441} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.0254255533218384, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.14, "ce": 0.042069064162205905, "kl": 0.13241280114743859, "context": 0.10827546624932438} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.03286055848002434, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 17.14, "ce": 0.0019655738069559447, "kl": 0.0016970021633824217, "context": 0.0028140748836449347} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.22275257110595703, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.14, "ce": 0.02255096719454741, "kl": 0.012017706332699163, "context": 0.028559821395901963} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9358038902282715, "loss_scale": 4.0, "retries": 0, "seconds": 142.3, "max_memory_gb": 17.14, "ce": 0.3201694636809407, "kl": 0.2354260069623706, "context": 0.43788247168413363} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.2997177243232727, "loss_scale": 4.0, "retries": 0, "seconds": 143.3, "max_memory_gb": 17.14, "ce": 0.01359471571049653, "kl": 0.016787183529231697, "context": 0.021988307271385565} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.35969680547714233, "loss_scale": 4.0, "retries": 0, "seconds": 144.3, "max_memory_gb": 17.14, "ce": 0.03324030607473105, "kl": 0.0026069999289575208, "context": 0.03454380523180589} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5400597453117371, "loss_scale": 4.0, "retries": 0, "seconds": 145.4, "max_memory_gb": 17.14, "ce": 0.07389930060162442, "kl": 0.022678803562484973, "context": 0.08523869867349276} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.6398720145225525, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 17.14, "ce": 0.02066697776899673, "kl": 0.020561846997907196, "context": 0.030947902181651443} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.4952346086502075, "loss_scale": 4.0, "retries": 0, "seconds": 147.3, "max_memory_gb": 17.14, "ce": 0.0026580508856568485, "kl": 0.04460384141566465, "context": 0.024959970818599686} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.8774926662445068, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.14, "ce": 0.005960753249382833, "kl": 0.3795637802741112, "context": 0.1957426440785639} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.4829340875148773, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.14, "ce": 0.03375537833926501, "kl": 0.08809744643076556, "context": 0.07780410314444453} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.525141954421997, "loss_scale": 4.0, "retries": 0, "seconds": 150.4, "max_memory_gb": 17.14, "ce": 0.23591706216393504, "kl": 0.013378351087339979, "context": 0.24260624240559991} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.352204293012619, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 17.14, "ce": 0.011566655448405072, "kl": 0.008310315846074445, "context": 0.01572181338269729} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3284216821193695, "loss_scale": 4.0, "retries": 0, "seconds": 152.5, "max_memory_gb": 17.14, "ce": 0.028404371580109, "kl": 0.030612117334385403, "context": 0.04371043178252876} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.4219557046890259, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.14, "ce": 0.2048779859323986, "kl": 0.09053028165362775, "context": 0.25014312576968223} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.46274811029434204, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.14, "ce": 0.007475268503185362, "kl": 0.028140943963080645, "context": 0.021545740659348667} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9691857099533081, "loss_scale": 4.0, "retries": 0, "seconds": 155.6, "max_memory_gb": 17.14, "ce": 0.10489831425365992, "kl": 0.18932385847438127, "context": 0.19956023423583247} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.5925378799438477, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 17.14, "ce": 0.25476810833788477, "kl": 0.22852387681359687, "context": 0.36903004578198306} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.4175446033477783, "loss_scale": 4.0, "retries": 0, "seconds": 157.6, "max_memory_gb": 17.14, "ce": 0.05279669797164388, "kl": 0.06318354695758899, "context": 0.08438847144134343} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.551864147186279, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.14, "ce": 0.17235490697203204, "kl": 0.5028232248150744, "context": 0.42376652790699154} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.9905141592025757, "loss_scale": 4.0, "retries": 0, "seconds": 159.7, "max_memory_gb": 17.14, "ce": 0.0977177926179138, "kl": 0.03617075984584517, "context": 0.1158031725717592} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.6781153678894043, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.14, "ce": 0.02145725984883029, "kl": 0.009012609742057975, "context": 0.025963564112316817} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.6517434120178223, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 17.14, "ce": 0.31337969680316746, "kl": 0.0668375589302741, "context": 0.3467984772287309} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.25470730662345886, "loss_scale": 4.0, "retries": 0, "seconds": 162.8, "max_memory_gb": 17.14, "ce": 0.019456018053460866, "kl": 0.00416641549236374, "context": 0.021539225708693266} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.09284280240535736, "loss_scale": 4.0, "retries": 0, "seconds": 163.8, "max_memory_gb": 17.14, "ce": 0.007854829786083428, "kl": 0.0010222694836556911, "context": 0.008365964473341592} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.5525321960449219, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 17.14, "ce": 0.07347983174258843, "kl": 0.9055847190320492, "context": 0.5262721921317279} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.010310565121471882, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 17.14, "ce": 0.0007075419343891554, "kl": 6.893390582263237e-05, "context": 0.0007420088732033037} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.3779275715351105, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.14, "ce": 0.013776755455182865, "kl": 0.03495826100697741, "context": 0.03125588604598306} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.17418287694454193, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.14, "ce": 0.007415757929265965, "kl": 0.018570371092209825, "context": 0.016700943298928905} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.13239136338233948, "loss_scale": 4.0, "retries": 0, "seconds": 168.9, "max_memory_gb": 17.14, "ce": 0.007920103031210601, "kl": 0.0030377686707652174, "context": 0.009438987239263952} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.8958516716957092, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 17.14, "ce": 0.04057066784298513, "kl": 0.006009768771775725, "context": 0.043575551026151516} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.0838980674743652, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 17.14, "ce": 0.1107147604925558, "kl": 0.029543080294388346, "context": 0.12548630079254508} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.05840633064508438, "loss_scale": 4.0, "retries": 0, "seconds": 172.0, "max_memory_gb": 17.14, "ce": 0.0034313107462367043, "kl": 0.00045245036949381756, "context": 0.0036575358899426647} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8967052102088928, "loss_scale": 4.0, "retries": 0, "seconds": 172.9, "max_memory_gb": 17.14, "ce": 0.08153254300850676, "kl": 0.5778020892694258, "context": 0.3704335857692058} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.018800139427185, "loss_scale": 4.0, "retries": 0, "seconds": 174.0, "max_memory_gb": 17.14, "ce": 0.09915861662011594, "kl": 0.04919848497956991, "context": 0.12375786004122347} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.18953537940979, "loss_scale": 4.0, "retries": 0, "seconds": 175.0, "max_memory_gb": 17.14, "ce": 0.36553535648272373, "kl": 0.009434525212782319, "context": 0.37025261772214435} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.6584383845329285, "loss_scale": 4.0, "retries": 0, "seconds": 176.1, "max_memory_gb": 17.14, "ce": 0.037917294845101424, "kl": 0.028168386867037043, "context": 0.052001488249516115} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.0565403699874878, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 17.14, "ce": 0.0021967776265228167, "kl": 0.17974471201887354, "context": 0.09206913225352764} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.5939794778823853, "loss_scale": 4.0, "retries": 0, "seconds": 178.1, "max_memory_gb": 17.14, "ce": 0.07804242218844593, "kl": 0.17770050825856742, "context": 0.16689267236506566} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05311943218111992, "loss_scale": 4.0, "retries": 0, "seconds": 179.2, "max_memory_gb": 17.14, "ce": 0.003041389412828721, "kl": 0.0001444575109417201, "context": 0.003113618236966431} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.10798253864049911, "loss_scale": 4.0, "retries": 0, "seconds": 180.2, "max_memory_gb": 17.14, "ce": 0.0030204282084014267, "kl": 0.00423201618832536, "context": 0.0051364360842853785} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5160778760910034, "loss_scale": 4.0, "retries": 0, "seconds": 181.1, "max_memory_gb": 17.14, "ce": 0.006715181429171935, "kl": 0.12775372568103194, "context": 0.07059204158576904} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.579245090484619, "loss_scale": 4.0, "retries": 0, "seconds": 182.2, "max_memory_gb": 17.14, "ce": 0.09223347461374942, "kl": 0.1578287485135661, "context": 0.1711478563665878} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.1454014778137207, "loss_scale": 4.0, "retries": 0, "seconds": 183.2, "max_memory_gb": 17.14, "ce": 0.011367998537025414, "kl": 0.6434551989441388, "context": 0.3330956033896655} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.3726770877838135, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 17.14, "ce": 0.19455849788937485, "kl": 0.009356416921036725, "context": 0.19923670844582375} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.0005459785461426, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.14, "ce": 0.33825664591859095, "kl": 0.11180094292376452, "context": 0.39415712111076573} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.038262005895376205, "loss_scale": 4.0, "retries": 0, "seconds": 186.3, "max_memory_gb": 17.14, "ce": 0.0015685808393754996, "kl": 0.0019148647552356124, "context": 0.0025260132388211787} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.447190761566162, "loss_scale": 4.0, "retries": 0, "seconds": 187.4, "max_memory_gb": 17.14, "ce": 0.21779467168380506, "kl": 0.16518491219903808, "context": 0.3003871126566082} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.2607903480529785, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 17.14, "ce": 0.37831007639761083, "kl": 0.040699456843867665, "context": 0.39865980061586015} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.03286648914217949, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 17.14, "ce": 0.001978057080123108, "kl": 0.0009599733270988509, "context": 0.002458043731166981} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.7161300778388977, "loss_scale": 4.0, "retries": 0, "seconds": 190.4, "max_memory_gb": 17.14, "ce": 0.055264798866119236, "kl": 0.026027936396531004, "context": 0.0682787652767729} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.15560738742351532, "loss_scale": 4.0, "retries": 0, "seconds": 191.4, "max_memory_gb": 17.14, "ce": 0.01729728770442307, "kl": 0.0008174721078830771, "context": 0.017706023005302995} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.0692648887634277, "loss_scale": 4.0, "retries": 0, "seconds": 192.4, "max_memory_gb": 17.14, "ce": 0.0019432275985309388, "kl": 0.18571301384929484, "context": 0.09479973093402805} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.733595132827759, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 17.14, "ce": 0.05084536568028852, "kl": 0.6082013363507031, "context": 0.3549460463109426} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.39139899611473083, "loss_scale": 4.0, "retries": 0, "seconds": 194.5, "max_memory_gb": 17.14, "ce": 0.07817831809370546, "kl": 0.0064576306322123855, "context": 0.0814071303102537} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.8849586844444275, "loss_scale": 4.0, "retries": 0, "seconds": 195.5, "max_memory_gb": 17.14, "ce": 0.06595709135581274, "kl": 0.0035899427130061667, "context": 0.06775206630118191} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.9661157131195068, "loss_scale": 4.0, "retries": 0, "seconds": 196.6, "max_memory_gb": 17.14, "ce": 0.255983441718854, "kl": 0.03100849417387508, "context": 0.27148768538609147} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.312646508216858, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 17.14, "ce": 0.06558098628011066, "kl": 0.08466874111945799, "context": 0.10791535669704899} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.038458261638879776, "loss_scale": 4.0, "retries": 0, "seconds": 198.6, "max_memory_gb": 17.14, "ce": 0.0021427683168440126, "kl": 0.0022227024385301775, "context": 0.0032541193868382834} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.6328460574150085, "loss_scale": 4.0, "retries": 0, "seconds": 199.6, "max_memory_gb": 17.14, "ce": 0.023490629260777496, "kl": 0.02062067124643363, "context": 0.033800965175032616} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.3801098167896271, "loss_scale": 4.0, "retries": 0, "seconds": 200.6, "max_memory_gb": 17.14, "ce": 0.03015288687311113, "kl": 0.0036549910000758246, "context": 0.03198038198752329} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2202051877975464, "loss_scale": 4.0, "retries": 0, "seconds": 201.7, "max_memory_gb": 17.14, "ce": 0.005731317127356306, "kl": 0.4053687076375354, "context": 0.20841566647868603} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.07039099931716919, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.14, "ce": 0.0037491291004698724, "kl": 0.0013457853438012535, "context": 0.004422021847858559} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.48183634877204895, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.14, "ce": 0.08045425143791363, "kl": 0.05598071281565353, "context": 0.10844460793305188} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.032450929284095764, "loss_scale": 4.0, "retries": 0, "seconds": 204.8, "max_memory_gb": 17.14, "ce": 0.0020665422634920105, "kl": 0.0008605233269918244, "context": 0.002496803972462658} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.6506247520446777, "loss_scale": 4.0, "retries": 0, "seconds": 205.8, "max_memory_gb": 17.14, "ce": 0.2111832678783685, "kl": 0.062220584717579186, "context": 0.24229356297291815} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.6239639520645142, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.14, "ce": 0.4529806948703481, "kl": 0.1103094304453407, "context": 0.5081354101130273} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.5805630683898926, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 17.14, "ce": 0.13425439610000467, "kl": 0.0630049260071246, "context": 0.16575685596035328} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.1253905296325684, "loss_scale": 4.0, "retries": 0, "seconds": 208.9, "max_memory_gb": 17.14, "ce": 0.09863448039686773, "kl": 0.8667859313864028, "context": 0.5320274665136822} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.7824636697769165, "loss_scale": 4.0, "retries": 0, "seconds": 210.0, "max_memory_gb": 17.14, "ce": 0.1798709670183598, "kl": 0.03408247178958845, "context": 0.1969121953297872} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.646288275718689, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 17.14, "ce": 0.3019289585936349, "kl": 0.07419222086900845, "context": 0.33902507164748386} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.490370273590088, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.14, "ce": 0.47447717128670774, "kl": 0.027869973467204545, "context": 0.48841215393622406} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5328510403633118, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.14, "ce": 0.024883095058612525, "kl": 0.07098950443469221, "context": 0.06037784682121128} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.040132902562618256, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 17.14, "ce": 0.0029553097410826012, "kl": 0.001177275545160228, "context": 0.0035439475177554414} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.2950608730316162, "loss_scale": 4.0, "retries": 0, "seconds": 215.0, "max_memory_gb": 17.14, "ce": 0.16039814928080887, "kl": 0.19712741766124964, "context": 0.25896185263991356} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.9569936990737915, "loss_scale": 4.0, "retries": 0, "seconds": 216.1, "max_memory_gb": 17.14, "ce": 0.013937210635049269, "kl": 0.1974844066571677, "context": 0.1126794118899852} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.18546657264232635, "loss_scale": 4.0, "retries": 0, "seconds": 217.1, "max_memory_gb": 17.14, "ce": 0.011945005680900067, "kl": 0.0009161768284684513, "context": 0.012403094035107642} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.4077364504337311, "loss_scale": 4.0, "retries": 0, "seconds": 218.1, "max_memory_gb": 17.14, "ce": 0.0027908235642826185, "kl": 0.04189817266887985, "context": 0.023739910044241697} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.202364206314087, "loss_scale": 4.0, "retries": 0, "seconds": 219.2, "max_memory_gb": 17.14, "ce": 0.08006272319471464, "kl": 0.06465416916194044, "context": 0.11238981035421602} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.2022554874420166, "loss_scale": 4.0, "retries": 0, "seconds": 220.2, "max_memory_gb": 17.14, "ce": 0.1290019944717642, "kl": 0.00046870479127392173, "context": 0.12923634945764206} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.9988504648208618, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 17.14, "ce": 0.07486427002004348, "kl": 0.07209241607051808, "context": 0.1109104814240709} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.11522267758846283, "loss_scale": 4.0, "retries": 0, "seconds": 222.2, "max_memory_gb": 17.14, "ce": 0.0055382653008564375, "kl": 0.00862863170550554, "context": 0.009852580929873511} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6469748020172119, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.14, "ce": 0.03414933549356647, "kl": 0.009554739324812545, "context": 0.03892670417553745} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5095922350883484, "loss_scale": 4.0, "retries": 0, "seconds": 224.1, "max_memory_gb": 17.14, "ce": 0.024052819499047473, "kl": 0.005828695875152334, "context": 0.026967166500980966} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.3015596568584442, "loss_scale": 4.0, "retries": 0, "seconds": 225.0, "max_memory_gb": 17.14, "ce": 0.010876758533413522, "kl": 0.0305354138254188, "context": 0.026144465315155685} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.1367391347885132, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 17.14, "ce": 0.07864588640950387, "kl": 0.02151019950315458, "context": 0.08940098452148959} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.39330792427063, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.14, "ce": 0.3993823208438698, "kl": 0.29636665142606944, "context": 0.5475656447233632} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.42120859026908875, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 17.14, "ce": 0.04024835326708853, "kl": 0.052759210142539814, "context": 0.06662796018645167} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3834358751773834, "loss_scale": 4.0, "retries": 0, "seconds": 228.6, "max_memory_gb": 17.14, "ce": 0.026044772544992156, "kl": 0.004697629339716514, "context": 0.028393586530000903} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.0018913745880127, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 17.14, "ce": 0.028214613965246826, "kl": 0.14156118710525334, "context": 0.09899521083571017} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.44530266523361206, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 17.14, "ce": 0.020316695314249955, "kl": 0.01352162465082074, "context": 0.027077507664216682} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.908984899520874, "loss_scale": 4.0, "retries": 0, "seconds": 231.5, "max_memory_gb": 17.14, "ce": 0.26673457006108947, "kl": 0.016472406184220745, "context": 0.27497078554006293} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.18513721227645874, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 17.14, "ce": 0.012333310922258534, "kl": 0.017694265858153813, "context": 0.02118044361122884} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.9441665410995483, "loss_scale": 4.0, "retries": 0, "seconds": 233.3, "max_memory_gb": 17.14, "ce": 0.08194431639276445, "kl": 0.017155575471520024, "context": 0.0905221069115214} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.34272313117980957, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 17.14, "ce": 0.02342627329926472, "kl": 0.008547214607460774, "context": 0.02769988097861642} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.46036839485168457, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 17.14, "ce": 0.11397639836650342, "kl": 0.01839767304045381, "context": 0.12317523662932217} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.31327712535858154, "loss_scale": 4.0, "retries": 0, "seconds": 236.0, "max_memory_gb": 17.14, "ce": 0.02135295551852323, "kl": 0.026154481449339073, "context": 0.034430197381880134} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 1.007038950920105, "loss_scale": 4.0, "retries": 0, "seconds": 237.1, "max_memory_gb": 17.14, "ce": 0.08395131447468884, "kl": 0.01832353758800309, "context": 0.09311308135511354} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.1509583741426468, "loss_scale": 4.0, "retries": 0, "seconds": 238.0, "max_memory_gb": 17.14, "ce": 0.009688547608675435, "kl": 0.014994033310358645, "context": 0.01718556392006576} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.057140547782182693, "loss_scale": 4.0, "retries": 0, "seconds": 238.8, "max_memory_gb": 17.14, "ce": 0.0033283286611549556, "kl": 0.0015785546183906263, "context": 0.004117606047657318} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.3454021215438843, "loss_scale": 4.0, "retries": 0, "seconds": 239.9, "max_memory_gb": 17.14, "ce": 0.044890672485053074, "kl": 0.12268548505198851, "context": 0.10623341198515845} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.4893414974212646, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.14, "ce": 0.3192418860271573, "kl": 0.0258002067275811, "context": 0.33214200142538175} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.026306865736842155, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.14, "ce": 0.0017657380594755523, "kl": 0.0006080692119212472, "context": 0.0020697726249636617} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.973212480545044, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.14, "ce": 0.014577884008758701, "kl": 0.0803753737709485, "context": 0.05476557041401975} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.3931238353252411, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 17.14, "ce": 0.020379280496854335, "kl": 0.019554578233510256, "context": 0.030156569555401802} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.1494613885879517, "loss_scale": 4.0, "retries": 0, "seconds": 244.5, "max_memory_gb": 17.14, "ce": 0.08107247808948159, "kl": 0.05705838603898883, "context": 0.10960166994482279} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.17176522314548492, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.14, "ce": 0.010053471341961995, "kl": 0.006919001636561006, "context": 0.013512972218450159} diff --git a/runs/fixed_internvl/context/TopDelta8_s42/adapter/README.md b/runs/fixed_internvl/context/TopDelta8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/TopDelta8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e45e2d04e9b965e1fe7184ff2e21c60c2339dc98 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s42/config.json b/runs/fixed_internvl/context/TopDelta8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a44c156f366e4d9f4c3034d8270fb8e794f0bc79 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 13, + 18, + 21, + 22, + 23, + 24, + 26, + 28 + ], + "ranks": { + "13": 72, + "18": 72, + "21": 72, + "22": 72, + "23": 72, + "24": 72, + "26": 72, + "28": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s42/steps.jsonl b/runs/fixed_internvl/context/TopDelta8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c5e840da64a4c791235aa12fcd88df4d7e7e2c8e --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.440634727478027, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 16.79, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 8.011675834655762, "loss_scale": 4.0, "retries": 0, "seconds": 3.4, "max_memory_gb": 17.13, "ce": 0.6033219248049875, "kl": 0.059714344921644624, "context": 0.6331790814333544} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.152663230895996, "loss_scale": 4.0, "retries": 0, "seconds": 4.4, "max_memory_gb": 17.13, "ce": 0.6288023870438337, "kl": 0.03312440123409033, "context": 0.6453646037261933} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 12.436668395996094, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 17.13, "ce": 0.42758651926124003, "kl": 0.6724597393040312, "context": 0.7638163882074878} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 4.524026870727539, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 17.13, "ce": 0.20534123800462112, "kl": 1.1660497141856467, "context": 0.7883660904481076} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 6.938736915588379, "loss_scale": 4.0, "retries": 0, "seconds": 7.5, "max_memory_gb": 17.13, "ce": 0.14752975286683068, "kl": 0.3296084467219771, "context": 0.312333966139704} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.7569316625595093, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 17.13, "ce": 0.11575132515281439, "kl": 0.3520924311305862, "context": 0.2917975354939699} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.1709697246551514, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.13, "ce": 0.22117142972729198, "kl": 0.08810177368332006, "context": 0.2652223191880694} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.887041091918945, "loss_scale": 4.0, "retries": 0, "seconds": 10.6, "max_memory_gb": 17.13, "ce": 0.5224324872833677, "kl": 0.1562488751951605, "context": 0.6005569556728005} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.433953285217285, "loss_scale": 4.0, "retries": 0, "seconds": 11.7, "max_memory_gb": 17.13, "ce": 0.0448211990587879, "kl": 0.26556351405452006, "context": 0.1776029597967863} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.6258569359779358, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.13, "ce": 0.0015723999385954812, "kl": 0.2419200431999684, "context": 0.12253242129827413} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 7.33392333984375, "loss_scale": 4.0, "retries": 0, "seconds": 13.7, "max_memory_gb": 17.14, "ce": 0.37326322752051055, "kl": 1.0272662377683446, "context": 0.886896341049578} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.7301717400550842, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 17.14, "ce": 0.05590374959865585, "kl": 0.04613163910107687, "context": 0.0789695690618828} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5912214517593384, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 17.14, "ce": 0.023269478842848912, "kl": 0.1022106463497039, "context": 0.07437480194494128} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.960628509521484, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 17.14, "ce": 0.33590469835326076, "kl": 0.04248224035836756, "context": 0.35714582074433565} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.0733296871185303, "loss_scale": 4.0, "retries": 0, "seconds": 17.9, "max_memory_gb": 17.14, "ce": 0.197169974391727, "kl": 0.01917518058053247, "context": 0.20675756046193783} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.5190886855125427, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 17.14, "ce": 0.0056161087995860726, "kl": 0.07358261179251713, "context": 0.04240741385729052} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.3993114233016968, "loss_scale": 4.0, "retries": 0, "seconds": 20.1, "max_memory_gb": 17.14, "ce": 0.08490358889685012, "kl": 0.04323467966605676, "context": 0.10652093240059912} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.21131202578544617, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.14, "ce": 0.00533428370818001, "kl": 0.01663238523178734, "context": 0.013650476418661128} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.3934251368045807, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.14, "ce": 0.004621726096956991, "kl": 0.06822410037057125, "context": 0.03873377715353854} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.27508533000946045, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 17.14, "ce": 0.005457615407067351, "kl": 0.024869568702342804, "context": 0.017892399919219315} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.29353657364845276, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.14, "ce": 0.01594052852851746, "kl": 0.00965542946869391, "context": 0.020768242389749503} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.3266358375549316, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 17.14, "ce": 0.07835114980116487, "kl": 0.3534381850051602, "context": 0.25507023837417364} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.711931586265564, "loss_scale": 4.0, "retries": 0, "seconds": 26.2, "max_memory_gb": 17.14, "ce": 0.044128590256150346, "kl": 0.7159665136277908, "context": 0.40211183694191277} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.4425297975540161, "loss_scale": 4.0, "retries": 0, "seconds": 27.2, "max_memory_gb": 17.14, "ce": 0.10585803446883801, "kl": 0.17237165009282762, "context": 0.19204385933699086} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.89218008518219, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.14, "ce": 0.07883162355756212, "kl": 0.00042317458269280905, "context": 0.07904321213845833} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 7.93164587020874, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.14, "ce": 1.1144668562774314, "kl": 0.005267129250341895, "context": 1.117100383824436} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.2470977306365967, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 17.14, "ce": 0.009761961817275733, "kl": 0.7536128509382252, "context": 0.3865683991461992} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.4228837490081787, "loss_scale": 4.0, "retries": 0, "seconds": 31.4, "max_memory_gb": 17.14, "ce": 0.14272102108225226, "kl": 0.04068004817236215, "context": 0.1630610449356027} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.6657439470291138, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 17.14, "ce": 0.025555069150868803, "kl": 0.561106477805879, "context": 0.3061083045322448} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.658200740814209, "loss_scale": 4.0, "retries": 0, "seconds": 33.4, "max_memory_gb": 17.14, "ce": 0.531748441135278, "kl": 0.3961104806512594, "context": 0.729803706984967} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.5828811526298523, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 17.14, "ce": 0.0336742791114375, "kl": 0.01488231479015667, "context": 0.041115435655228794} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.03724069148302078, "loss_scale": 4.0, "retries": 0, "seconds": 35.5, "max_memory_gb": 17.14, "ce": 0.0018260589204146527, "kl": 0.0011180990186403506, "context": 0.0023851084552006796} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.09435155987739563, "loss_scale": 4.0, "retries": 0, "seconds": 36.5, "max_memory_gb": 17.14, "ce": 0.0042659256723709404, "kl": 0.0005453667708934518, "context": 0.004538609180599451} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.609879195690155, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.14, "ce": 0.06070965403341688, "kl": 0.04618092376040295, "context": 0.08380011597182602} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.0570465326309204, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 17.14, "ce": 0.15287433605044498, "kl": 0.025208176381511294, "context": 0.16547842136060353} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.8413861989974976, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.14, "ce": 0.05260729283327237, "kl": 0.35149629644001834, "context": 0.2283554448513314} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6589834094047546, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.14, "ce": 0.028519211569800973, "kl": 0.06926859793020412, "context": 0.06315351137891412} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.7513285875320435, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.14, "ce": 0.20651580253615975, "kl": 0.17858029723720392, "context": 0.2958059567026794} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.38566648960113525, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 17.14, "ce": 0.02101427019078983, "kl": 0.005504931377799949, "context": 0.023766735874232836} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.3515103757381439, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 17.14, "ce": 0.01515783037757501, "kl": 0.03667838289402425, "context": 0.03349702223204076} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.1069188117980957, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 17.14, "ce": 0.0190398438135162, "kl": 0.38483077884302475, "context": 0.21145522553706542} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 4.621603965759277, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 17.14, "ce": 0.29799384548095986, "kl": 0.29862424172461033, "context": 0.44730596628505737} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.615752696990967, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 17.14, "ce": 0.2911798809072934, "kl": 0.04702942105359398, "context": 0.31469458097126335} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.859748363494873, "loss_scale": 4.0, "retries": 0, "seconds": 47.9, "max_memory_gb": 17.14, "ce": 0.1602173889405094, "kl": 0.03930090476933401, "context": 0.17986784735694528} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.7339405417442322, "loss_scale": 4.0, "retries": 0, "seconds": 49.0, "max_memory_gb": 17.14, "ce": 0.1782676003058441, "kl": 0.03934656528144842, "context": 0.19794087536865845} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.47988253831863403, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.14, "ce": 0.027761568198911846, "kl": 0.008177557087037712, "context": 0.03185034682974219} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.7494274377822876, "loss_scale": 4.0, "retries": 0, "seconds": 51.2, "max_memory_gb": 17.14, "ce": 0.0886090092244558, "kl": 0.035946310848430585, "context": 0.1065821640950162} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.6684229373931885, "loss_scale": 4.0, "retries": 0, "seconds": 52.2, "max_memory_gb": 17.14, "ce": 0.11006156005896628, "kl": 0.06742952332206187, "context": 0.14377632125251694} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.46871504187583923, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 17.14, "ce": 0.022299016593024135, "kl": 0.05080118414480239, "context": 0.04769960907287896} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.979222059249878, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 17.14, "ce": 0.06496704736491665, "kl": 0.1596486534399446, "context": 0.14479136950103566} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 1.0212029218673706, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 17.14, "ce": 0.01675660174441873, "kl": 0.020436786925074557, "context": 0.026974994276315556} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.21370822191238403, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 17.14, "ce": 0.006627180671785027, "kl": 0.017928257228049915, "context": 0.015591309609590098} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.1611404418945312, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.14, "ce": 0.10251528178196168, "kl": 0.11285729331177663, "context": 0.15894392750124098} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 9.377631187438965, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.14, "ce": 0.918409289803094, "kl": 0.59082011020746, "context": 1.213819344789954} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.671289086341858, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.14, "ce": 0.01589202872128226, "kl": 0.0768099813203662, "context": 0.05429701937464415} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.5658466815948486, "loss_scale": 4.0, "retries": 0, "seconds": 60.5, "max_memory_gb": 17.14, "ce": 0.04168856814794708, "kl": 0.021926575718680397, "context": 0.05265185414464213} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.7964752912521362, "loss_scale": 4.0, "retries": 0, "seconds": 61.4, "max_memory_gb": 17.14, "ce": 0.019099892539088614, "kl": 0.4901035657749162, "context": 0.2641516712028533} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.14863221347332, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.14, "ce": 0.005560282793339866, "kl": 0.0008278799195977626, "context": 0.005974222767690662} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 3.457152843475342, "loss_scale": 4.0, "retries": 0, "seconds": 63.5, "max_memory_gb": 17.14, "ce": 0.0928900845683529, "kl": 0.1598328672844218, "context": 0.1728065106435679} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.5729527473449707, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 17.14, "ce": 0.00280236095568398, "kl": 0.0758733890561416, "context": 0.04073905498808017} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.6784553527832031, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 17.14, "ce": 0.004542108828900382, "kl": 0.1306069201691571, "context": 0.06984557088435395} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.9693351984024048, "loss_scale": 4.0, "retries": 0, "seconds": 66.7, "max_memory_gb": 17.14, "ce": 0.09541612086104578, "kl": 0.19840679917933812, "context": 0.1946195246418938} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.9523309469223022, "loss_scale": 4.0, "retries": 0, "seconds": 67.7, "max_memory_gb": 17.14, "ce": 0.0507362779808318, "kl": 0.0524662846451065, "context": 0.07696942009170016} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.060823917388916, "loss_scale": 4.0, "retries": 0, "seconds": 68.8, "max_memory_gb": 17.14, "ce": 0.2319391034252476, "kl": 0.012558503600303084, "context": 0.23821835163107608} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.6779625415802, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 17.14, "ce": 0.02785707577550056, "kl": 0.02462214170554944, "context": 0.04016814849273942} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.22893570363521576, "loss_scale": 4.0, "retries": 0, "seconds": 70.8, "max_memory_gb": 17.14, "ce": 0.010264013219057233, "kl": 0.002353028226934839, "context": 0.01144052764720982} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.8210370540618896, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 17.14, "ce": 0.026093198845046572, "kl": 0.030174855188761285, "context": 0.0411806264801271} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.875370740890503, "loss_scale": 4.0, "retries": 0, "seconds": 72.9, "max_memory_gb": 17.14, "ce": 0.11991485129692592, "kl": 0.06309761013835669, "context": 0.15146365262626205} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.4040491580963135, "loss_scale": 4.0, "retries": 0, "seconds": 74.0, "max_memory_gb": 17.14, "ce": 0.44001693214522675, "kl": 0.09668876811838345, "context": 0.4883613164711278} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 3.4251060485839844, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.14, "ce": 0.7086377658124547, "kl": 0.021337080630473793, "context": 0.7193063164304476} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.03553406894207001, "loss_scale": 4.0, "retries": 0, "seconds": 76.0, "max_memory_gb": 17.14, "ce": 0.0011997935434919782, "kl": 0.002054644821328111, "context": 0.0022271159396041185} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.8826067447662354, "loss_scale": 4.0, "retries": 0, "seconds": 77.1, "max_memory_gb": 17.14, "ce": 0.3558904638630338, "kl": 0.01469322490174818, "context": 0.3632370718914899} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.0548455715179443, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 17.14, "ce": 0.0020766617890330963, "kl": 0.05933757996172062, "context": 0.03174545260844752} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.4920415878295898, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 17.14, "ce": 0.02291133947801427, "kl": 0.2205706587923828, "context": 0.13319667190080509} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.3359310626983643, "loss_scale": 4.0, "retries": 0, "seconds": 80.2, "max_memory_gb": 17.14, "ce": 0.003972289901867043, "kl": 0.19884340805583633, "context": 0.1033939952030778} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.1489547491073608, "loss_scale": 4.0, "retries": 0, "seconds": 81.2, "max_memory_gb": 17.14, "ce": 0.0033737391386239324, "kl": 0.1413671313357554, "context": 0.07405730347090866} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9829820990562439, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.14, "ce": 0.008170190645614639, "kl": 0.14780368257197551, "context": 0.08207202836638317} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7376071214675903, "loss_scale": 4.0, "retries": 0, "seconds": 83.3, "max_memory_gb": 17.14, "ce": 0.018288078616023995, "kl": 0.31397740817192243, "context": 0.17527677705220412} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.192901372909546, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 17.14, "ce": 0.20095170091371983, "kl": 0.04830147127091777, "context": 0.22510243283977616} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.269869804382324, "loss_scale": 4.0, "retries": 0, "seconds": 85.4, "max_memory_gb": 17.14, "ce": 0.7156922409049002, "kl": 0.06847696916361201, "context": 0.7499307460821001} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.2646640539169312, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.14, "ce": 0.0005274199647828937, "kl": 0.14684538722553953, "context": 0.07395011344124214} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.8854734897613525, "loss_scale": 4.0, "retries": 0, "seconds": 87.5, "max_memory_gb": 17.14, "ce": 0.06735822383780032, "kl": 0.07288416392111685, "context": 0.10380030435044318} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.6808965802192688, "loss_scale": 4.0, "retries": 0, "seconds": 88.6, "max_memory_gb": 17.14, "ce": 0.02031986790825613, "kl": 0.17600387148559093, "context": 0.10832180548459291} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.2308043241500854, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.14, "ce": 0.06925613394196262, "kl": 0.07152705294538464, "context": 0.10501966041556443} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.44310256838798523, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 17.14, "ce": 0.02303539091371931, "kl": 0.01727394883710076, "context": 0.031672365905251354} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.1391278505325317, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 17.14, "ce": 0.0810440691493568, "kl": 0.02953069815703202, "context": 0.09580941824242473} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.6142292618751526, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 17.14, "ce": 0.03661606957030017, "kl": 0.0023314619556913385, "context": 0.037781799503136426} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.32783547043800354, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 17.14, "ce": 0.011536204037838615, "kl": 0.02713784549268894, "context": 0.025105126318521798} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.03943970426917076, "loss_scale": 4.0, "retries": 0, "seconds": 94.8, "max_memory_gb": 17.14, "ce": 0.0014007511344971135, "kl": 0.0030494184175040573, "context": 0.0029254604160087183} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.4182940423488617, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.14, "ce": 0.01772087477365858, "kl": 0.024897918396163732, "context": 0.030169833451509476} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.8350919485092163, "loss_scale": 4.0, "retries": 0, "seconds": 97.0, "max_memory_gb": 17.14, "ce": 0.0891677291074302, "kl": 0.023620082531124353, "context": 0.1009777719154954} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.341177225112915, "loss_scale": 4.0, "retries": 0, "seconds": 98.0, "max_memory_gb": 17.14, "ce": 0.11605557904113084, "kl": 0.2920764382579364, "context": 0.2620938045438379} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.1688055992126465, "loss_scale": 4.0, "retries": 0, "seconds": 99.0, "max_memory_gb": 17.14, "ce": 0.20915123454324203, "kl": 0.3901839785394259, "context": 0.40424323873594403} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.031163215637207, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.14, "ce": 0.04301251703873277, "kl": 0.12489850539714098, "context": 0.10546176787465811} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.9943474531173706, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.14, "ce": 0.011097487295046449, "kl": 0.19227750130812638, "context": 0.10723623726516962} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3806726336479187, "loss_scale": 4.0, "retries": 0, "seconds": 102.1, "max_memory_gb": 17.14, "ce": 0.00369250380754238, "kl": 0.04648190089210402, "context": 0.026933453977108} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.36077427864074707, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.14, "ce": 0.03007383867225144, "kl": 0.025316160546935862, "context": 0.04273191874381155} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.3998585045337677, "loss_scale": 4.0, "retries": 0, "seconds": 104.2, "max_memory_gb": 17.14, "ce": 0.016458980942843482, "kl": 0.01629927160411171, "context": 0.02460861625149846} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.0988510325551033, "loss_scale": 4.0, "retries": 0, "seconds": 105.2, "max_memory_gb": 17.14, "ce": 0.006379386381013319, "kl": 0.004410827223182423, "context": 0.008584800001699477} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.4364570379257202, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.14, "ce": 0.19572646857704967, "kl": 0.03203331371221907, "context": 0.21174312350558466} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.17660024762153625, "loss_scale": 4.0, "retries": 0, "seconds": 107.3, "max_memory_gb": 17.14, "ce": 0.004648432859539753, "kl": 0.01791824736358194, "context": 0.013607556491479045} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 1.5217934846878052, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 17.14, "ce": 0.21283988910727203, "kl": 0.08726785459293751, "context": 0.25647382345050573} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.18558669090271, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.14, "ce": 0.14999842128599994, "kl": 0.004988868200598517, "context": 0.15249286236939952} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.263336658477783, "loss_scale": 4.0, "retries": 0, "seconds": 110.4, "max_memory_gb": 17.14, "ce": 0.10244406997844635, "kl": 0.3343180776626582, "context": 0.26960310712092905} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.9522602558135986, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 17.14, "ce": 0.12054790461843368, "kl": 0.044868598375614965, "context": 0.14298220387718175} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.502864956855774, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.14, "ce": 0.177912481209205, "kl": 0.08992564570871764, "context": 0.2228752966693719} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.670297622680664, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.14, "ce": 0.26997715786274057, "kl": 0.001488557714765193, "context": 0.2707214369875146} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.2342897653579712, "loss_scale": 4.0, "retries": 0, "seconds": 114.6, "max_memory_gb": 17.14, "ce": 0.041238308243919164, "kl": 0.39559429904556964, "context": 0.23903546150540933} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.6765295267105103, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.14, "ce": 0.06109100300818682, "kl": 0.002048677323728043, "context": 0.0621153420797782} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.010716743767261505, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 17.14, "ce": 0.00035886693331121933, "kl": 0.0006607235337696693, "context": 0.0006892287055961788} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.645869016647339, "loss_scale": 4.0, "retries": 0, "seconds": 117.7, "max_memory_gb": 17.14, "ce": 0.08352476326399483, "kl": 0.18765709728631919, "context": 0.1773533193336334} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.0827832221984863, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.14, "ce": 0.5286528261458443, "kl": 0.14365531268776977, "context": 0.6004804824897292} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.7818429470062256, "loss_scale": 4.0, "retries": 0, "seconds": 119.8, "max_memory_gb": 17.14, "ce": 0.03134593904542271, "kl": 0.0025589855904399883, "context": 0.03262543212622404} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.94505500793457, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.14, "ce": 0.298593916115351, "kl": 0.045624792866874486, "context": 0.321406316710636} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 2.7291910648345947, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.14, "ce": 0.16891309601487592, "kl": 0.001423182253347477, "context": 0.169624694462982} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 2.599107265472412, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 17.14, "ce": 0.45911368916131323, "kl": 0.024370183936298417, "context": 0.4712987680686638} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 3.598041296005249, "loss_scale": 4.0, "retries": 0, "seconds": 123.9, "max_memory_gb": 17.14, "ce": 0.14148516739078332, "kl": 1.0721794320561457, "context": 0.6775748876389116} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.6734660267829895, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.14, "ce": 0.02109283016761765, "kl": 0.006430317946978903, "context": 0.02430798912246246} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.412442922592163, "loss_scale": 4.0, "retries": 0, "seconds": 126.0, "max_memory_gb": 17.14, "ce": 0.0162056569406559, "kl": 0.09841126751442175, "context": 0.06541128882781777} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.6456834673881531, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.14, "ce": 0.039660130392803694, "kl": 0.09519282635437776, "context": 0.08725654193949595} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.5743354558944702, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.14, "ce": 0.00382800139777828, "kl": 0.06617020909470739, "context": 0.036913107556756586} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.09037839621305466, "loss_scale": 4.0, "retries": 0, "seconds": 129.1, "max_memory_gb": 17.14, "ce": 0.0031908205201034434, "kl": 0.00321262556280999, "context": 0.004797133544343524} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.269500732421875, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 17.14, "ce": 0.06450338163631386, "kl": 0.7254887912515215, "context": 0.42724776238173945} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.7286648750305176, "loss_scale": 4.0, "retries": 0, "seconds": 131.2, "max_memory_gb": 17.14, "ce": 0.05403934183414094, "kl": 0.2020533132563287, "context": 0.15506599518994335} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.3391504287719727, "loss_scale": 4.0, "retries": 0, "seconds": 132.2, "max_memory_gb": 17.14, "ce": 0.586325203476008, "kl": 0.22549104553022659, "context": 0.6990707187505905} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.37280115485191345, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 17.14, "ce": 0.001207145454827696, "kl": 0.04649335434078239, "context": 0.024453822305076756} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.6676121950149536, "loss_scale": 4.0, "retries": 0, "seconds": 134.3, "max_memory_gb": 17.14, "ce": 0.03948380514339078, "kl": 0.05626242217840627, "context": 0.06761501810979098} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 3.4851741790771484, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 17.14, "ce": 0.23982746874753502, "kl": 0.11859076582277339, "context": 0.2991228628488898} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.386799693107605, "loss_scale": 4.0, "retries": 0, "seconds": 136.3, "max_memory_gb": 17.14, "ce": 0.050964335750904866, "kl": 0.08695974270813167, "context": 0.09444420383078977} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.652414858341217, "loss_scale": 4.0, "retries": 0, "seconds": 137.4, "max_memory_gb": 17.14, "ce": 0.14244799545849673, "kl": 0.042753980796078395, "context": 0.16382498538587242} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.028040610253810883, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 17.14, "ce": 0.0022142360685393214, "kl": 0.0002139485989118839, "context": 0.0023212103187688626} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.13495312631130219, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.14, "ce": 0.011575836717383936, "kl": 0.0007220846819109283, "context": 0.011936878712731414} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.608386754989624, "loss_scale": 4.0, "retries": 0, "seconds": 140.4, "max_memory_gb": 17.14, "ce": 0.01580172653484624, "kl": 0.18972568172544868, "context": 0.11066456505068345} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.6753897666931152, "loss_scale": 4.0, "retries": 0, "seconds": 141.4, "max_memory_gb": 17.14, "ce": 0.27421357622370124, "kl": 0.45793955845874734, "context": 0.50318337517092} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.21807506680488586, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 17.14, "ce": 0.01293827939662151, "kl": 0.006952995790925343, "context": 0.016414776851888746} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.39811897277832, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.14, "ce": 0.41390642934129573, "kl": 0.36063472498426563, "context": 0.5942238067218568} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.43832817673683167, "loss_scale": 4.0, "retries": 0, "seconds": 144.5, "max_memory_gb": 17.14, "ce": 0.022646747194812633, "kl": 0.011259502673055977, "context": 0.028276498429477215} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.10819411277771, "loss_scale": 4.0, "retries": 0, "seconds": 145.7, "max_memory_gb": 17.14, "ce": 0.28346430824603885, "kl": 0.05319652236539696, "context": 0.310062569915317} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.3021903336048126, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 17.14, "ce": 0.01563207383151166, "kl": 0.006452143939895905, "context": 0.01885814659181051} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.5986977815628052, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 17.14, "ce": 0.11307510058395565, "kl": 0.18137669342104346, "context": 0.20376343978568912} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.5572326183319092, "loss_scale": 4.0, "retries": 0, "seconds": 148.9, "max_memory_gb": 17.14, "ce": 0.0025817838759394363, "kl": 0.07481460644157778, "context": 0.03998908554785885} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.0265324115753174, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 17.14, "ce": 0.14274139166809618, "kl": 0.04637044860282913, "context": 0.1659266207134351} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.9348621964454651, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.14, "ce": 0.005290424107442959, "kl": 0.09589718761708355, "context": 0.05323901609517634} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.13999243080615997, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 17.14, "ce": 0.013602643128251657, "kl": 0.003807377578368687, "context": 0.015506331954384223} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.046554964035749435, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 17.14, "ce": 0.003725218994077295, "kl": 0.0012095748243154958, "context": 0.004330006369855255} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.9039088487625122, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 17.14, "ce": 0.07640722244104836, "kl": 0.00489746832408855, "context": 0.07885595509287668} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.7403159141540527, "loss_scale": 4.0, "retries": 0, "seconds": 155.1, "max_memory_gb": 17.14, "ce": 0.27455068100243807, "kl": 0.12199930800125003, "context": 0.3355503276688978} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.5571324825286865, "loss_scale": 4.0, "retries": 0, "seconds": 156.1, "max_memory_gb": 17.14, "ce": 0.1084474184208375, "kl": 0.2301947995788396, "context": 0.22354482160881162} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.972156286239624, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.14, "ce": 0.0024045319005381316, "kl": 0.09429206895129028, "context": 0.049550566658581374} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.04072001948952675, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 17.14, "ce": 0.0033569959923624992, "kl": 0.0007527314337494317, "context": 0.003733361780177802} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.5815001726150513, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.14, "ce": 0.08136561731225811, "kl": 0.00686029654025333, "context": 0.0847957654914353} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.07791691273450851, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.14, "ce": 0.0024330413652933203, "kl": 0.00546322028094437, "context": 0.005164651578525081} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.10816172510385513, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 17.14, "ce": 0.009842376570304623, "kl": 0.0016582569420506843, "context": 0.01067150504240999} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.31065070629119873, "loss_scale": 4.0, "retries": 0, "seconds": 162.2, "max_memory_gb": 17.14, "ce": 0.09834403205604758, "kl": 0.049034865304747655, "context": 0.12286146471160464} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.5099263191223145, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.14, "ce": 0.15083570364367915, "kl": 0.021353318206820404, "context": 0.16151235552388243} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.041616588830947876, "loss_scale": 4.0, "retries": 0, "seconds": 164.3, "max_memory_gb": 17.14, "ce": 0.0019434656787780114, "kl": 0.0015636788975825766, "context": 0.00272530505026225} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.364250898361206, "loss_scale": 4.0, "retries": 0, "seconds": 165.4, "max_memory_gb": 17.14, "ce": 0.005260214500594884, "kl": 0.2778748049749993, "context": 0.14419761730823666} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.1711931824684143, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 17.14, "ce": 0.004439444659510627, "kl": 0.01789641347113502, "context": 0.01338765153195709} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.3304356336593628, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 17.14, "ce": 0.02965944630341255, "kl": 0.007625817832376924, "context": 0.03347235578985419} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.0102616548538208, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 17.14, "ce": 0.07554779044585302, "kl": 0.0454353375826031, "context": 0.09826546063413844} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.947676181793213, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.14, "ce": 0.010317708387447055, "kl": 0.083344471277087, "context": 0.05198994217789732} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.7047109603881836, "loss_scale": 4.0, "retries": 0, "seconds": 170.4, "max_memory_gb": 17.14, "ce": 0.0824436710390728, "kl": 0.07952971328813874, "context": 0.12220853136386722} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8057622909545898, "loss_scale": 4.0, "retries": 0, "seconds": 171.5, "max_memory_gb": 17.14, "ce": 0.11842795048141852, "kl": 0.021117906435392797, "context": 0.12898690707515925} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.2828441858291626, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.14, "ce": 0.0027525201730895787, "kl": 0.03897962978908254, "context": 0.022242334729526192} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.14818541705608368, "loss_scale": 4.0, "retries": 0, "seconds": 173.5, "max_memory_gb": 17.14, "ce": 0.009481758781475946, "kl": 0.010458462820679415, "context": 0.014710990071762353} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.19675518572330475, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 17.14, "ce": 0.007766793962218799, "kl": 0.004924493967337185, "context": 0.010229041170532582} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.42525914311408997, "loss_scale": 4.0, "retries": 0, "seconds": 175.6, "max_memory_gb": 17.14, "ce": 0.016254716902039945, "kl": 0.03878291934961453, "context": 0.03564617643132806} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6459227800369263, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 17.14, "ce": 0.011919514758119476, "kl": 0.07762882266251836, "context": 0.05073392610938754} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.8055996298789978, "loss_scale": 4.0, "retries": 0, "seconds": 177.7, "max_memory_gb": 17.14, "ce": 0.029323096940061077, "kl": 0.22769872717253747, "context": 0.14317245676647872} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.703770399093628, "loss_scale": 4.0, "retries": 0, "seconds": 178.7, "max_memory_gb": 17.14, "ce": 0.20494955759204458, "kl": 0.02082042203619494, "context": 0.21535976335871965} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.5343505144119263, "loss_scale": 4.0, "retries": 0, "seconds": 179.8, "max_memory_gb": 17.14, "ce": 0.16925796133000404, "kl": 0.021706720959628, "context": 0.1801113272085786} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2133813202381134, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.14, "ce": 0.010265198623528704, "kl": 0.015584286476951092, "context": 0.018057341978419572} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 1.9311269521713257, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 17.14, "ce": 0.007719989047473064, "kl": 0.06720460812266538, "context": 0.04132229265087517} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.18993045389652252, "loss_scale": 4.0, "retries": 0, "seconds": 182.8, "max_memory_gb": 17.14, "ce": 0.012218522955663502, "kl": 0.005189951672718962, "context": 0.014813498768489808} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.6988548040390015, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 17.14, "ce": 0.01377832773141563, "kl": 0.2389105102411122, "context": 0.13323357980698347} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.6955556869506836, "loss_scale": 4.0, "retries": 0, "seconds": 184.8, "max_memory_gb": 17.14, "ce": 0.1206147895209142, "kl": 0.08051980835671202, "context": 0.16087469418198452} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.8000249266624451, "loss_scale": 4.0, "retries": 0, "seconds": 185.9, "max_memory_gb": 17.14, "ce": 0.0009159287583315745, "kl": 0.08999828730884474, "context": 0.04591507120494498} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.7474483847618103, "loss_scale": 4.0, "retries": 0, "seconds": 186.9, "max_memory_gb": 17.14, "ce": 0.060790757270297036, "kl": 0.11205773290566867, "context": 0.11681962371221744} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.7212702035903931, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.14, "ce": 0.20739652491829474, "kl": 0.013080582866678014, "context": 0.21393681044355617} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.1742475032806396, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.14, "ce": 0.38791545934509486, "kl": 0.07159809416043572, "context": 0.4237144921789877} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.358272910118103, "loss_scale": 4.0, "retries": 0, "seconds": 190.0, "max_memory_gb": 17.14, "ce": 0.12109033257002011, "kl": 0.051579596129158745, "context": 0.1468801341834478} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.8089550733566284, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 17.14, "ce": 0.023706554027739912, "kl": 0.0015916677912173327, "context": 0.024502387437678408} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.022081803530454636, "loss_scale": 4.0, "retries": 0, "seconds": 192.1, "max_memory_gb": 17.14, "ce": 0.001314365363214165, "kl": 0.0006897557661886822, "context": 0.00165924325119704} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.020135894417762756, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 17.14, "ce": 0.001346645785815781, "kl": 0.0006334108547889628, "context": 0.0016633512550470186} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.14558914303779602, "loss_scale": 4.0, "retries": 0, "seconds": 194.2, "max_memory_gb": 17.14, "ce": 0.0046025982446735725, "kl": 0.004406455846037716, "context": 0.006805826036725193} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.5532673597335815, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.14, "ce": 0.22796159808058292, "kl": 0.012270890576473903, "context": 0.23409704639925621} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.9438536167144775, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 17.14, "ce": 0.09033048737910576, "kl": 0.1032886578614125, "context": 0.1419748158659786} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.702472984790802, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 17.14, "ce": 0.08309695508796722, "kl": 0.01976598305736843, "context": 0.09297994903317885} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.9976992011070251, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 17.14, "ce": 0.04169775616537663, "kl": 0.021230847341939807, "context": 0.05231317796642543} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.05116552859544754, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.14, "ce": 0.0029481722449418157, "kl": 0.002046940886430093, "context": 0.00397164274181705} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.9969987869262695, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 17.14, "ce": 0.3099748917738907, "kl": 0.4432272060075775, "context": 0.5315885004529264} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5718773603439331, "loss_scale": 4.0, "retries": 0, "seconds": 201.3, "max_memory_gb": 17.14, "ce": 0.017291443975409493, "kl": 0.06513208204751209, "context": 0.04985748593117023} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.8784024715423584, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 17.14, "ce": 0.01132969162426889, "kl": 0.08905782919100602, "context": 0.05585860808059806} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.02053663693368435, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 17.14, "ce": 0.001369013491057558, "kl": 0.0003280027631262783, "context": 0.001533014903543517} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.019496573135256767, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 17.14, "ce": 0.0009638898482080549, "kl": 0.00032426916567374064, "context": 0.0011260244209552184} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.03781001269817352, "loss_scale": 4.0, "retries": 0, "seconds": 205.5, "max_memory_gb": 17.14, "ce": 0.0005648969317917363, "kl": 0.0021110368388690404, "context": 0.0016204153580474667} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.4056854248046875, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 17.14, "ce": 0.0009816033552851877, "kl": 0.36822377580347165, "context": 0.1850934911708464} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.947077989578247, "loss_scale": 4.0, "retries": 0, "seconds": 207.5, "max_memory_gb": 17.14, "ce": 0.10717847154592164, "kl": 0.16766376089071855, "context": 0.19101034628693014} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.06790228933095932, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 17.14, "ce": 0.00866231920554128, "kl": 0.00023803370640962385, "context": 0.00878133637161227} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.74813175201416, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.14, "ce": 0.03437998640583828, "kl": 0.17843489347433206, "context": 0.12359743338311091} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 1.5952595472335815, "loss_scale": 4.0, "retries": 0, "seconds": 210.7, "max_memory_gb": 17.14, "ce": 0.01669529700302519, "kl": 1.0672023477673065, "context": 0.5502964676707052} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.08802931010723114, "loss_scale": 4.0, "retries": 0, "seconds": 211.7, "max_memory_gb": 17.14, "ce": 0.006273103343119146, "kl": 0.005417009357188363, "context": 0.008981607810710557} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.06252656877040863, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 17.14, "ce": 0.004182097829470877, "kl": 0.0017107175990531687, "context": 0.005037456525315065} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.16326141357421875, "loss_scale": 4.0, "retries": 0, "seconds": 213.8, "max_memory_gb": 17.14, "ce": 0.005728801754230517, "kl": 0.009582042830516002, "context": 0.010519822702917736} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.6624270081520081, "loss_scale": 4.0, "retries": 0, "seconds": 214.8, "max_memory_gb": 17.14, "ce": 0.022657155539491214, "kl": 0.03904261464776937, "context": 0.04217846319079399} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.3311365246772766, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 17.14, "ce": 0.005181736625672784, "kl": 0.02863206594975054, "context": 0.01949777008849196} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.8766260147094727, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.14, "ce": 0.06818161273986334, "kl": 0.06981283727100163, "context": 0.10308803161024116} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.4213941693305969, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.14, "ce": 0.021765633784525562, "kl": 0.016206281523864163, "context": 0.029868774538044818} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.8269751667976379, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 17.14, "ce": 0.06439723958465038, "kl": 0.021298348364780395, "context": 0.07504641554260161} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.1778868436813354, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 17.14, "ce": 0.024820844178975676, "kl": 0.05250409683878843, "context": 0.051072894460958196} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.0714302062988281, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 17.14, "ce": 0.1179702741355868, "kl": 0.2602516346041739, "context": 0.2480960877146572} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.4387857913970947, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 17.14, "ce": 0.35200902499855147, "kl": 0.6171284148258565, "context": 0.6605732386378804} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.253848135471344, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.14, "ce": 0.019261533809185494, "kl": 0.005213583182921866, "context": 0.021868325376999564} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.5335708856582642, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.14, "ce": 0.02185140407527797, "kl": 0.006741271281498484, "context": 0.025222038762876764} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.961379885673523, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 17.14, "ce": 0.0025468673993600532, "kl": 0.16715524421670125, "context": 0.08612448735220823} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.4968936443328857, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.14, "ce": 0.0009656128904680372, "kl": 0.3178943479665577, "context": 0.15991278699038958} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 5.855620384216309, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 17.14, "ce": 0.13749605544580845, "kl": 1.208795457961969, "context": 0.7418937967595411} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.45746898651123047, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 17.14, "ce": 0.017340512338705594, "kl": 0.02088471402430514, "context": 0.02778286852844758} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.91314697265625, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 17.14, "ce": 0.06508078664774075, "kl": 0.45651514174824115, "context": 0.29333835846045986} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.2207560539245605, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.14, "ce": 0.24482530470413622, "kl": 0.029878239693061914, "context": 0.259764424583409} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.133536696434021, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.14, "ce": 0.006031956902006641, "kl": 0.08199228101511835, "context": 0.0470280984591227} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.3009137213230133, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.14, "ce": 0.0049610961868893355, "kl": 0.04747594639775343, "context": 0.02869906893465668} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.013181790709495544, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.14, "ce": 0.0008296531086671166, "kl": 7.794061787080864e-05, "context": 0.0008686234286869876} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.831566572189331, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 17.14, "ce": 0.031202972677419893, "kl": 0.9047766797311851, "context": 0.48359130253084004} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.660351037979126, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.14, "ce": 0.03890818567015231, "kl": 0.23833166575059295, "context": 0.15807402040809393} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.18422500789165497, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 17.14, "ce": 0.007008644097368233, "kl": 0.025504304933747335, "context": 0.019760796829359606} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.167624592781067, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 17.14, "ce": 0.106737121444894, "kl": 0.09332332377289276, "context": 0.15339878329541534} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.3872592449188232, "loss_scale": 4.0, "retries": 0, "seconds": 241.4, "max_memory_gb": 17.14, "ce": 0.4235528596909717, "kl": 0.016367394011467695, "context": 0.4317365441820584} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.49999678134918213, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.14, "ce": 0.0039092588322091615, "kl": 0.06629749201238155, "context": 0.03705800655006897} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.325742244720459, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 17.14, "ce": 0.09002484672237188, "kl": 0.2514951165103412, "context": 0.21577240497572348} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.44821232557296753, "loss_scale": 4.0, "retries": 0, "seconds": 244.9, "max_memory_gb": 17.14, "ce": 0.0009746704236022197, "kl": 0.050336012471234426, "context": 0.026142677168536466} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3273548185825348, "loss_scale": 4.0, "retries": 0, "seconds": 246.2, "max_memory_gb": 17.14, "ce": 0.038053505661082454, "kl": 0.011616031599260168, "context": 0.043861521407961845} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.317443609237671, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 17.14, "ce": 0.03218278335407376, "kl": 0.15555117308394983, "context": 0.10995836975052953} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.6876109838485718, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 17.14, "ce": 0.0667852794395003, "kl": 0.060315657983665005, "context": 0.0969431084668031} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.5699289441108704, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.14, "ce": 0.06573537498479709, "kl": 0.03265417758302647, "context": 0.08206246185000055} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.1219615936279297, "loss_scale": 4.0, "retries": 0, "seconds": 251.0, "max_memory_gb": 17.14, "ce": 0.007710810514254263, "kl": 0.6515262283173797, "context": 0.33347393467556685} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.278672695159912, "loss_scale": 4.0, "retries": 0, "seconds": 252.2, "max_memory_gb": 17.14, "ce": 0.31463650733348913, "kl": 0.13869917279225774, "context": 0.38398608268471435} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.10163632035255432, "loss_scale": 4.0, "retries": 0, "seconds": 253.4, "max_memory_gb": 17.14, "ce": 0.006032666294231603, "kl": 0.0008100288359855767, "context": 0.00643768085501506} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.7265233993530273, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 17.14, "ce": 0.34787546936422586, "kl": 0.19995598193781916, "context": 0.44785345322452486} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.48544591665267944, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 17.14, "ce": 0.016141533487825654, "kl": 0.10207052922487492, "context": 0.06717679766006768} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.4032362699508667, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 17.14, "ce": 0.23931555253147963, "kl": 0.13793711467769754, "context": 0.30828409868991} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.1637065410614014, "loss_scale": 4.0, "retries": 0, "seconds": 258.2, "max_memory_gb": 17.14, "ce": 0.19381101668113843, "kl": 0.048581836046651006, "context": 0.21810193033888936} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.0252139568328857, "loss_scale": 4.0, "retries": 0, "seconds": 259.5, "max_memory_gb": 17.14, "ce": 0.024721865658648312, "kl": 0.10320681479970517, "context": 0.07632527354871854} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.6836530566215515, "loss_scale": 4.0, "retries": 0, "seconds": 260.6, "max_memory_gb": 17.14, "ce": 0.10300865941098891, "kl": 0.23622304422860907, "context": 0.2211201824429736} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.3321739435195923, "loss_scale": 4.0, "retries": 0, "seconds": 261.9, "max_memory_gb": 17.14, "ce": 0.03722958848811686, "kl": 0.12190328402357409, "context": 0.0981812309473753} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.074065200984478, "loss_scale": 4.0, "retries": 0, "seconds": 263.0, "max_memory_gb": 17.14, "ce": 0.004594493686454371, "kl": 0.0019899632752640173, "context": 0.005589475418673828} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.021752726286649704, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 17.14, "ce": 0.00183213030686602, "kl": 0.00017265741928440548, "context": 0.0019184589691576548} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.31502848863601685, "loss_scale": 4.0, "retries": 0, "seconds": 265.5, "max_memory_gb": 17.14, "ce": 0.019774320120632183, "kl": 0.005797716774395667, "context": 0.02267317837686278} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.026029981672763824, "loss_scale": 4.0, "retries": 0, "seconds": 266.6, "max_memory_gb": 17.14, "ce": 0.00164041445532348, "kl": 0.000972028168689576, "context": 0.0021264285896904767} diff --git a/runs/fixed_internvl/context/TopDelta8_s73/adapter/README.md b/runs/fixed_internvl/context/TopDelta8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s73/adapter/adapter_config.json b/runs/fixed_internvl/context/TopDelta8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..018e4d69cdd79f58346118eff32edbe5c2426630 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.28.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s73/config.json b/runs/fixed_internvl/context/TopDelta8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..301abcd5fad665c02f061efefcc286ee589f1195 --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 13, + 18, + 21, + 22, + 23, + 24, + 26, + 28 + ], + "ranks": { + "13": 72, + "18": 72, + "21": 72, + "22": 72, + "23": 72, + "24": 72, + "26": 72, + "28": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/TopDelta8_s73/steps.jsonl b/runs/fixed_internvl/context/TopDelta8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2bc5190a8daada1aec4e0e569e326975ba39451a --- /dev/null +++ b/runs/fixed_internvl/context/TopDelta8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.590394020080566, "loss_scale": 4.0, "retries": 0, "seconds": 2.0, "max_memory_gb": 16.79, "ce": 0.6797246597125195, "kl": 0.0438283761832281, "context": 0.7016388622396335} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 24.00722312927246, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 17.13, "ce": 1.6994070708751678, "kl": 0.6917767338454723, "context": 2.0452954471111298} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 11.374322891235352, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 17.14, "ce": 0.5195944485603832, "kl": 0.11095336743164808, "context": 0.5750711358850822} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.289904594421387, "loss_scale": 4.0, "retries": 0, "seconds": 5.3, "max_memory_gb": 17.14, "ce": 0.4753624933073297, "kl": 0.019061076105572283, "context": 0.4848930272855796} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.217656135559082, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 17.14, "ce": 0.17948370025260374, "kl": 0.12298965593799949, "context": 0.2409785259515047} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.891447067260742, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 17.14, "ce": 0.21077377256006002, "kl": 0.05197395710274577, "context": 0.236760756932199} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.28426072001457214, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.14, "ce": 0.0186589776440087, "kl": 0.010982948720084096, "context": 0.024150452849426074} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.8387106657028198, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 17.14, "ce": 0.34741207788465545, "kl": 0.48862936926889233, "context": 0.5917267520562746} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.2733922004699707, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 17.14, "ce": 0.041125271236523986, "kl": 0.4961581468814984, "context": 0.28920433996245265} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.432036280632019, "loss_scale": 4.0, "retries": 0, "seconds": 11.4, "max_memory_gb": 17.14, "ce": 0.03410037673529587, "kl": 0.35177255874145885, "context": 0.2099866554090113} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.36943697929382324, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 17.14, "ce": 0.010012690385337919, "kl": 0.08892935278709047, "context": 0.05447736720088869} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.6221369504928589, "loss_scale": 4.0, "retries": 0, "seconds": 13.4, "max_memory_gb": 17.14, "ce": 0.02503953733673825, "kl": 0.022201635059900582, "context": 0.03614035487771616} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.012817621231079, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 17.14, "ce": 0.15276629716390744, "kl": 0.08180176703353936, "context": 0.1936671839794144} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.7338950634002686, "loss_scale": 4.0, "retries": 0, "seconds": 15.5, "max_memory_gb": 17.14, "ce": 0.04813590136109269, "kl": 0.08006827463395894, "context": 0.08817003513104282} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 6.755349159240723, "loss_scale": 4.0, "retries": 0, "seconds": 16.6, "max_memory_gb": 17.14, "ce": 0.14444626416661777, "kl": 0.16835436223482247, "context": 0.22862344433087856} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.624526500701904, "loss_scale": 4.0, "retries": 0, "seconds": 17.6, "max_memory_gb": 17.14, "ce": 0.7586246595456032, "kl": 0.06903925279584655, "context": 0.7931442575063556} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.2846872806549072, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 17.14, "ce": 0.0767432787688449, "kl": 0.38139449403388426, "context": 0.2674405191792175} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.781161904335022, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 17.14, "ce": 0.0022538699849974364, "kl": 0.2625000757907401, "context": 0.13350390872801654} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.8468225002288818, "loss_scale": 4.0, "retries": 0, "seconds": 20.7, "max_memory_gb": 17.14, "ce": 0.2573448199109407, "kl": 0.19426302918168403, "context": 0.35447632495925063} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.1723215579986572, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.14, "ce": 0.07924078933137935, "kl": 0.32485335150704486, "context": 0.24166746228002012} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.1093687042593956, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 17.14, "ce": 0.007578896795166656, "kl": 0.0012405896741256583, "context": 0.008199191463063471} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9140692353248596, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 17.14, "ce": 0.1668735801067669, "kl": 0.24436077277641743, "context": 0.2890539689688012} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.383465528488159, "loss_scale": 4.0, "retries": 0, "seconds": 24.8, "max_memory_gb": 17.14, "ce": 0.2036669199442258, "kl": 0.10462962069141213, "context": 0.25598172820173204} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.7463151216506958, "loss_scale": 4.0, "retries": 0, "seconds": 25.9, "max_memory_gb": 17.14, "ce": 0.11396248382516205, "kl": 0.2100976767251268, "context": 0.21901132143102586} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.211668848991394, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.14, "ce": 0.08076736831571907, "kl": 0.05215674702776596, "context": 0.10684573778416961} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 5.216044902801514, "loss_scale": 4.0, "retries": 0, "seconds": 28.0, "max_memory_gb": 17.14, "ce": 0.21125951390422415, "kl": 0.4249260229034917, "context": 0.4237225328106433} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 7.557736873626709, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.14, "ce": 0.17288428866595495, "kl": 0.2027514958062966, "context": 0.2742600365745602} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.11670458316802979, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 17.14, "ce": 0.005504653265234083, "kl": 0.001223876384756295, "context": 0.00611659133573994} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.32621440291404724, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.14, "ce": 0.014319639187306166, "kl": 0.00991581124253571, "context": 0.019277545157819986} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.277195930480957, "loss_scale": 4.0, "retries": 0, "seconds": 32.0, "max_memory_gb": 17.14, "ce": 0.05244023725390434, "kl": 0.0678054414674989, "context": 0.08634296152740717} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.602157473564148, "loss_scale": 4.0, "retries": 0, "seconds": 33.0, "max_memory_gb": 17.14, "ce": 0.012015956541290507, "kl": 0.5313829881924903, "context": 0.27770745821180753} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.177185535430908, "loss_scale": 4.0, "retries": 0, "seconds": 34.1, "max_memory_gb": 17.14, "ce": 0.21994127267680597, "kl": 0.541657847854367, "context": 0.49077021167613566} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.29165440797805786, "loss_scale": 4.0, "retries": 0, "seconds": 35.1, "max_memory_gb": 17.14, "ce": 0.018619185138959438, "kl": 0.027455345261842012, "context": 0.032346858410164714} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.5604870319366455, "loss_scale": 4.0, "retries": 0, "seconds": 36.1, "max_memory_gb": 17.14, "ce": 0.026298653334379196, "kl": 0.2537350482889451, "context": 0.15316618303768337} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.1666890382766724, "loss_scale": 4.0, "retries": 0, "seconds": 37.2, "max_memory_gb": 17.14, "ce": 0.02712485915981233, "kl": 0.14508854175210217, "context": 0.09966913203243166} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.46055567264556885, "loss_scale": 4.0, "retries": 0, "seconds": 38.2, "max_memory_gb": 17.14, "ce": 0.05068933160509914, "kl": 0.018180409242631868, "context": 0.059779534582048655} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.27749431133270264, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 17.14, "ce": 0.0143929582554847, "kl": 0.015509707882301882, "context": 0.022147812647745013} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.3235347270965576, "loss_scale": 4.0, "retries": 0, "seconds": 40.3, "max_memory_gb": 17.14, "ce": 0.034819439286366105, "kl": 0.009397802441526437, "context": 0.039518341451184824} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.190272569656372, "loss_scale": 4.0, "retries": 0, "seconds": 41.3, "max_memory_gb": 17.14, "ce": 0.3414528873108793, "kl": 0.02495166468725074, "context": 0.3539287085295655} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.32302701473236084, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 17.14, "ce": 0.013383192213950679, "kl": 0.037833621056051925, "context": 0.03230000229086727} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.9747115969657898, "loss_scale": 4.0, "retries": 0, "seconds": 43.3, "max_memory_gb": 17.14, "ce": 0.07104893785435706, "kl": 0.002735134472459322, "context": 0.07241650833748281} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.875944197177887, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.14, "ce": 0.05369844872620888, "kl": 0.05393957646083436, "context": 0.08066823612898588} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.2410848140716553, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 17.14, "ce": 0.3504342548549175, "kl": 0.09780419385060668, "context": 0.39933636225759983} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.2360222041606903, "loss_scale": 4.0, "retries": 0, "seconds": 46.4, "max_memory_gb": 17.14, "ce": 0.011523222085088491, "kl": 0.0032790882178233005, "context": 0.013162766437744722} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.3463561534881592, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 17.14, "ce": 0.03583468429860659, "kl": 0.4841720890253782, "context": 0.2779207341372967} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.652118444442749, "loss_scale": 4.0, "retries": 0, "seconds": 48.5, "max_memory_gb": 17.14, "ce": 0.008283381059300154, "kl": 0.7403486157663792, "context": 0.37845768422994297} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.10271775722503662, "loss_scale": 4.0, "retries": 0, "seconds": 49.5, "max_memory_gb": 17.14, "ce": 0.006811187224229798, "kl": 0.001888801132736262, "context": 0.007755587692372501} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.1483316868543625, "loss_scale": 4.0, "retries": 0, "seconds": 50.6, "max_memory_gb": 17.14, "ce": 0.01286457901733229, "kl": 0.004857259922573576, "context": 0.015293209500669036} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.3419973850250244, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 17.14, "ce": 0.04297286941437051, "kl": 0.03940187806438189, "context": 0.0626738082501106} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.10171958059072495, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 17.14, "ce": 0.003672379651106894, "kl": 0.006701169773805304, "context": 0.0070229643024504185} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.110302686691284, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 17.14, "ce": 0.09220411619753577, "kl": 0.10665606633847347, "context": 0.14553214912302792} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.6386184692382812, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 17.14, "ce": 0.2974488789914176, "kl": 0.2991567322460469, "context": 0.44702724542003125} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.464621067047119, "loss_scale": 4.0, "retries": 0, "seconds": 55.7, "max_memory_gb": 17.14, "ce": 0.4951993733193376, "kl": 0.3250507009070134, "context": 0.6577247294480912} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.8103609085083008, "loss_scale": 4.0, "retries": 0, "seconds": 56.8, "max_memory_gb": 17.14, "ce": 0.29538280912674963, "kl": 0.09771560740773566, "context": 0.3442406062968075} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.179468631744385, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 17.14, "ce": 0.1524389456026256, "kl": 0.049196785970707424, "context": 0.17703734105452895} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.6378503441810608, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 17.14, "ce": 0.004378631652798504, "kl": 0.09501695415201539, "context": 0.051887107896618545} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.4550738334655762, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.14, "ce": 0.019868647112161852, "kl": 0.5120637783111306, "context": 0.27590053027961403} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.6189916133880615, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.14, "ce": 0.0033802488578658085, "kl": 0.12830719337216578, "context": 0.06753384735202417} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.3757293224334717, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 17.14, "ce": 0.016147112895851023, "kl": 0.009855987380433362, "context": 0.021075106546049938} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9500084519386292, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 17.14, "ce": 0.037152981909457594, "kl": 0.0326099896337837, "context": 0.0534579764935188} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.229264259338379, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.14, "ce": 0.25127702788449824, "kl": 0.2837668056017719, "context": 0.39316042931750417} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.6793365478515625, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 17.14, "ce": 0.3051749598234892, "kl": 0.04636854829732329, "context": 0.3283592304214835} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.35284778475761414, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 17.14, "ce": 0.042070710067491746, "kl": 0.01532701016003557, "context": 0.04973421520116972} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.6873985528945923, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.14, "ce": 0.18852615594914823, "kl": 0.03417406359221786, "context": 0.20561318669933826} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.962254524230957, "loss_scale": 4.0, "retries": 0, "seconds": 68.1, "max_memory_gb": 17.14, "ce": 0.08120405883528292, "kl": 0.010881159803830087, "context": 0.08664463926106691} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.8871718645095825, "loss_scale": 4.0, "retries": 0, "seconds": 69.1, "max_memory_gb": 17.14, "ce": 0.033835714872111566, "kl": 0.008274533494841307, "context": 0.03797298180870712} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.569885015487671, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 17.14, "ce": 0.27970971656031907, "kl": 0.020666793250711635, "context": 0.290043106302619} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6448042988777161, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 17.14, "ce": 0.044970404080231674, "kl": 0.0031664486741647124, "context": 0.0465536288684234} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.7574856877326965, "loss_scale": 4.0, "retries": 0, "seconds": 72.2, "max_memory_gb": 17.14, "ce": 0.056428707073791884, "kl": 0.11066070235028747, "context": 0.11175906198332086} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.34875208139419556, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.14, "ce": 0.012339654967945535, "kl": 0.041962819498621684, "context": 0.03332106562447734} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.20850911736488342, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 17.14, "ce": 0.0026642947050277144, "kl": 0.018551372975707636, "context": 0.011939981195610017} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.2722030580043793, "loss_scale": 4.0, "retries": 0, "seconds": 75.3, "max_memory_gb": 17.14, "ce": 0.014385662565473467, "kl": 0.017681105349765858, "context": 0.02322621522762347} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.3751276731491089, "loss_scale": 4.0, "retries": 0, "seconds": 76.4, "max_memory_gb": 17.14, "ce": 0.02663999784272164, "kl": 0.14422364424171974, "context": 0.09875181809184141} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.6900443434715271, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.14, "ce": 0.06254968950815964, "kl": 0.0339285763548105, "context": 0.07951397393480875} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.5272523760795593, "loss_scale": 4.0, "retries": 0, "seconds": 78.4, "max_memory_gb": 17.14, "ce": 0.010429391883008066, "kl": 0.04386478927335702, "context": 0.03236178564839065} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.210509181022644, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 17.14, "ce": 0.40397726123046596, "kl": 0.035093565098350155, "context": 0.42152404750231653} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.13983163237571716, "loss_scale": 4.0, "retries": 0, "seconds": 80.5, "max_memory_gb": 17.14, "ce": 0.0014859190996503457, "kl": 0.015468739286006894, "context": 0.009220288775395602} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.030203104019165, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.14, "ce": 0.002563139863923425, "kl": 0.7238014044096417, "context": 0.36446383231668733} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.29691770672798157, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.14, "ce": 0.013213641941547394, "kl": 0.00782377964060288, "context": 0.01712553179822862} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.6738495826721191, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 17.14, "ce": 0.23279526618352975, "kl": 0.03941146015358754, "context": 0.25250100022094557} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.4983927011489868, "loss_scale": 4.0, "retries": 0, "seconds": 84.7, "max_memory_gb": 17.14, "ce": 0.12944135320685746, "kl": 0.047681376676337095, "context": 0.15328204500474385} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.21117554605007172, "loss_scale": 4.0, "retries": 0, "seconds": 85.7, "max_memory_gb": 17.14, "ce": 0.012185813277028501, "kl": 0.007899857060692739, "context": 0.01613574184011668} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.287838101387024, "loss_scale": 4.0, "retries": 0, "seconds": 86.7, "max_memory_gb": 17.14, "ce": 0.002590507234344841, "kl": 0.19098847554550957, "context": 0.09808474399142142} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.6524447202682495, "loss_scale": 4.0, "retries": 0, "seconds": 87.8, "max_memory_gb": 17.14, "ce": 0.0033002083291648887, "kl": 0.40810360895557096, "context": 0.2073520183985238} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.13109652698040009, "loss_scale": 4.0, "retries": 0, "seconds": 88.8, "max_memory_gb": 17.14, "ce": 0.006484598810857278, "kl": 0.005263054091074082, "context": 0.0091161256259511} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.7407558560371399, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 17.14, "ce": 0.004092036087058659, "kl": 0.452027815139445, "context": 0.23010593871367746} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.09929034858942032, "loss_scale": 4.0, "retries": 0, "seconds": 90.9, "max_memory_gb": 17.14, "ce": 0.005983233844744973, "kl": 0.00748962136276532, "context": 0.009728044522489654} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.7009978294372559, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 17.14, "ce": 0.028486923198215663, "kl": 0.04609551079784069, "context": 0.051534676778828725} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.895296573638916, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 17.14, "ce": 0.09763085541635519, "kl": 0.15709434727455118, "context": 0.1761780290544266} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.6155542731285095, "loss_scale": 4.0, "retries": 0, "seconds": 94.0, "max_memory_gb": 17.14, "ce": 0.05722144185710931, "kl": 0.05322628853537026, "context": 0.08383458787284326} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.2089719772338867, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 17.14, "ce": 0.01137333206133917, "kl": 0.18939695534936618, "context": 0.10607180825900286} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.3899760246276855, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 17.14, "ce": 0.06220623505942058, "kl": 0.11881057381469873, "context": 0.12161151913460344} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.1681971549987793, "loss_scale": 4.0, "retries": 0, "seconds": 97.1, "max_memory_gb": 17.14, "ce": 0.19247392236138694, "kl": 0.34141968842595816, "context": 0.3631837610155344} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.09156911075115204, "loss_scale": 4.0, "retries": 0, "seconds": 98.0, "max_memory_gb": 17.14, "ce": 0.005877011804841459, "kl": 0.002752273515397974, "context": 0.0072531486075604334} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.2095630168914795, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 17.14, "ce": 0.2013552316784626, "kl": 0.7991229328108602, "context": 0.6009166940348223} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5254235863685608, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.14, "ce": 0.021895832287555095, "kl": 0.07618839107453823, "context": 0.05999002605676651} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.21646548807621002, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.14, "ce": 0.011677196947857738, "kl": 0.014544061279593734, "context": 0.018949226883705705} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.2166609764099121, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 17.14, "ce": 0.014472887385636568, "kl": 0.014761829981580377, "context": 0.021853802725672722} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.9764432907104492, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.14, "ce": 0.06536840682383627, "kl": 0.060780684452765854, "context": 0.09575874882284552} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.6541839838027954, "loss_scale": 4.0, "retries": 0, "seconds": 104.2, "max_memory_gb": 17.14, "ce": 0.05826245679054409, "kl": 0.06708727637305856, "context": 0.09180609695613384} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.788783311843872, "loss_scale": 4.0, "retries": 0, "seconds": 105.3, "max_memory_gb": 17.14, "ce": 0.294810677645728, "kl": 0.06321026752539183, "context": 0.3264157965022605} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.8344603776931763, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.14, "ce": 0.08215380099136382, "kl": 0.03185707737429766, "context": 0.09808233677176759} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.07412183284759521, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 17.14, "ce": 0.006995160685619339, "kl": 0.0021021665254465915, "context": 0.008046243863645941} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.2861430644989014, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 17.14, "ce": 0.1655078121839324, "kl": 0.03102437109919265, "context": 0.18102000129874796} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.2756452560424805, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.14, "ce": 0.15082819329109043, "kl": 0.06448107936012093, "context": 0.18306872667744756} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.9192461967468262, "loss_scale": 4.0, "retries": 0, "seconds": 110.5, "max_memory_gb": 17.14, "ce": 0.01922599319368601, "kl": 0.15166908298851922, "context": 0.09506053302902728} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.29670387506484985, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 17.14, "ce": 0.0027768435029429384, "kl": 0.02122062763373833, "context": 0.013387157232500613} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.22172851860523224, "loss_scale": 4.0, "retries": 0, "seconds": 112.4, "max_memory_gb": 17.14, "ce": 0.014188571483828127, "kl": 0.01153024661471136, "context": 0.019953695009462535} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.10485561192035675, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 17.14, "ce": 0.00364489193452755, "kl": 0.01109277893556282, "context": 0.009191281540552154} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5795271396636963, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 17.14, "ce": 0.014176726661389694, "kl": 0.008552607177989557, "context": 0.018453030730597675} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 1.8391159772872925, "loss_scale": 4.0, "retries": 0, "seconds": 115.5, "max_memory_gb": 17.14, "ce": 0.13757082764641382, "kl": 0.00174362774760084, "context": 0.13844263821374625} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3997790217399597, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 17.14, "ce": 0.030833492783131078, "kl": 0.02755063260156021, "context": 0.04460880908300169} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.6968460083007812, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.14, "ce": 0.5345604643516708, "kl": 0.06505522308088985, "context": 0.5670880963734817} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.224877953529358, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.14, "ce": 0.21503108550678007, "kl": 0.09298941120505333, "context": 0.26152579695917666} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.7193575501441956, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.14, "ce": 0.04154369575553574, "kl": 0.018483824744635058, "context": 0.05078560812398791} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.2549092769622803, "loss_scale": 4.0, "retries": 0, "seconds": 120.7, "max_memory_gb": 17.14, "ce": 0.3365107517456636, "kl": 0.01938319974578917, "context": 0.346202350105159} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.42822518944740295, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.14, "ce": 0.010262388255796395, "kl": 0.012116963502194267, "context": 0.016320870476192795} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.9809175133705139, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 17.14, "ce": 0.039049111073836684, "kl": 0.01920535578392446, "context": 0.04865178791806102} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.11050198972225189, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 17.14, "ce": 0.007781107124174014, "kl": 0.0003746641541511053, "context": 0.007968439065734856} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.39729905128479, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.14, "ce": 0.16602316545322537, "kl": 0.1287830100627616, "context": 0.23041467415168881} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.6132324934005737, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 17.14, "ce": 0.013972446729894727, "kl": 0.6063142311468255, "context": 0.31712956581031904} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.4143075942993164, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 17.14, "ce": 0.10752832089565345, "kl": 0.013972433051094413, "context": 0.1145145365735516} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 3.6431939601898193, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.14, "ce": 0.3557312467819429, "kl": 0.055361546870699385, "context": 0.38341202103038086} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.1067744791507721, "loss_scale": 4.0, "retries": 0, "seconds": 129.0, "max_memory_gb": 17.14, "ce": 0.0014523443387588486, "kl": 0.014891425846144557, "context": 0.008898057334590703} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.1064698696136475, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 17.14, "ce": 0.11921230517327785, "kl": 1.2010295391082764, "context": 0.7197270803153515} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.5291357040405273, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.14, "ce": 0.025496528163785115, "kl": 0.03234963470094954, "context": 0.04167134573799558} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.03318966552615166, "loss_scale": 4.0, "retries": 0, "seconds": 132.1, "max_memory_gb": 17.14, "ce": 0.002176322872401215, "kl": 0.0015996519741747761, "context": 0.002976148942252621} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.18528121709823608, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 17.14, "ce": 0.008218101982492954, "kl": 0.028722447925247252, "context": 0.0225793260615319} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.2020128965377808, "loss_scale": 4.0, "retries": 0, "seconds": 134.3, "max_memory_gb": 17.14, "ce": 0.052005808807734866, "kl": 0.019450668569334084, "context": 0.06173114263219759} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.3802924156188965, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 17.14, "ce": 0.0628763105487451, "kl": 0.08451162406709045, "context": 0.10513212438672781} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.7452385425567627, "loss_scale": 4.0, "retries": 0, "seconds": 136.4, "max_memory_gb": 17.14, "ce": 0.09043367755657528, "kl": 0.21059911529823694, "context": 0.19573323520307895} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.6122553944587708, "loss_scale": 4.0, "retries": 0, "seconds": 137.4, "max_memory_gb": 17.14, "ce": 0.026007808395661414, "kl": 0.018581024356535636, "context": 0.03529832058120519} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.5444141626358032, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 17.14, "ce": 0.05509972768777516, "kl": 0.07275710976409755, "context": 0.09147828257118817} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.1625838577747345, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.14, "ce": 0.006308763870038092, "kl": 0.003095803171163425, "context": 0.00785666547017172} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 4.760000228881836, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 17.14, "ce": 0.21056475541263353, "kl": 0.0015869152921368368, "context": 0.2113582172751194} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.922539472579956, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.14, "ce": 0.8932029533898458, "kl": 0.26255432618927443, "context": 1.024480105319526} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.227341175079346, "loss_scale": 4.0, "retries": 0, "seconds": 142.1, "max_memory_gb": 17.14, "ce": 0.22003203083295375, "kl": 0.006713486662192736, "context": 0.22338877257425338} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.1371319591999054, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.14, "ce": 0.008643423876492307, "kl": 0.0034550788149090295, "context": 0.010370963282184675} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.0881388783454895, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 17.14, "ce": 0.005521030543604866, "kl": 0.009429244149941951, "context": 0.010235652676783502} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.41675427556037903, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.14, "ce": 0.03375306189991534, "kl": 0.00378152227949613, "context": 0.03564382190234028} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.07939210534095764, "loss_scale": 4.0, "retries": 0, "seconds": 145.8, "max_memory_gb": 17.14, "ce": 0.005163270470802672, "kl": 0.008333966013196914, "context": 0.009330253335065208} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.0714435577392578, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 17.14, "ce": 0.16463083929556888, "kl": 0.0617674709064886, "context": 0.19551457068882883} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.1420798301696777, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 17.14, "ce": 0.13440432725474238, "kl": 0.46274922536576923, "context": 0.3657789455028251} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.1563573181629181, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 17.14, "ce": 0.0066923727572429925, "kl": 0.02371389040581562, "context": 0.018549317901488394} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.3493245840072632, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.14, "ce": 0.14145295857451856, "kl": 0.23065380596381146, "context": 0.2567798689706251} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.1423239707946777, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 17.14, "ce": 0.27646732691209763, "kl": 0.015007060632342473, "context": 0.2839708565734327} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.625436305999756, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 17.14, "ce": 0.23510060147964396, "kl": 0.0006500450017483672, "context": 0.23542561687645502} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.3603086769580841, "loss_scale": 4.0, "retries": 0, "seconds": 152.4, "max_memory_gb": 17.14, "ce": 0.0011276323202764615, "kl": 0.0440180375262571, "context": 0.02313665166730061} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.0001444816589355, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 17.14, "ce": 0.7629520089831203, "kl": 0.042430797024280764, "context": 0.7841674056835473} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.5857610702514648, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 17.14, "ce": 0.011158048553625122, "kl": 0.2936410841648467, "context": 0.15797859081067145} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.6990936398506165, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 17.14, "ce": 0.1595281430927571, "kl": 0.059051222749985754, "context": 0.1890537469589617} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.0124950408935547, "loss_scale": 4.0, "retries": 0, "seconds": 156.1, "max_memory_gb": 17.14, "ce": 0.08648749819258228, "kl": 0.5324302623048425, "context": 0.3527026142110117} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.05057675763964653, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.14, "ce": 0.003469013812718913, "kl": 0.0019037659985770006, "context": 0.004420896875672042} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.6987600326538086, "loss_scale": 4.0, "retries": 0, "seconds": 158.0, "max_memory_gb": 17.14, "ce": 0.0519905576693418, "kl": 0.012109263680486038, "context": 0.0580451901514607} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.4773963987827301, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 17.14, "ce": 0.02119482509442605, "kl": 0.024109917444548046, "context": 0.03324978391174227} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.23386943340301514, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 17.14, "ce": 0.02048079058295116, "kl": 0.008313716592965648, "context": 0.024637648952193558} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.1961395740509033, "loss_scale": 4.0, "retries": 0, "seconds": 160.8, "max_memory_gb": 17.14, "ce": 0.2639936569466954, "kl": 0.2891391780867707, "context": 0.4085632375499699} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.09274943172931671, "loss_scale": 4.0, "retries": 0, "seconds": 161.8, "max_memory_gb": 17.14, "ce": 0.0036414037240319885, "kl": 0.009464786235184874, "context": 0.008373796590603888} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.02218957245349884, "loss_scale": 4.0, "retries": 0, "seconds": 162.7, "max_memory_gb": 17.14, "ce": 0.0016016081790439785, "kl": 0.0003422035765652254, "context": 0.0017727100057527423} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.03524911403656, "loss_scale": 4.0, "retries": 0, "seconds": 163.6, "max_memory_gb": 17.14, "ce": 0.0043923715347773395, "kl": 0.3646783309523016, "context": 0.18673152969859075} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.8215656876564026, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 17.14, "ce": 0.07074499971349724, "kl": 0.13503001489061717, "context": 0.1382600050419569} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.44623908400535583, "loss_scale": 4.0, "retries": 0, "seconds": 165.5, "max_memory_gb": 17.14, "ce": 0.0219694689149037, "kl": 0.052173362113535404, "context": 0.04805615043733269} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.6919419765472412, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 17.14, "ce": 0.0279284089920111, "kl": 0.052612742700148374, "context": 0.05423478072043508} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.41488218307495117, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 17.14, "ce": 0.029570861370302737, "kl": 0.02309526126265382, "context": 0.04111849202308804} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.05613095313310623, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 17.14, "ce": 0.003196796227712184, "kl": 0.0028105228120693937, "context": 0.0046020575682632625} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.09345477819442749, "loss_scale": 4.0, "retries": 0, "seconds": 169.2, "max_memory_gb": 17.14, "ce": 0.006837079883553088, "kl": 0.0006048227405699436, "context": 0.007139491266570985} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.127892255783081, "loss_scale": 4.0, "retries": 0, "seconds": 170.2, "max_memory_gb": 17.14, "ce": 0.2941921162782819, "kl": 0.01005312865072483, "context": 0.29921867790835677} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.377624750137329, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 17.14, "ce": 0.1476366656133905, "kl": 0.14618810499086976, "context": 0.22073072544299066} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.0754581019282341, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 17.14, "ce": 0.004560701083391905, "kl": 0.0010563619471213315, "context": 0.005088882229756564} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.9694526195526123, "loss_scale": 4.0, "retries": 0, "seconds": 173.0, "max_memory_gb": 17.14, "ce": 0.11586119630374014, "kl": 0.0010001509363064542, "context": 0.1163612685049884} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.2256921529769897, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 17.14, "ce": 0.07502896309597418, "kl": 0.09659909432230052, "context": 0.12332851023529656} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.647027850151062, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 17.14, "ce": 0.18326389300636947, "kl": 0.07066525681875646, "context": 0.21859652688726783} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.42344966530799866, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.14, "ce": 0.043794050347059965, "kl": 0.028709231307630034, "context": 0.0581486648588907} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.325310230255127, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 17.14, "ce": 0.2726636578736361, "kl": 0.0095729593950864, "context": 0.27745013684398145} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.246797800064087, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 17.14, "ce": 0.142964486614801, "kl": 0.40433265815954655, "context": 0.3451308123767376} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.6366384625434875, "loss_scale": 4.0, "retries": 0, "seconds": 178.7, "max_memory_gb": 17.14, "ce": 0.14128846680978313, "kl": 0.0359094520972576, "context": 0.1592431968310848} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.1604644060134888, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 17.14, "ce": 0.11879026103997603, "kl": 0.043818928561449866, "context": 0.1406997229787521} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.1671215295791626, "loss_scale": 4.0, "retries": 0, "seconds": 180.6, "max_memory_gb": 17.14, "ce": 0.011486639588838443, "kl": 0.0033984855831477034, "context": 0.013185882155084983} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.426724374294281, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.14, "ce": 0.0777239512099186, "kl": 0.01601789593041758, "context": 0.08573290085769258} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.8877333402633667, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.14, "ce": 0.009460799177759327, "kl": 0.1311523299145847, "context": 0.07503696152707562} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.946785032749176, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 17.14, "ce": 0.11411144540761597, "kl": 0.020391539437696338, "context": 0.12430721335113049} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.8507095575332642, "loss_scale": 4.0, "retries": 0, "seconds": 184.3, "max_memory_gb": 17.14, "ce": 0.002426267270493554, "kl": 0.12021614585319185, "context": 0.06253433886013227} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.6566498875617981, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 17.14, "ce": 0.004453135596122593, "kl": 0.16824852789522993, "context": 0.08857740240637213} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.361873984336853, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.14, "ce": 0.22002689517103136, "kl": 0.03440471756039187, "context": 0.23722926061600447} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.519087553024292, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.14, "ce": 0.10585808287578402, "kl": 0.021172091529479076, "context": 0.11644412893656408} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.8324190378189087, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 17.14, "ce": 0.02404410467715934, "kl": 0.12700779297301779, "context": 0.08754800376482308} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.9305777549743652, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.14, "ce": 0.08557387176551856, "kl": 0.1793710850761272, "context": 0.175259412440937} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.247312068939209, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 17.14, "ce": 0.04620863718446344, "kl": 0.06677790415415075, "context": 0.07959758819197305} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.4789811372756958, "loss_scale": 4.0, "retries": 0, "seconds": 190.9, "max_memory_gb": 17.14, "ce": 0.004605634087056387, "kl": 0.1137570327064168, "context": 0.061484148682211526} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 6.738974571228027, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 17.14, "ce": 0.2239743555401219, "kl": 0.23363008146407083, "context": 0.3407894041738473} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.04325603321194649, "loss_scale": 4.0, "retries": 0, "seconds": 192.8, "max_memory_gb": 17.14, "ce": 0.0033776252530515194, "kl": 0.0007802441959938733, "context": 0.003767747402889654} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.7564990520477295, "loss_scale": 4.0, "retries": 0, "seconds": 193.7, "max_memory_gb": 17.14, "ce": 0.009157551015960053, "kl": 0.07934593382378807, "context": 0.04883051640354097} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.3684347867965698, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.14, "ce": 0.00795178378757555, "kl": 0.030858788137265947, "context": 0.023381177394185215} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.9278748035430908, "loss_scale": 4.0, "retries": 0, "seconds": 195.6, "max_memory_gb": 17.14, "ce": 0.04476026190968696, "kl": 0.15260749665321782, "context": 0.12106400838820264} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.7290171980857849, "loss_scale": 4.0, "retries": 0, "seconds": 196.5, "max_memory_gb": 17.14, "ce": 0.03363933343280223, "kl": 0.14053251374934916, "context": 0.10390558655490167} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.03229015693068504, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.14, "ce": 0.002058227255474776, "kl": 0.0012582806327827711, "context": 0.002687367581529543} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.014348126016557217, "loss_scale": 4.0, "retries": 0, "seconds": 198.4, "max_memory_gb": 17.14, "ce": 0.0006926163187017664, "kl": 0.00021140847820788622, "context": 0.0007983205723576248} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.004345178604126, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 17.14, "ce": 0.055079457320971414, "kl": 0.3046435079377261, "context": 0.20740121137350798} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.028012093156576157, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 17.14, "ce": 0.001824825940275332, "kl": 0.00017452289478114835, "context": 0.0019120873912470415} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.0203145742416382, "loss_scale": 4.0, "retries": 0, "seconds": 201.2, "max_memory_gb": 17.14, "ce": 0.0133094516932033, "kl": 0.8241435617674142, "context": 0.4253812371753156} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.45602723956108093, "loss_scale": 4.0, "retries": 0, "seconds": 202.1, "max_memory_gb": 17.14, "ce": 0.029994350057677366, "kl": 0.011086493701441213, "context": 0.03553759545320645} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.19813671708106995, "loss_scale": 4.0, "retries": 0, "seconds": 203.1, "max_memory_gb": 17.14, "ce": 0.01950526496511884, "kl": 0.0035841452327076695, "context": 0.02129733749461593} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.1417391300201416, "loss_scale": 4.0, "retries": 0, "seconds": 204.0, "max_memory_gb": 17.14, "ce": 0.06133306154515594, "kl": 0.017474443244282156, "context": 0.07007028174120933} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.049051836133003235, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.14, "ce": 0.003506000488414429, "kl": 0.00043504865152499406, "context": 0.0037235248455544934} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.8784881830215454, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 17.14, "ce": 0.31198546285304474, "kl": 0.0052606070321417064, "context": 0.31461577041773126} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.7045162916183472, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.14, "ce": 0.2375904997170437, "kl": 0.5231791304740909, "context": 0.49918007478117943} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2552817165851593, "loss_scale": 4.0, "retries": 0, "seconds": 207.6, "max_memory_gb": 17.14, "ce": 0.013600706963188713, "kl": 0.0035632940920322653, "context": 0.015382354133180343} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.12441696226596832, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 17.14, "ce": 0.013585235574282706, "kl": 0.0013493511851265794, "context": 0.014259911113185808} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.050201915204524994, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 17.14, "ce": 0.0038549824384972453, "kl": 0.002034002245636657, "context": 0.0048719835467636585} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.4133002758026123, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.14, "ce": 0.03339678233896848, "kl": 0.004688287606313679, "context": 0.035740926417929586} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.372570514678955, "loss_scale": 4.0, "retries": 0, "seconds": 211.4, "max_memory_gb": 17.14, "ce": 0.6253296361392131, "kl": 0.2105449571972713, "context": 0.7306021018302999} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.8750365972518921, "loss_scale": 4.0, "retries": 0, "seconds": 212.3, "max_memory_gb": 17.14, "ce": 0.042388663854580955, "kl": 0.08584406707359449, "context": 0.08531069521268364} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9341179132461548, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 17.14, "ce": 0.06597254128428176, "kl": 0.045961727413668996, "context": 0.088953405036591} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.48537522554397583, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 17.14, "ce": 0.07163935829885304, "kl": 0.03824096356402151, "context": 0.09075984032824636} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.2626815438270569, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.14, "ce": 0.014871539926389232, "kl": 0.008267952100140974, "context": 0.01900551578728482} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3446100354194641, "loss_scale": 4.0, "retries": 0, "seconds": 216.2, "max_memory_gb": 17.14, "ce": 0.008117276433040388, "kl": 0.09545704896396501, "context": 0.05584580278082285} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.26899608969688416, "loss_scale": 4.0, "retries": 0, "seconds": 217.1, "max_memory_gb": 17.14, "ce": 0.02324681999743916, "kl": 0.0053993285982869565, "context": 0.025946483598090708} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.5073325634002686, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.14, "ce": 0.09151414528059831, "kl": 0.0325763629625726, "context": 0.1078023304544331} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.6755287647247314, "loss_scale": 4.0, "retries": 0, "seconds": 219.0, "max_memory_gb": 17.14, "ce": 0.03916647634468973, "kl": 0.0006769992942281533, "context": 0.03950497548794374} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.1313838958740234, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 17.14, "ce": 0.037067810248117894, "kl": 0.30423286130462657, "context": 0.18918424774165032} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6568246483802795, "loss_scale": 4.0, "retries": 0, "seconds": 220.8, "max_memory_gb": 17.14, "ce": 0.032841190113686025, "kl": 0.008624158888324018, "context": 0.037153269586269744} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.8410583734512329, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 17.14, "ce": 0.08709818916395307, "kl": 0.05350359409749217, "context": 0.11384998611174524} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.9455880522727966, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 17.14, "ce": 0.008828609599731863, "kl": 0.3726131174046259, "context": 0.19513516433653422} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.7360084056854248, "loss_scale": 4.0, "retries": 0, "seconds": 223.7, "max_memory_gb": 17.14, "ce": 0.04151616250601364, "kl": 0.08751186067757999, "context": 0.08527209283784032} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.8155565857887268, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 17.14, "ce": 0.04158878154703416, "kl": 0.11303959525776008, "context": 0.09810857715638122} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5646470189094543, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 17.14, "ce": 0.03364008305652533, "kl": 0.023242644856509287, "context": 0.045261404316988774} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.263301134109497, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 17.14, "ce": 0.01341712020803243, "kl": 0.1682671129819937, "context": 0.0975506801623851} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.9278141260147095, "loss_scale": 4.0, "retries": 0, "seconds": 227.4, "max_memory_gb": 17.14, "ce": 0.029180716010159813, "kl": 0.5664961388424672, "context": 0.31242877192562446} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.0379037968814373, "loss_scale": 4.0, "retries": 0, "seconds": 228.3, "max_memory_gb": 17.14, "ce": 0.002620788203785196, "kl": 0.0009541384970361833, "context": 0.003097857435932383} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.4221217632293701, "loss_scale": 4.0, "retries": 0, "seconds": 229.4, "max_memory_gb": 17.14, "ce": 0.012994975466426695, "kl": 0.020037631012655766, "context": 0.023013790971162962} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.4537017345428467, "loss_scale": 4.0, "retries": 0, "seconds": 230.3, "max_memory_gb": 17.14, "ce": 0.08605459115642589, "kl": 0.24409632571041584, "context": 0.20810275012627244} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.029489414766430855, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 17.14, "ce": 0.0018889958300860599, "kl": 0.00037796031676862185, "context": 0.002077975994325243} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9711718559265137, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 17.14, "ce": 0.07224075641715899, "kl": 0.057670073310873704, "context": 0.10107579699251801} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.580657720565796, "loss_scale": 4.0, "retries": 0, "seconds": 233.1, "max_memory_gb": 17.14, "ce": 0.07521452599030454, "kl": 0.30944730166811496, "context": 0.22993817017413676} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.3861923217773438, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.14, "ce": 0.8587172591651324, "kl": 0.018974827591591747, "context": 0.8682046665926464} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.1476934552192688, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 17.14, "ce": 0.010142390296095982, "kl": 0.006461827022576472, "context": 0.013373303823755123} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.081979990005493, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 17.14, "ce": 0.048298239780706353, "kl": 0.0016532901663595112, "context": 0.04912488631089218} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.18608687818050385, "loss_scale": 4.0, "retries": 0, "seconds": 236.9, "max_memory_gb": 17.14, "ce": 0.0021613083663396537, "kl": 0.022307814845589746, "context": 0.013315215648617595} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.2049344778060913, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.14, "ce": 0.021442227909574285, "kl": 0.471030952547153, "context": 0.25695770065067336} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.9328116178512573, "loss_scale": 4.0, "retries": 0, "seconds": 238.7, "max_memory_gb": 17.14, "ce": 0.0658192491682712, "kl": 0.0673989806764439, "context": 0.09951874308171682} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.8653969764709473, "loss_scale": 4.0, "retries": 0, "seconds": 239.8, "max_memory_gb": 17.14, "ce": 0.1409067616041284, "kl": 0.043731536447921826, "context": 0.16277252984582447} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.39639812707901, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.14, "ce": 0.042586784285958856, "kl": 0.013536657545046182, "context": 0.04935511329676956} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.2748210430145264, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 17.14, "ce": 0.1387939079577336, "kl": 0.024637620575958863, "context": 0.15111271478235722} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.0237457752227783, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.14, "ce": 0.1091666595893912, "kl": 0.07306540847457654, "context": 0.14569936372572556} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.29459813237190247, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 17.14, "ce": 0.030933056463254616, "kl": 0.004552346110358485, "context": 0.03320923142018728} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.808887243270874, "loss_scale": 4.0, "retries": 0, "seconds": 244.5, "max_memory_gb": 17.14, "ce": 0.17440023174276575, "kl": 0.011393475026125088, "context": 0.18009696254739538} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.875873327255249, "loss_scale": 4.0, "retries": 0, "seconds": 245.4, "max_memory_gb": 17.14, "ce": 0.07390832313103601, "kl": 0.10313646205759142, "context": 0.1254765560152009} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.04970172420144081, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 17.14, "ce": 0.002003330591833219, "kl": 0.0022103862639255567, "context": 0.0031085236405488104} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.3049287796020508, "loss_scale": 4.0, "retries": 0, "seconds": 247.3, "max_memory_gb": 17.14, "ce": 0.022564161001355387, "kl": 0.017655273393756943, "context": 0.03139179741265252} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.2031067609786987, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 17.14, "ce": 0.04603502157260664, "kl": 0.03997448740847176, "context": 0.0660222650913056} diff --git a/runs/single_internvl/replacement/L09_s13/adapter/README.md b/runs/single_internvl/replacement/L09_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/single_internvl/replacement/L09_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/single_internvl/replacement/L09_s13/adapter/adapter_config.json b/runs/single_internvl/replacement/L09_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0e5fa7c3e803238589bba85a098a028781b07392 --- /dev/null +++ b/runs/single_internvl/replacement/L09_s13/adapter/adapter_config.json @@ -0,0 +1,50 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.9.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L09_s13/config.json b/runs/single_internvl/replacement/L09_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..256d6fa2ce55b53b2624fb948f185ec3e1711ec6 --- /dev/null +++ b/runs/single_internvl/replacement/L09_s13/config.json @@ -0,0 +1,24 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "groups_per_step": 4, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "weight_decay": 0.0, + "clip": 1.0, + "initial_loss_scale": 4.0, + "adapter": { + "layer": 9, + "rank": 16, + "trainable_parameters": 1212416 + } +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L09_s13/steps.jsonl b/runs/single_internvl/replacement/L09_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8e7bac5df342111faad6fd3f1f4529764c47e01e --- /dev/null +++ b/runs/single_internvl/replacement/L09_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 1.8831534385681152, "loss_scale": 4.0, "retries": 0, "seconds": 1.2, "max_memory_gb": 22.87, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 1.5541421175003052, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 22.88, "pair": 1.0988795161247253, "sign": 0.1809518150985241, "keep": 1.3682848971511703, "leak": 3.807235557928834e-06, "replacement": 1.873498797416687} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 3.560208797454834, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 22.88, "pair": 1.096444994211197, "sign": 0.11554034659639001, "keep": 2.071763277053833, "leak": 3.2282230677083135e-05, "replacement": 2.190104901790619} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 2.327899217605591, "loss_scale": 4.0, "retries": 0, "seconds": 4.3, "max_memory_gb": 22.88, "pair": 1.094647616147995, "sign": 0.03786211786791682, "keep": 0.8719649449631106, "leak": 2.3041752911012736e-05, "replacement": 1.5495668649673462} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 1.049674391746521, "loss_scale": 4.0, "retries": 0, "seconds": 5.3, "max_memory_gb": 22.88, "pair": 1.0959416329860687, "sign": 0.11669956287369132, "keep": 0.023239308982738294, "leak": 3.053751875725652e-05, "replacement": 1.1659187078475952} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.5211642980575562, "loss_scale": 4.0, "retries": 0, "seconds": 6.2, "max_memory_gb": 22.88, "pair": 1.095110684633255, "sign": 0.19878738559782505, "keep": 0.6298876876826398, "leak": 1.8943243617286498e-05, "replacement": 1.5094529390335083} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.8992257118225098, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 22.88, "pair": 1.0927569270133972, "sign": 0.08943738741800189, "keep": 1.4956674526983988, "leak": 0.00020254256884300048, "replacement": 1.885359913110733} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.142662763595581, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 22.93, "pair": 1.0856719315052032, "sign": 0.2089126369683072, "keep": 1.4138539209961891, "leak": 0.00046753385868214536, "replacement": 1.8971720933914185} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 7.278195858001709, "loss_scale": 4.0, "retries": 0, "seconds": 9.3, "max_memory_gb": 22.93, "pair": 1.0909188389778137, "sign": 0.5723472791723907, "keep": 1.3165859878063202, "leak": 0.00011792871123361692, "replacement": 2.035414934158325} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.36046302318573, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 22.93, "pair": 1.0818317830562592, "sign": 0.08028978039510548, "keep": 0.08815243796561845, "leak": 0.000722296186722815, "replacement": 1.1662334501743317} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 2.7359416484832764, "loss_scale": 4.0, "retries": 0, "seconds": 11.3, "max_memory_gb": 22.93, "pair": 1.0744937360286713, "sign": 0.20374835655093193, "keep": 1.20294342264242, "leak": 0.0005959518675808795, "replacement": 1.7779885530471802} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 2.33615779876709, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 22.93, "pair": 1.0566386282444, "sign": 0.07476525707170367, "keep": 0.8268880438845372, "leak": 0.001198207333800383, "replacement": 1.5077648758888245} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 2.1506917476654053, "loss_scale": 4.0, "retries": 0, "seconds": 13.3, "max_memory_gb": 22.93, "pair": 1.0336455404758453, "sign": 0.05613727727904916, "keep": 0.7597640948079061, "leak": 0.003949423538870178, "replacement": 1.4425835609436035} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.425950765609741, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 22.93, "pair": 1.0339522063732147, "sign": 0.26383141055703163, "keep": 1.3368660509586334, "leak": 0.004306914226617664, "replacement": 1.8353776335716248} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.8868227005004883, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 22.93, "pair": 1.0162837207317352, "sign": 0.20547416480258107, "keep": 0.7238360975534306, "leak": 0.01437536918092519, "replacement": 1.484532654285431} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.069096803665161, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 22.93, "pair": 1.0114204287528992, "sign": 0.2977005282882601, "keep": 0.27234532046713866, "leak": 0.00618035216757562, "replacement": 1.2979884445667267} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.8812527656555176, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 22.93, "pair": 1.0148610919713974, "sign": 0.7462977997492999, "keep": 0.6801791168982163, "leak": 0.016463122505228966, "replacement": 1.7322153449058533} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.0563833713531494, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 22.95, "pair": 0.9579077512025833, "sign": 0.18080311338417232, "keep": 0.5729471410741098, "leak": 0.01771378325065598, "replacement": 1.339211344718933} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.4458675384521484, "loss_scale": 4.0, "retries": 0, "seconds": 19.3, "max_memory_gb": 22.95, "pair": 0.8806473314762115, "sign": 0.03417837875895202, "keep": 0.5450976863503456, "leak": 0.15469895012211055, "replacement": 1.2089601755142212} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 2.509171724319458, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 22.95, "pair": 0.9450194537639618, "sign": 0.028060801327228546, "keep": 0.003852786514471518, "leak": 0.010187174892053008, "replacement": 0.9635230451822281} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.6431291103363037, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 22.95, "pair": 0.8480438888072968, "sign": 0.039465918904170394, "keep": 0.1431159373914852, "leak": 0.09809289127588272, "replacement": 0.9638580232858658} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.4088144302368164, "loss_scale": 4.0, "retries": 0, "seconds": 22.4, "max_memory_gb": 22.95, "pair": 0.8354174345731735, "sign": 0.059224341763183475, "keep": 0.2322344305430306, "leak": 0.059776272624731064, "replacement": 0.9960909187793732} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.3015270233154297, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 22.95, "pair": 0.7729613184928894, "sign": 0.029734276700764894, "keep": 0.7662445153482622, "leak": 0.04262281954288483, "replacement": 1.181606411933899} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.6867549419403076, "loss_scale": 4.0, "retries": 0, "seconds": 24.4, "max_memory_gb": 22.95, "pair": 0.610155314207077, "sign": 0.012474450864829123, "keep": 0.11772179137915373, "leak": 0.19199641048908234, "replacement": 0.723252534866333} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.242304563522339, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 22.95, "pair": 0.6621200144290924, "sign": 0.09909792011603713, "keep": 0.7331294700270519, "leak": 0.2270959815941751, "replacement": 1.1350077092647552} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.872846245765686, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 22.95, "pair": 0.5438873767852783, "sign": 0.05818484220071696, "keep": 0.08474025875329971, "leak": 0.3521863017231226, "replacement": 0.7033965140581131} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.790338397026062, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 22.95, "pair": 0.5582359805703163, "sign": 0.14726007520221174, "keep": 0.1733324269298464, "leak": 0.4234372712671757, "replacement": 0.8243915289640427} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.852540969848633, "loss_scale": 4.0, "retries": 0, "seconds": 28.5, "max_memory_gb": 22.95, "pair": 0.7272458449006081, "sign": 0.41388409305363894, "keep": 1.2069163089618087, "leak": 0.40489714313298464, "replacement": 1.6388703286647797} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 2.2343051433563232, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 22.95, "pair": 0.7452011257410049, "sign": 0.7196344379335642, "keep": 0.06293661380186677, "leak": 0.19724547024816275, "replacement": 1.1857980340719223} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.183798909187317, "loss_scale": 4.0, "retries": 0, "seconds": 30.5, "max_memory_gb": 22.95, "pair": 0.253401480615139, "sign": 0.00493299140362069, "keep": 0.09600840496841556, "leak": 0.8191967941820621, "replacement": 0.508671373128891} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.7071092128753662, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 22.95, "pair": 0.48698167130351067, "sign": 0.1785053912899457, "keep": 0.464311963878572, "leak": 0.904470656067133, "replacement": 1.034508004784584} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.6279914379119873, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 22.95, "pair": 0.32864111848175526, "sign": 0.09652226534672081, "keep": 0.04023550031706691, "leak": 1.8157319575548172, "replacement": 0.850952997803688} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.9183061122894287, "loss_scale": 4.0, "retries": 0, "seconds": 33.5, "max_memory_gb": 22.95, "pair": 0.6266646608710289, "sign": 0.17778208886738867, "keep": 0.08428658917546272, "leak": 0.2560195524711162, "replacement": 0.8217039182782173} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.0070924758911133, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 22.95, "pair": 0.2836861163377762, "sign": 0.017095437506213784, "keep": 0.007378162233180774, "leak": 1.4605087488889694, "replacement": 0.661050096154213} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.658215045928955, "loss_scale": 4.0, "retries": 0, "seconds": 35.5, "max_memory_gb": 22.95, "pair": 0.3275304138660431, "sign": 0.040541719645261765, "keep": 0.009915812916005962, "leak": 0.9873748570680618, "replacement": 0.5996028929948807} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 5.483116626739502, "loss_scale": 4.0, "retries": 0, "seconds": 36.5, "max_memory_gb": 22.95, "pair": 0.28393941279500723, "sign": 0.026315927389077842, "keep": 0.15005272695998428, "leak": 2.234081579372287, "replacement": 0.9306441247463226} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.800935745239258, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 22.95, "pair": 0.4569088015705347, "sign": 0.17920841468730941, "keep": 0.40389868976490106, "leak": 1.2788602344226092, "replacement": 1.0681773871183395} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 5.429566383361816, "loss_scale": 4.0, "retries": 0, "seconds": 38.5, "max_memory_gb": 22.95, "pair": 0.15490892715752125, "sign": 0.07321522361598909, "keep": 0.025952835800126195, "leak": 2.4638577103614807, "replacement": 0.8204573839902878} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.707430839538574, "loss_scale": 4.0, "retries": 0, "seconds": 39.5, "max_memory_gb": 22.95, "pair": 0.5249356552958488, "sign": 1.3692737353849225, "keep": 0.21856615893557318, "leak": 0.6182940155267715, "replacement": 1.4734290912747383} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.6072745323181152, "loss_scale": 4.0, "retries": 0, "seconds": 40.4, "max_memory_gb": 22.95, "pair": 0.16722378320991993, "sign": 0.008774315239861608, "keep": 0.009649785191868432, "leak": 1.4274855181574821, "replacement": 0.5333072021603584} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.54830265045166, "loss_scale": 4.0, "retries": 0, "seconds": 41.4, "max_memory_gb": 22.95, "pair": 0.6421970203518867, "sign": 0.9131779875606298, "keep": 1.0086604678072035, "leak": 0.3168862508609891, "replacement": 1.682337835431099} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 3.6590323448181152, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 22.95, "pair": 0.2920704260468483, "sign": 0.034367350046522915, "keep": 0.0017304898210568354, "leak": 1.5095976293087006, "replacement": 0.6875187456607819} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.482330083847046, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 22.95, "pair": 0.3430182971060276, "sign": 0.14575051213614643, "keep": 0.0042533686500974, "leak": 1.9103447049856186, "replacement": 0.8956063985824585} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.3341381549835205, "loss_scale": 4.0, "retries": 0, "seconds": 44.4, "max_memory_gb": 22.95, "pair": 0.2719042394310236, "sign": 0.1423032894381322, "keep": 0.8480402630284516, "leak": 1.1368097886443138, "replacement": 1.0512784868478775} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.0239644050598145, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 22.95, "pair": 0.6304717697203159, "sign": 0.7182859815657139, "keep": 1.943183871509973, "leak": 0.3625093077716883, "replacement": 2.051833987236023} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.4973089694976807, "loss_scale": 4.0, "retries": 0, "seconds": 46.4, "max_memory_gb": 22.95, "pair": 0.5017141401767731, "sign": 0.2665310657466762, "keep": 0.5141602924559265, "leak": 0.5535320825874805, "replacement": 1.0304428189992905} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.3263053894042969, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 22.95, "pair": 0.39540074579417706, "sign": 0.08456096262671053, "keep": 0.011837976925562543, "leak": 0.6603441471233964, "replacement": 0.608686238527298} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 2.9230332374572754, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 22.95, "pair": 0.22005962952971458, "sign": 0.024420461268164217, "keep": 0.02216626168228686, "leak": 1.3210525661706924, "replacement": 0.5736161395907402} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.9594849944114685, "loss_scale": 4.0, "retries": 0, "seconds": 49.4, "max_memory_gb": 22.95, "pair": 0.2799760401248932, "sign": 0.03229052806273103, "keep": 0.030099166338914074, "leak": 0.6315649822354317, "replacement": 0.4690621495246887} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.5236862897872925, "loss_scale": 4.0, "retries": 0, "seconds": 50.4, "max_memory_gb": 22.95, "pair": 0.39527326822280884, "sign": 0.07230794429779053, "keep": 0.2681152950426622, "leak": 0.538360096514225, "replacement": 0.7000748813152313} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.8321189880371094, "loss_scale": 4.0, "retries": 0, "seconds": 51.4, "max_memory_gb": 22.95, "pair": 0.389829158782959, "sign": 0.026598610100336373, "keep": 1.12427921581002, "leak": 0.28813050023745745, "replacement": 1.0373007133603096} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 1.9611413478851318, "loss_scale": 4.0, "retries": 0, "seconds": 52.3, "max_memory_gb": 22.95, "pair": 0.4815535843372345, "sign": 0.26082582911476493, "keep": 0.11912686759023927, "leak": 0.24543971940875053, "replacement": 0.7328898832201958} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.3634958267211914, "loss_scale": 4.0, "retries": 0, "seconds": 53.3, "max_memory_gb": 22.95, "pair": 0.4332090653479099, "sign": 0.08399327687220648, "keep": 0.364207984181121, "leak": 0.7194615611806512, "replacement": 0.8371750861406326} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.7840609550476074, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 22.95, "pair": 0.4705687686800957, "sign": 0.1308253761380911, "keep": 0.2951068467446021, "leak": 0.5192261282354593, "replacement": 0.8133413940668106} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.7212951183319092, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 22.95, "pair": 0.3713308684527874, "sign": 0.027621148386970162, "keep": 0.015457597051863559, "leak": 0.3763704337179661, "replacement": 0.48696286231279373} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.8350545167922974, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 22.95, "pair": 0.35685061663389206, "sign": 0.015835619531571865, "keep": 0.02080951351672411, "leak": 0.431119192391634, "replacement": 0.4829529747366905} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.0971622467041016, "loss_scale": 4.0, "retries": 0, "seconds": 57.2, "max_memory_gb": 22.95, "pair": 0.42515164613723755, "sign": 0.33269302058033645, "keep": 0.00847330591204809, "leak": 0.5166445565409958, "replacement": 0.7248959392309189} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.5837690830230713, "loss_scale": 4.0, "retries": 0, "seconds": 58.2, "max_memory_gb": 22.95, "pair": 0.15313056483864784, "sign": 0.009774723032023758, "keep": 0.018677725242014276, "leak": 0.9218904376029968, "replacement": 0.3978293910622597} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.0536181926727295, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 22.95, "pair": 0.42779085971415043, "sign": 0.04566209821496159, "keep": 0.02933251584181562, "leak": 0.5836979693849571, "replacement": 0.6112126410007477} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 2.4724643230438232, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 22.95, "pair": 0.4364512115716934, "sign": 0.056999147520400584, "keep": 0.11951099924044684, "leak": 0.44787196908146143, "replacement": 0.6366742551326752} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.9134702682495117, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 22.95, "pair": 0.4454042762517929, "sign": 0.2563240462914109, "keep": 0.03084223938640207, "leak": 1.9279621290042996, "replacement": 1.0709779262542725} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.241694450378418, "loss_scale": 4.0, "retries": 0, "seconds": 62.2, "max_memory_gb": 22.95, "pair": 0.3090772517025471, "sign": 0.025483803125098348, "keep": 0.048007180594140664, "leak": 0.6285580918192863, "replacement": 0.502962276339531} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.24977970123291, "loss_scale": 4.0, "retries": 0, "seconds": 63.2, "max_memory_gb": 22.95, "pair": 0.3836944904178381, "sign": 0.12829525768756866, "keep": 0.05048583960160613, "leak": 0.13199661421822384, "replacement": 0.506084181368351} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.6097636222839355, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 22.95, "pair": 0.2962212450802326, "sign": 0.017691331449896097, "keep": 0.024485552217811346, "leak": 0.40384270437061787, "replacement": 0.41827036440372467} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.740160942077637, "loss_scale": 4.0, "retries": 0, "seconds": 65.2, "max_memory_gb": 22.95, "pair": 0.39092511497437954, "sign": 0.32376202882733196, "keep": 0.25801621563732624, "leak": 1.6805829517543316, "replacement": 1.1019599884748459} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.2792863845825195, "loss_scale": 4.0, "retries": 0, "seconds": 66.2, "max_memory_gb": 22.95, "pair": 0.2910394771024585, "sign": 0.13245019591704477, "keep": 0.3247765327396195, "leak": 0.6725968178361654, "replacement": 0.6878020539879799} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.613327741622925, "loss_scale": 4.0, "retries": 0, "seconds": 67.2, "max_memory_gb": 22.95, "pair": 0.12374694645404816, "sign": 0.016139448853209615, "keep": 0.009841094011790119, "leak": 1.3151585906744003, "replacement": 0.46552685275673866} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 1.9514340162277222, "loss_scale": 4.0, "retries": 0, "seconds": 68.3, "max_memory_gb": 22.95, "pair": 0.3665388487279415, "sign": 0.043431958416476846, "keep": 0.009802949157801777, "leak": 0.5803643949329853, "replacement": 0.5382474139332771} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.1671082973480225, "loss_scale": 4.0, "retries": 0, "seconds": 69.3, "max_memory_gb": 22.95, "pair": 0.46635196916759014, "sign": 0.7886090076062828, "keep": 0.6784032549476251, "leak": 0.7148015908896923, "replacement": 1.378558486700058} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.519252300262451, "loss_scale": 4.0, "retries": 0, "seconds": 70.3, "max_memory_gb": 22.95, "pair": 0.2865910504478961, "sign": 0.029697673497139476, "keep": 0.004192780121229589, "leak": 2.193031944334507, "replacement": 0.8517942503094673} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.5019029378890991, "loss_scale": 4.0, "retries": 0, "seconds": 71.3, "max_memory_gb": 22.95, "pair": 0.13635278725996614, "sign": 0.0073175875877495855, "keep": 0.021633968990499852, "leak": 0.7726732939481735, "replacement": 0.34399688243865967} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.62784481048584, "loss_scale": 4.0, "retries": 0, "seconds": 72.3, "max_memory_gb": 22.95, "pair": 0.2524763774126768, "sign": 0.18533380085136741, "keep": 0.035493014787789434, "leak": 1.5229410491883755, "replacement": 0.7436250373721123} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.003303289413452, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 22.95, "pair": 0.3280925862491131, "sign": 0.11288187821628526, "keep": 0.5573839293683704, "leak": 0.3907437212765217, "replacement": 0.7609114199876785} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.0110044479370117, "loss_scale": 4.0, "retries": 0, "seconds": 74.2, "max_memory_gb": 22.95, "pair": 0.3542136177420616, "sign": 0.25900013020145707, "keep": 0.1353175988424482, "leak": 0.9434454645961523, "replacement": 0.7872338518500328} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.293330669403076, "loss_scale": 4.0, "retries": 0, "seconds": 75.3, "max_memory_gb": 22.95, "pair": 0.7048696279525757, "sign": 0.5045051341876388, "keep": 0.857106502255192, "leak": 0.09428578685037792, "replacement": 1.409246914088726} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.336854338645935, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 22.95, "pair": 0.29289051331579685, "sign": 0.08694236655719578, "keep": 0.014805335296841804, "leak": 0.48211782425642014, "replacement": 0.46429383009672165} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.616981029510498, "loss_scale": 4.0, "retries": 0, "seconds": 77.2, "max_memory_gb": 22.95, "pair": 0.21931299194693565, "sign": 0.009333328809589148, "keep": 0.004704444992967183, "leak": 1.0825264304876328, "replacement": 0.4969634786248207} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.366422176361084, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 22.95, "pair": 0.31266736797988415, "sign": 0.4864251222461462, "keep": 0.001407440096954815, "leak": 0.4335881471633911, "replacement": 0.6649806797504425} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 2.3388776779174805, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 22.95, "pair": 0.29235024005174637, "sign": 0.019690335844643414, "keep": 0.035826189526915186, "leak": 0.8039983715862036, "replacement": 0.5211081132292747} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.0582025051116943, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 22.95, "pair": 0.4263913780450821, "sign": 0.08950717048719525, "keep": 0.01896461208536948, "leak": 0.5403753146529198, "replacement": 0.6157211065292358} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.4488133192062378, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 22.95, "pair": 0.24556531198322773, "sign": 0.05365856579737738, "keep": 0.11004137946292758, "leak": 0.6915070563554764, "replacement": 0.5002920627593994} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.6982085704803467, "loss_scale": 4.0, "retries": 0, "seconds": 82.1, "max_memory_gb": 22.95, "pair": 0.3373240865767002, "sign": 1.0362174801994115, "keep": 0.02488121163332835, "leak": 0.950455442070961, "replacement": 1.1054872572422028} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.2860183715820312, "loss_scale": 4.0, "retries": 0, "seconds": 83.1, "max_memory_gb": 22.95, "pair": 0.3611902194097638, "sign": 0.03251211380120367, "keep": 0.35776354919653386, "leak": 1.1288521625101566, "replacement": 0.8385411202907562} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.6993597745895386, "loss_scale": 4.0, "retries": 0, "seconds": 84.1, "max_memory_gb": 22.95, "pair": 0.2256137952208519, "sign": 0.028690271108644083, "keep": 0.035421843379594975, "leak": 0.46174582093954086, "replacement": 0.37310631200671196} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 4.199060916900635, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 22.95, "pair": 0.13794797006994486, "sign": 0.03251225681742653, "keep": 0.0476917698264856, "leak": 0.7034069746732712, "replacement": 0.3539017289876938} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.79893159866333, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 22.95, "pair": 0.34229112416505814, "sign": 0.30999938026070595, "keep": 0.3070071005495265, "leak": 0.2656552316620946, "replacement": 0.7172081768512726} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.398972749710083, "loss_scale": 4.0, "retries": 0, "seconds": 87.1, "max_memory_gb": 22.95, "pair": 0.27666474133729935, "sign": 0.09732017875649035, "keep": 0.007162663925555535, "leak": 0.8725062981247902, "replacement": 0.5470327064394951} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 3.6120355129241943, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 22.95, "pair": 0.33519845455884933, "sign": 0.2013673409819603, "keep": 0.048782399156607426, "leak": 0.7183216139674187, "replacement": 0.6398537382483482} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.4835822582244873, "loss_scale": 4.0, "retries": 0, "seconds": 89.1, "max_memory_gb": 22.95, "pair": 0.44679231010377407, "sign": 0.16352154055493884, "keep": 0.013562156762816358, "leak": 0.027787672472186387, "replacement": 0.5422810781747103} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.2846755981445312, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 22.95, "pair": 0.29626962915062904, "sign": 0.07918926037382334, "keep": 0.03613118108478375, "leak": 0.6333860806189477, "replacement": 0.512276366353035} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 5.312634468078613, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 22.95, "pair": 0.5215264782309532, "sign": 0.26465923385694623, "keep": 0.34549186297226697, "leak": 0.3208880852907896, "replacement": 0.9068240523338318} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 5.219927787780762, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 22.95, "pair": 0.34137225709855556, "sign": 0.7181744847330265, "keep": 1.155859339511835, "leak": 0.41702100448310375, "replacement": 1.3826444074511528} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.8158199787139893, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 22.95, "pair": 0.2574833771213889, "sign": 0.034859091276302934, "keep": 0.11125916964374483, "leak": 0.4211192417424172, "replacement": 0.4358223080635071} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.516179084777832, "loss_scale": 4.0, "retries": 0, "seconds": 94.2, "max_memory_gb": 22.95, "pair": 0.21650342270731926, "sign": 0.027639720996376127, "keep": 0.5960626307642087, "leak": 0.7713373154401779, "replacement": 0.7211889326572418} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.102846145629883, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 22.95, "pair": 0.40710921958088875, "sign": 0.31351304263807833, "keep": 1.3816062619443983, "leak": 0.6131313462619801, "replacement": 1.407951720058918} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.2954745292663574, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 22.95, "pair": 0.32057588919997215, "sign": 0.10346687625860795, "keep": 1.0549276371020824, "leak": 0.5783274713903666, "replacement": 1.0443549901247025} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 3.2045514583587646, "loss_scale": 4.0, "retries": 0, "seconds": 97.1, "max_memory_gb": 22.95, "pair": 0.2073228983208537, "sign": 0.011729067657142878, "keep": 0.021533117136414148, "leak": 1.1231425991281867, "replacement": 0.5047396421432495} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.6786693334579468, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 22.95, "pair": 0.34827940724790096, "sign": 0.11426009912975132, "keep": 0.02894670376065278, "leak": 0.5966442506760359, "replacement": 0.5690438859164715} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 2.334135055541992, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 22.95, "pair": 0.46611788123846054, "sign": 0.6980588412843645, "keep": 0.023882547689254352, "leak": 0.5142200291156769, "replacement": 0.9556435570120811} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 3.932904005050659, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 22.95, "pair": 0.5910252928733826, "sign": 0.9177376716397703, "keep": 0.35437305964296684, "leak": 0.7693098546005785, "replacement": 1.4194080755114555} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 8.376903533935547, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 22.95, "pair": 0.1320562670007348, "sign": 0.007120789523469284, "keep": 0.020101482288737316, "leak": 3.1365576833486557, "replacement": 0.9298067986965179} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.232344388961792, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 22.95, "pair": 0.20258550252765417, "sign": 0.01570537337101996, "keep": 0.07737067062407732, "leak": 0.38140115163696464, "replacement": 0.34447380900382996} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 1.6806325912475586, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 22.95, "pair": 0.15148483961820602, "sign": 0.024268280249089003, "keep": 0.01362408482873434, "leak": 0.8637259732931852, "replacement": 0.38636251352727413} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.8784220218658447, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 22.95, "pair": 0.16849488951265812, "sign": 0.227461053582374, "keep": 0.003361710667377338, "leak": 0.4055904522538185, "replacement": 0.38530388846993446} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 3.431947708129883, "loss_scale": 4.0, "retries": 0, "seconds": 105.1, "max_memory_gb": 22.95, "pair": 0.3350630924105644, "sign": 0.01877171907108277, "keep": 0.10482137720100582, "leak": 0.575908983591944, "replacement": 0.5408368855714798} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.9779163599014282, "loss_scale": 4.0, "retries": 0, "seconds": 106.1, "max_memory_gb": 22.95, "pair": 0.2718772180378437, "sign": 0.02883326867595315, "keep": 0.015738001875433838, "leak": 0.34415862895548344, "replacement": 0.3802025020122528} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.882543563842773, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 22.95, "pair": 0.1743780318647623, "sign": 0.2747299181064591, "keep": 1.639592896650015, "leak": 0.5985821521608159, "replacement": 1.2811849936842918} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.9990391731262207, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 22.95, "pair": 0.4211471974849701, "sign": 0.1903912527486682, "keep": 0.025181229660347526, "leak": 0.28704385459423065, "replacement": 0.6006944328546524} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.5926058292388916, "loss_scale": 4.0, "retries": 0, "seconds": 109.1, "max_memory_gb": 22.95, "pair": 0.41648489236831665, "sign": 0.09530361369252205, "keep": 0.06990567949833348, "leak": 0.6641689967364073, "replacement": 0.6651317775249481} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 3.1722373962402344, "loss_scale": 4.0, "retries": 0, "seconds": 110.1, "max_memory_gb": 22.95, "pair": 0.31231024488806725, "sign": 0.13710942049510777, "keep": 0.22722222190350294, "leak": 0.5641811341047287, "replacement": 0.6355213597416878} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 5.348597049713135, "loss_scale": 4.0, "retries": 0, "seconds": 111.1, "max_memory_gb": 22.95, "pair": 0.25570518570020795, "sign": 1.2357008931066957, "keep": 0.0010709509069783962, "leak": 0.8790072426199913, "replacement": 1.0938429236412048} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 9.019539833068848, "loss_scale": 4.0, "retries": 0, "seconds": 112.1, "max_memory_gb": 22.95, "pair": 0.05455461982637644, "sign": 0.0055357455858029425, "keep": 0.007405475065752398, "leak": 1.9221423789858818, "replacement": 0.541560810059309} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.6513426303863525, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 22.95, "pair": 0.18928005639463663, "sign": 0.026308168249670416, "keep": 0.011514679645188153, "leak": 0.4886726103723049, "replacement": 0.3303596302866936} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.032360553741455, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 22.95, "pair": 0.22951724752783775, "sign": 0.03979952016379684, "keep": 0.023022921406663954, "leak": 0.8962413519620895, "replacement": 0.4849887937307358} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.890624761581421, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 22.95, "pair": 0.20512122847139835, "sign": 0.01054053072584793, "keep": 0.01021097367265611, "leak": 0.49150714464485645, "replacement": 0.3383737653493881} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 6.769735813140869, "loss_scale": 4.0, "retries": 0, "seconds": 116.1, "max_memory_gb": 22.95, "pair": 0.2458859821781516, "sign": 0.6909430921950843, "keep": 0.9004999347034754, "leak": 0.3431466408073902, "replacement": 1.1273941211402416} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 12.45372200012207, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 22.97, "pair": 0.09571306081488729, "sign": 0.26726607329328544, "keep": 0.8036906606721459, "leak": 2.4615385234355927, "replacement": 1.2465760484337807} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.3290274143218994, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 22.97, "pair": 0.2712026536464691, "sign": 0.32724389515351504, "keep": 0.4389941028675821, "leak": 0.306634271517396, "replacement": 0.7309802174568176} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 5.273016929626465, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 22.97, "pair": 0.32530211564153433, "sign": 0.23865967255551368, "keep": 0.01967869538418654, "leak": 0.28320410568267107, "replacement": 0.5252723153680563} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.738897800445557, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 22.97, "pair": 0.3656236603856087, "sign": 0.8302455255761743, "keep": 1.687045092927292, "leak": 0.2028717678040266, "replacement": 1.6749870255589485} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 3.7166500091552734, "loss_scale": 4.0, "retries": 0, "seconds": 121.1, "max_memory_gb": 22.97, "pair": 0.525656521320343, "sign": 0.40332347399089485, "keep": 0.08515851642368943, "leak": 0.4872561336378567, "replacement": 0.8917115814983845} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.4465279579162598, "loss_scale": 4.0, "retries": 0, "seconds": 122.1, "max_memory_gb": 22.97, "pair": 0.36491585057228804, "sign": 0.09736061320290901, "keep": 0.05060915405465494, "leak": 0.5406984589062631, "replacement": 0.5740753561258316} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 6.23325252532959, "loss_scale": 4.0, "retries": 0, "seconds": 123.1, "max_memory_gb": 22.97, "pair": 0.3828754164278507, "sign": 1.3279439884936437, "keep": 0.09626416460378096, "leak": 0.764106079514022, "replacement": 1.2860059887170792} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.281583786010742, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 22.97, "pair": 0.5175217594951391, "sign": 0.6268585391808301, "keep": 1.8497732521500438, "leak": 0.25776171928009717, "replacement": 1.8202781341969967} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.846368312835693, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 22.97, "pair": 0.30874527315609157, "sign": 0.22461025731172413, "keep": 0.18953162797970435, "leak": 1.7203640679363161, "replacement": 0.9459072351455688} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 7.332070827484131, "loss_scale": 4.0, "retries": 0, "seconds": 126.0, "max_memory_gb": 22.97, "pair": 0.5725730718113482, "sign": 0.5038051595329307, "keep": 0.8644355917349458, "leak": 1.4370797481387854, "replacement": 1.6159633845090866} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.3077964782714844, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 22.97, "pair": 0.13877779734320939, "sign": 0.008502309225150384, "keep": 0.04870734612813976, "leak": 0.6207031663507223, "replacement": 0.3225584179162979} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 5.253549098968506, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 22.97, "pair": 0.2135076690465212, "sign": 0.8758166824409273, "keep": 0.9688494473230094, "leak": 0.49291414581239223, "replacement": 1.2590693105012178} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.8934242725372314, "loss_scale": 4.0, "retries": 0, "seconds": 129.0, "max_memory_gb": 22.97, "pair": 0.2614284446462989, "sign": 0.07696923406911083, "keep": 0.11455712979659438, "leak": 0.6286494210362434, "replacement": 0.5143539905548096} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 3.91387677192688, "loss_scale": 4.0, "retries": 0, "seconds": 129.9, "max_memory_gb": 22.97, "pair": 0.4498019106686115, "sign": 1.5794734209775925, "keep": 0.05083928474050481, "leak": 0.1437174715101719, "replacement": 1.30088771879673} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 7.128758430480957, "loss_scale": 4.0, "retries": 0, "seconds": 130.9, "max_memory_gb": 22.97, "pair": 0.6055817943997681, "sign": 0.4006512628402561, "keep": 0.6028178080705402, "leak": 0.8257020656019449, "replacement": 1.3137418255209923} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 10.000015258789062, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 22.97, "pair": 0.09064436866901815, "sign": 0.011808017821749672, "keep": 0.4151527321391768, "leak": 1.9983508586883545, "replacement": 0.8037124881520867} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.6799187660217285, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 22.97, "pair": 0.48348528146743774, "sign": 0.5128558881115168, "keep": 0.8719755218480714, "leak": 0.3746339201461524, "replacement": 1.2695594280958176} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 4.1514892578125, "loss_scale": 4.0, "retries": 0, "seconds": 133.9, "max_memory_gb": 22.97, "pair": 0.24536871584132314, "sign": 0.3326255040446995, "keep": 0.6755501007371549, "leak": 0.03572578262537718, "replacement": 0.7583879446610808} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 8.83168888092041, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 22.97, "pair": 0.1611919696442783, "sign": 0.01897980507055763, "keep": 0.09126110826036893, "leak": 1.3768708356656134, "replacement": 0.5605301260948181} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.138373851776123, "loss_scale": 4.0, "retries": 0, "seconds": 135.8, "max_memory_gb": 22.97, "pair": 0.2885778918862343, "sign": 0.5151804848574102, "keep": 0.42914652041508816, "leak": 0.8709324486553669, "replacement": 0.9784745424985886} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.927002906799316, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 22.97, "pair": 0.12968616210855544, "sign": 0.014826233629719354, "keep": 0.04227271815761924, "leak": 1.164629515260458, "replacement": 0.44939302653074265} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.6159024238586426, "loss_scale": 4.0, "retries": 0, "seconds": 137.9, "max_memory_gb": 22.97, "pair": 0.16230799071490765, "sign": 0.027201552729820833, "keep": 0.14841226022690535, "leak": 0.5317188054323196, "replacement": 0.38304460793733597} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.992600679397583, "loss_scale": 4.0, "retries": 0, "seconds": 138.9, "max_memory_gb": 22.97, "pair": 0.34249372407794, "sign": 0.6159041502978653, "keep": 0.032687348080798984, "leak": 0.5989614464342594, "replacement": 0.8165298104286194} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 3.4320857524871826, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 22.97, "pair": 0.216030552983284, "sign": 0.03680899477330968, "keep": 0.025560847483575344, "leak": 0.09882082603871822, "replacement": 0.27192067727446556} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.5217671394348145, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 22.97, "pair": 0.32049185037612915, "sign": 0.2288364586129319, "keep": 0.007216214027721435, "leak": 0.6287311537380447, "replacement": 0.5957009717822075} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 3.157815933227539, "loss_scale": 4.0, "retries": 0, "seconds": 141.9, "max_memory_gb": 22.97, "pair": 0.3475808724761009, "sign": 0.46500934404321015, "keep": 0.3469986260170117, "leak": 0.17827414302155375, "replacement": 0.7981533948332071} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 5.212045669555664, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 22.97, "pair": 0.4676759708672762, "sign": 0.19625690588145517, "keep": 1.2662215056270725, "leak": 0.18567474000155926, "replacement": 1.2453338466584682} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 4.442117214202881, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 22.97, "pair": 0.49223457276821136, "sign": 0.7085519055835903, "keep": 0.12039195513352752, "leak": 0.23082231311127543, "replacement": 0.9644121527671814} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.905203104019165, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 22.97, "pair": 0.24074825271964073, "sign": 0.028716980072204024, "keep": 0.010604243329908059, "leak": 0.13271711207926273, "replacement": 0.2935881372541189} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 4.300990104675293, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 22.97, "pair": 0.40269371308386326, "sign": 0.09068692964501679, "keep": 0.00936975389777217, "leak": 1.0854785647243261, "replacement": 0.7240916863083839} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 5.10436487197876, "loss_scale": 4.0, "retries": 0, "seconds": 147.0, "max_memory_gb": 22.97, "pair": 0.5468679461628199, "sign": 0.9535212113987654, "keep": 1.1626910265767947, "leak": 1.1418316140770912, "replacement": 1.8904320150613785} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.5944454669952393, "loss_scale": 4.0, "retries": 0, "seconds": 148.0, "max_memory_gb": 22.97, "pair": 0.15125263296067715, "sign": 0.024446320487186313, "keep": 0.003005234135343926, "leak": 0.3496725403238088, "replacement": 0.2523965425789356} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 5.711482048034668, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 22.97, "pair": 0.2665113448165357, "sign": 0.07243065541842952, "keep": 0.016244042257312685, "leak": 1.0357092786580324, "replacement": 0.5697760060429573} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 4.481656551361084, "loss_scale": 4.0, "retries": 0, "seconds": 150.0, "max_memory_gb": 22.97, "pair": 0.3762748669832945, "sign": 0.13043738051783293, "keep": 0.2237824653275311, "leak": 0.1300286784535274, "replacement": 0.5858919471502304} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.1130659580230713, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 22.97, "pair": 0.24703187867999077, "sign": 0.022779169492423534, "keep": 0.01975955297530163, "leak": 0.08660880103707314, "replacement": 0.28995344042778015} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.8786280155181885, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 22.97, "pair": 0.2689098659902811, "sign": 0.008365559217054397, "keep": 0.027701409577275626, "leak": 0.3158258982002735, "replacement": 0.36589981988072395} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 6.629994869232178, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 22.97, "pair": 0.1683993928891141, "sign": 0.006381786850397475, "keep": 0.020258575792468037, "leak": 1.3846899382770061, "replacement": 0.5278920661658049} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.152682065963745, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 22.97, "pair": 0.2107237169984728, "sign": 0.010202249803114682, "keep": 0.4264296388719231, "leak": 0.7226661676540971, "replacement": 0.6097062230110168} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.3504867553710938, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 22.97, "pair": 0.1474881088361144, "sign": 0.007093066204106435, "keep": 0.5562160271824723, "leak": 0.785486800596118, "replacement": 0.6255143499001861} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 3.7111165523529053, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 22.97, "pair": 0.10567470826208591, "sign": 0.002695909613976255, "keep": 0.0537267198869813, "leak": 0.06645573116838932, "replacement": 0.15049995481967926} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.876799583435059, "loss_scale": 4.0, "retries": 0, "seconds": 157.3, "max_memory_gb": 22.97, "pair": 0.13535439362749457, "sign": 1.1904391483403742, "keep": 0.038171862175659044, "leak": 4.6036973195150495, "replacement": 1.9005842693150043} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.065948963165283, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 22.97, "pair": 0.3677542805671692, "sign": 0.4001893165986985, "keep": 0.47894071130576776, "leak": 0.052420579522731714, "replacement": 0.8204244207590818} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 4.248685836791992, "loss_scale": 4.0, "retries": 0, "seconds": 159.3, "max_memory_gb": 23.01, "pair": 0.22982695326209068, "sign": 0.010363507142756134, "keep": 0.0043610157299553975, "leak": 0.3226349428296089, "replacement": 0.31784794852137566} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 5.929715156555176, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 23.01, "pair": 0.32134325336664915, "sign": 0.1711360472254455, "keep": 0.5255845530191436, "leak": 0.6009750445373356, "replacement": 0.8199473172426224} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.763643503189087, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 23.01, "pair": 0.2647384684532881, "sign": 0.11241976160090417, "keep": 0.14047138575824647, "leak": 0.20087905041873455, "replacement": 0.4414038024842739} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.4773483276367188, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 23.01, "pair": 0.056214313954114914, "sign": 0.01134563225787133, "keep": 0.12108511293081392, "leak": 0.6746194111183286, "replacement": 0.2910845298320055} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.560574531555176, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 23.01, "pair": 0.25256060995161533, "sign": 0.25432202965021133, "keep": 0.37751452857628465, "leak": 0.15202163718640804, "replacement": 0.6064843032509089} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 7.2158098220825195, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 23.01, "pair": 0.3833145201206207, "sign": 0.28544103947933763, "keep": 0.18922261595434975, "leak": 0.5346044841426192, "replacement": 0.7542974501848221} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 2.2179689407348633, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 23.01, "pair": 0.06505387730430812, "sign": 0.010422497885883786, "keep": 0.00205071025993675, "leak": 0.32191544957458973, "replacement": 0.15176934376358986} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 9.949411392211914, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 23.01, "pair": 0.538355240598321, "sign": 0.7753997435793281, "keep": 1.2299897253978997, "leak": 0.951816980028525, "replacement": 1.7790042236447334} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 3.6801440715789795, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 23.01, "pair": 0.263004619628191, "sign": 0.04922633129172027, "keep": 0.04086477268720046, "leak": 0.8266477463766932, "replacement": 0.5147121101617813} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.1892199516296387, "loss_scale": 4.0, "retries": 0, "seconds": 167.9, "max_memory_gb": 23.01, "pair": 0.17741800704970956, "sign": 0.011920420787646435, "keep": 0.09907021996332332, "leak": 0.14166710281278938, "replacement": 0.26833008974790573} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.085299015045166, "loss_scale": 4.0, "retries": 0, "seconds": 169.0, "max_memory_gb": 23.01, "pair": 0.3491409895941615, "sign": 0.1303299420978874, "keep": 0.1462266966700554, "leak": 0.4283640068024397, "replacement": 0.5945103093981743} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 13.351149559020996, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 23.01, "pair": 0.17061835958156735, "sign": 0.004293187703297008, "keep": 0.021853280362847727, "leak": 2.376759613864124, "replacement": 0.777881492394954} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.7411048412323, "loss_scale": 4.0, "retries": 0, "seconds": 170.9, "max_memory_gb": 23.01, "pair": 0.11840375862084329, "sign": 0.06320028007394285, "keep": 0.07354215878876857, "leak": 0.11333453375846148, "replacement": 0.21510861907154322} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.7251442670822144, "loss_scale": 4.0, "retries": 0, "seconds": 171.9, "max_memory_gb": 23.01, "pair": 0.08400524116586894, "sign": 0.002053736272500828, "keep": 0.014212413982022554, "leak": 0.43512915819883347, "replacement": 0.20092060416936874} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 11.617247581481934, "loss_scale": 4.0, "retries": 0, "seconds": 172.9, "max_memory_gb": 23.01, "pair": 0.09707641243585385, "sign": 0.07882288131077075, "keep": 0.09887126673129387, "leak": 1.893956707790494, "replacement": 0.6594126597046852} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.909337043762207, "loss_scale": 4.0, "retries": 0, "seconds": 173.8, "max_memory_gb": 23.01, "pair": 0.09003525035222992, "sign": 0.0073357840738026425, "keep": 0.012841533402252026, "leak": 0.9745279401540756, "replacement": 0.343755891546607} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 4.444116115570068, "loss_scale": 4.0, "retries": 0, "seconds": 174.8, "max_memory_gb": 23.01, "pair": 0.2891744771040976, "sign": 0.29001606220845133, "keep": 0.703905419446528, "leak": 0.5380029603838921, "replacement": 0.9206359796226025} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.7149720191955566, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 23.01, "pair": 0.042536689434200525, "sign": 0.025309817487141117, "keep": 0.008249592792708427, "leak": 0.4998386095976457, "replacement": 0.18427604623138905} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 8.715338706970215, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 23.01, "pair": 0.17712061270140111, "sign": 0.3124123845336726, "keep": 0.006255833600562255, "leak": 0.970713023096323, "replacement": 0.5791329964995384} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 11.226228713989258, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 23.01, "pair": 0.05709177354583517, "sign": 0.0540716567702475, "keep": 0.5013172665348975, "leak": 1.2700059227645397, "replacement": 0.6522877402603626} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 3.301069974899292, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 23.01, "pair": 0.5585340769030154, "sign": 0.5265616302494891, "keep": 0.6244885492935737, "leak": 0.09448866610182449, "replacement": 1.157681308221072} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.751007080078125, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 23.01, "pair": 0.2533019371330738, "sign": 0.03081810474395752, "keep": 0.061628799652680755, "leak": 0.3848036027047783, "replacement": 0.3957262858748436} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 20.68879508972168, "loss_scale": 4.0, "retries": 0, "seconds": 180.7, "max_memory_gb": 23.01, "pair": 0.08829250853159465, "sign": 0.00446231563546462, "keep": 0.031763747887453064, "leak": 3.156345620751381, "replacement": 0.8954919427633286} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 6.033539772033691, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 23.01, "pair": 0.33768250420689583, "sign": 0.31690632906975225, "keep": 0.008522467745933682, "leak": 2.346685390919447, "replacement": 1.0870682317763567} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.76263165473938, "loss_scale": 4.0, "retries": 0, "seconds": 182.7, "max_memory_gb": 23.01, "pair": 0.12123022601008415, "sign": 0.041739557855180465, "keep": 0.002443039227301824, "leak": 0.6704624481499195, "replacement": 0.3109371215105057} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 5.7693681716918945, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 23.01, "pair": 0.29664530977606773, "sign": 0.00489810285216663, "keep": 0.004293440350465971, "leak": 1.2111857078270987, "replacement": 0.604037499986589} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.5806679725646973, "loss_scale": 4.0, "retries": 0, "seconds": 184.8, "max_memory_gb": 23.01, "pair": 0.18889351014513522, "sign": 0.02504395654250402, "keep": 0.029632827499881387, "leak": 0.41100083594210446, "replacement": 0.3189821019768715} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.825693130493164, "loss_scale": 4.0, "retries": 0, "seconds": 185.8, "max_memory_gb": 23.01, "pair": 0.1723444832896348, "sign": 0.018928336670796853, "keep": 0.7122988523487948, "leak": 0.6775381788611412, "replacement": 0.7073425948619843} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 5.481988430023193, "loss_scale": 4.0, "retries": 0, "seconds": 186.8, "max_memory_gb": 23.01, "pair": 0.2898931363597512, "sign": 0.010145909589482471, "keep": 0.2323885175283067, "leak": 1.0630969190970063, "replacement": 0.6769345700740814} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 3.3556785583496094, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 23.01, "pair": 0.5555139211937785, "sign": 0.80763616488548, "keep": 0.7708361412132945, "leak": 0.062071328051388264, "replacement": 1.3602680386975408} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 8.206622123718262, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 23.01, "pair": 0.05892635392956436, "sign": 0.5080872259568423, "keep": 1.1153402286581695, "leak": 1.4648906800475743, "replacement": 1.236862801015377} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.909685134887695, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 23.01, "pair": 0.042899966007098556, "sign": 0.0038080995727796108, "keep": 0.007435258594341576, "leak": 0.8605238236486912, "replacement": 0.2636525947600603} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 15.605817794799805, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 23.01, "pair": 0.30285696452483535, "sign": 0.5221271181944758, "keep": 0.847560303278442, "leak": 1.9249317524954677, "replacement": 1.4689336083829403} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.6087937355041504, "loss_scale": 4.0, "retries": 0, "seconds": 191.5, "max_memory_gb": 23.01, "pair": 0.4737587533891201, "sign": 0.4648242937400937, "keep": 1.0902025578543544, "leak": 0.2637784597463906, "replacement": 1.3172168284654617} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 5.0467119216918945, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 23.01, "pair": 0.14279636781429872, "sign": 0.019041613821173087, "keep": 0.008051394540416368, "leak": 0.9765829239040613, "replacement": 0.40048859268426895} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.3168625831604004, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 23.01, "pair": 0.2736030016094446, "sign": 0.21486914972774684, "keep": 0.023323623783653602, "leak": 0.43678496312350035, "replacement": 0.5018955990672112} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 13.921334266662598, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 23.01, "pair": 0.24189430475234985, "sign": 0.06387618905864656, "keep": 0.0057508192548993975, "leak": 1.413833947153762, "replacement": 0.630166307091713} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.960651397705078, "loss_scale": 4.0, "retries": 0, "seconds": 195.5, "max_memory_gb": 23.01, "pair": 0.13355107326060534, "sign": 0.008452721012872644, "keep": 0.007696292153354989, "leak": 1.654412958305386, "replacement": 0.5552288265898824} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 6.621670246124268, "loss_scale": 4.0, "retries": 0, "seconds": 196.5, "max_memory_gb": 23.01, "pair": 0.08651987998746336, "sign": 0.02902979022474028, "keep": 0.0025466995139140636, "leak": 1.5709768547676504, "replacement": 0.4950523469597101} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.8469438552856445, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 23.01, "pair": 0.18782204040326178, "sign": 0.07559773465618491, "keep": 0.11913005346286809, "leak": 0.5558218341320753, "replacement": 0.42414139211177826} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 7.05057430267334, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 23.01, "pair": 0.15456068515777588, "sign": 0.02984606927202549, "keep": 0.47433083108626306, "leak": 0.8943059435114264, "replacement": 0.6302256174385548} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.280217170715332, "loss_scale": 4.0, "retries": 0, "seconds": 199.5, "max_memory_gb": 23.01, "pair": 0.3446080449502915, "sign": 0.336506100022234, "keep": 1.26447773585096, "leak": 0.6184871621080674, "replacement": 1.2997216880321503} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 7.2884521484375, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 23.01, "pair": 0.5764994025230408, "sign": 0.2763662380166352, "keep": 0.32467408187221736, "leak": 0.3014826159924269, "replacement": 0.9523901641368866} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 16.372072219848633, "loss_scale": 4.0, "retries": 0, "seconds": 201.5, "max_memory_gb": 23.01, "pair": 0.20601680234540254, "sign": 0.08947213603096316, "keep": 0.00967541237876901, "leak": 3.4383246824145317, "replacement": 1.1151717565953732} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.582179546356201, "loss_scale": 4.0, "retries": 0, "seconds": 202.5, "max_memory_gb": 23.01, "pair": 0.1412814799696207, "sign": 0.06276169361080974, "keep": 0.08404262235853821, "leak": 0.3332311799749732, "replacement": 0.29799143224954605} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.541456699371338, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 23.01, "pair": 0.351210854947567, "sign": 0.02280113217420876, "keep": 0.060678722453303635, "leak": 0.5907918619923294, "replacement": 0.5406487360596657} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.7255799770355225, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 23.01, "pair": 0.15444807708263397, "sign": 0.006689874426228926, "keep": 0.007242082996526733, "leak": 0.20225953962653875, "replacement": 0.2119789458811283} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.351184368133545, "loss_scale": 4.0, "retries": 0, "seconds": 205.4, "max_memory_gb": 23.01, "pair": 0.16385648399591446, "sign": 0.012738516088575125, "keep": 0.017719169845008764, "leak": 0.22067840956151485, "replacement": 0.23425493016839027} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.8724545240402222, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 23.01, "pair": 0.31407587695866823, "sign": 0.16051761317066848, "keep": 0.09061029052736558, "leak": 0.22566588269546628, "replacement": 0.4960562838241458} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.269665479660034, "loss_scale": 4.0, "retries": 0, "seconds": 207.5, "max_memory_gb": 23.01, "pair": 0.11776429507881403, "sign": 0.003974479273892939, "keep": 0.008420882508744398, "leak": 0.4499601423740387, "replacement": 0.2364520076662302} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 5.470962047576904, "loss_scale": 4.0, "retries": 0, "seconds": 208.5, "max_memory_gb": 23.01, "pair": 0.6807434801012278, "sign": 0.4088105142582208, "keep": 0.38375986414030194, "leak": 0.5490566343069077, "replacement": 1.2142928093671799} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 4.339284896850586, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 23.01, "pair": 0.530415914952755, "sign": 0.5331077626906335, "keep": 1.3791568219221517, "leak": 0.6885262437863275, "replacement": 1.6586797907948494} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.70296049118042, "loss_scale": 4.0, "retries": 0, "seconds": 210.5, "max_memory_gb": 23.01, "pair": 0.574597142636776, "sign": 0.28770854184404016, "keep": 0.13606921955943108, "leak": 0.09531679912470281, "replacement": 0.8103152196854353} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 10.963102340698242, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 23.01, "pair": 0.5182257951237261, "sign": 0.1534361868398264, "keep": 0.04131276463158429, "leak": 0.9225071296095848, "replacement": 0.8462270200252533} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 6.662031650543213, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 23.01, "pair": 0.5111875059083104, "sign": 0.33453066600486636, "keep": 0.47235462462413125, "leak": 0.3771872823126614, "replacement": 1.008926970884204} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.714182138442993, "loss_scale": 4.0, "retries": 0, "seconds": 213.6, "max_memory_gb": 23.01, "pair": 0.4165292496327311, "sign": 0.3701513763589901, "keep": 1.1042165356302576, "leak": 0.023873933823779225, "replacement": 1.1596816978417337} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 5.2446064949035645, "loss_scale": 4.0, "retries": 0, "seconds": 214.6, "max_memory_gb": 23.01, "pair": 0.6468606789130718, "sign": 0.8076430915971287, "keep": 1.4777618162170256, "leak": 0.09058645367622375, "replacement": 1.8122096770675853} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 11.560285568237305, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 23.01, "pair": 0.12176035903394222, "sign": 0.030665400190628134, "keep": 0.007733164755336475, "leak": 1.0624638637527823, "replacement": 0.406575595960021} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 3.6998062133789062, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 23.01, "pair": 0.2390986825339496, "sign": 0.006997036136453971, "keep": 0.0016300072165904567, "leak": 0.34194743260741234, "replacement": 0.32889906503260136} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.251016139984131, "loss_scale": 4.0, "retries": 0, "seconds": 217.7, "max_memory_gb": 23.01, "pair": 0.6062642931938171, "sign": 1.176059328019619, "keep": 0.2111191526055336, "leak": 0.1224746904335916, "replacement": 1.3304722309112549} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 6.092445373535156, "loss_scale": 4.0, "retries": 0, "seconds": 218.7, "max_memory_gb": 23.01, "pair": 0.2551967725157738, "sign": 0.07625822495901957, "keep": 0.007360353891272098, "leak": 0.056202005536761135, "replacement": 0.31105656921863556} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 4.132547378540039, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 23.01, "pair": 0.27257134369574487, "sign": 0.05477585372864269, "keep": 0.09394046145916946, "leak": 0.08166813617572188, "replacement": 0.36734653264284134} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.0807883739471436, "loss_scale": 4.0, "retries": 0, "seconds": 220.7, "max_memory_gb": 23.01, "pair": 0.3481527380645275, "sign": 0.17994300404097885, "keep": 0.007480104919523001, "leak": 1.077643156517297, "replacement": 0.7112750634551048} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.577014684677124, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 23.01, "pair": 0.16940528945997357, "sign": 0.011163884832058102, "keep": 0.03612910024207849, "leak": 0.22719206660985947, "replacement": 0.2498498004861176} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 8.845405578613281, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 23.01, "pair": 0.5242090466199443, "sign": 0.09904954152443679, "keep": 0.02666989320277935, "leak": 0.3690708290669136, "replacement": 0.6793364826589823} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.6135823726654053, "loss_scale": 4.0, "retries": 0, "seconds": 223.7, "max_memory_gb": 23.01, "pair": 0.20525445695966482, "sign": 0.03066718694753945, "keep": 0.010624232060308714, "leak": 0.5065388083457947, "replacement": 0.3525348687544465} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 8.48865032196045, "loss_scale": 4.0, "retries": 0, "seconds": 224.7, "max_memory_gb": 23.01, "pair": 0.152698774356395, "sign": 0.017341843340545893, "keep": 0.002132317502400838, "leak": 2.1295414520427585, "replacement": 0.6948212161660194} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 3.9910266399383545, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 23.01, "pair": 0.07641727523878217, "sign": 0.022301834425888956, "keep": 0.7631434855866246, "leak": 0.4675245117396116, "replacement": 0.5860210731625557} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.0360281467437744, "loss_scale": 4.0, "retries": 0, "seconds": 226.8, "max_memory_gb": 23.01, "pair": 0.15757278888486326, "sign": 0.011623684666119516, "keep": 0.044846215906545694, "leak": 0.15745116397738457, "replacement": 0.2251705361995846} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.7347259521484375, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 23.01, "pair": 0.13553531956858933, "sign": 0.06325052017928101, "keep": 0.0027109625516459346, "leak": 0.617667849175632, "replacement": 0.3229330163449049} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 13.276448249816895, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 23.01, "pair": 0.1600235237274319, "sign": 0.05885108024813235, "keep": 0.07958692777899046, "leak": 1.9606118714436889, "replacement": 0.719395499676466} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 16.71283531188965, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 23.01, "pair": 0.7638087719678879, "sign": 0.6150285638868809, "keep": 1.1712301261543416, "leak": 1.2194481175392866, "replacement": 1.9618001356720924} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.9010531902313232, "loss_scale": 4.0, "retries": 0, "seconds": 230.7, "max_memory_gb": 23.01, "pair": 0.345267943572253, "sign": 0.7472508681821637, "keep": 0.02033881044036434, "leak": 0.3605689643882215, "replacement": 0.819205011241138} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.470005750656128, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 23.01, "pair": 0.10258799605071545, "sign": 0.017242422210983932, "keep": 0.032555208483245224, "leak": 0.9222114980220795, "replacement": 0.3580396845936775} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 12.263562202453613, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 23.01, "pair": 0.09862235106993467, "sign": 0.004914472694508731, "keep": 0.003166529961163178, "leak": 2.38885885104537, "replacement": 0.6998775750398636} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 6.000600337982178, "loss_scale": 4.0, "retries": 0, "seconds": 233.7, "max_memory_gb": 23.01, "pair": 0.12216078725759871, "sign": 0.017050442897016183, "keep": 0.016430595904068923, "leak": 0.7483250740915537, "replacement": 0.32598256692290306} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 13.267277717590332, "loss_scale": 4.0, "retries": 0, "seconds": 234.7, "max_memory_gb": 23.01, "pair": 0.6309959162026644, "sign": 0.4743215656490065, "keep": 0.8886990436876658, "leak": 1.674875134602189, "replacement": 1.7312249913811684} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.3555972576141357, "loss_scale": 4.0, "retries": 0, "seconds": 235.7, "max_memory_gb": 23.01, "pair": 0.28784570901189, "sign": 0.08461598412395688, "keep": 0.00454953872031183, "leak": 0.0706781568005681, "replacement": 0.3500980017706752} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 11.355613708496094, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 23.01, "pair": 0.27362767281010747, "sign": 0.3742923878598958, "keep": 0.1476228677151994, "leak": 1.287026890553534, "replacement": 0.8563420102000237} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.8815782070159912, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 23.01, "pair": 0.1668995104264468, "sign": 0.013695113244466484, "keep": 0.037587381433695555, "leak": 0.3218256402760744, "replacement": 0.2729971632361412} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.658714294433594, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 23.01, "pair": 0.4094570456072688, "sign": 1.202924573328346, "keep": 0.13587988737913292, "leak": 0.49029236170463264, "replacement": 1.2014323621988297} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 4.8729424476623535, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 23.01, "pair": 0.1895516742952168, "sign": 0.3789767242997186, "keep": 0.1505017904783017, "leak": 0.19524685945361853, "replacement": 0.5031026359647512} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 6.882411003112793, "loss_scale": 4.0, "retries": 0, "seconds": 240.6, "max_memory_gb": 23.01, "pair": 0.5734739123145118, "sign": 0.4581380053641624, "keep": 0.20499674323878025, "leak": 0.19645131439028773, "replacement": 0.9541541198268533} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.5951099395751953, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 23.01, "pair": 0.14735151920467615, "sign": 0.023430136556271464, "keep": 0.0029728203271588427, "leak": 0.8593624010682106, "replacement": 0.3753935992717743} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.445535182952881, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 23.01, "pair": 0.15994952339679003, "sign": 0.0164643106108997, "keep": 0.02249262190889567, "leak": 0.2552155591547489, "replacement": 0.2432318776845932} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.199575662612915, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 23.01, "pair": 0.36043119616806507, "sign": 0.16603118646889925, "keep": 0.03228748348192312, "leak": 0.5796289881691337, "replacement": 0.6044977605342865} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 4.61785888671875, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 23.01, "pair": 0.5851528514176607, "sign": 0.4145224606618285, "keep": 0.8642874769866467, "leak": 0.3850407628342509, "replacement": 1.3208180218935013} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.2996196746826172, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 23.01, "pair": 0.13200901472009718, "sign": 0.00448818554286845, "keep": 0.004239649932060274, "leak": 0.10845233872532845, "replacement": 0.16348601505160332} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 3.6674721240997314, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 23.01, "pair": 0.10938984737731516, "sign": 0.012681228254223242, "keep": 0.02487105771285769, "leak": 0.9108892120420933, "replacement": 0.35588828567415476} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.5623908042907715, "loss_scale": 4.0, "retries": 0, "seconds": 247.6, "max_memory_gb": 23.01, "pair": 0.1723213205114007, "sign": 0.032146207871846855, "keep": 0.03126577031798661, "leak": 0.40086012822575867, "replacement": 0.3042423501610756} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 5.073712348937988, "loss_scale": 4.0, "retries": 0, "seconds": 248.7, "max_memory_gb": 23.01, "pair": 0.24079484585672617, "sign": 0.09321689419448376, "keep": 0.05234286142513156, "leak": 1.0608223902527243, "replacement": 0.578780323266983} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 4.1294331550598145, "loss_scale": 4.0, "retries": 0, "seconds": 249.6, "max_memory_gb": 23.01, "pair": 0.23278005793690681, "sign": 0.018348413053900003, "keep": 0.04303411251021316, "leak": 0.10873590248593246, "replacement": 0.290655292570591} diff --git a/runs/single_internvl/replacement/L20_s13/adapter/README.md b/runs/single_internvl/replacement/L20_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/single_internvl/replacement/L20_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/single_internvl/replacement/L20_s13/adapter/adapter_config.json b/runs/single_internvl/replacement/L20_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4771e4c606ddf55504ae0c05b676582ed0bf55dd --- /dev/null +++ b/runs/single_internvl/replacement/L20_s13/adapter/adapter_config.json @@ -0,0 +1,50 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L20_s13/config.json b/runs/single_internvl/replacement/L20_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..84f5fbf3aa54fe94325d8f873ce62ef20528c726 --- /dev/null +++ b/runs/single_internvl/replacement/L20_s13/config.json @@ -0,0 +1,24 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "groups_per_step": 4, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "weight_decay": 0.0, + "clip": 1.0, + "initial_loss_scale": 4.0, + "adapter": { + "layer": 20, + "rank": 16, + "trainable_parameters": 1212416 + } +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L20_s13/steps.jsonl b/runs/single_internvl/replacement/L20_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4b396e0cf34ff377ebd3c91f94b1c0c688bee046 --- /dev/null +++ b/runs/single_internvl/replacement/L20_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 1.9861700534820557, "loss_scale": 4.0, "retries": 0, "seconds": 0.9, "max_memory_gb": 20.24, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 2.559262275695801, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 20.28, "pair": 1.0999406576156616, "sign": 0.1811679513193667, "keep": 1.3663645100023132, "leak": 3.4033005761102686e-05, "replacement": 1.8737154304981232} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 6.505939960479736, "loss_scale": 4.0, "retries": 0, "seconds": 2.5, "max_memory_gb": 20.28, "pair": 1.0943479239940643, "sign": 0.11536096502095461, "keep": 2.0571563690900803, "leak": 9.23585662349069e-05, "replacement": 2.1806297302246094} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 4.626482963562012, "loss_scale": 4.0, "retries": 0, "seconds": 3.4, "max_memory_gb": 20.28, "pair": 1.0967742204666138, "sign": 0.03800036548636854, "keep": 0.8649465729686199, "leak": 1.4087391832617868e-05, "replacement": 1.548251211643219} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 1.9204802513122559, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 20.28, "pair": 1.0972250699996948, "sign": 0.11654233513399959, "keep": 0.02321375963219907, "leak": 1.6154578222682403e-05, "replacement": 1.1671071350574493} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.940190553665161, "loss_scale": 4.0, "retries": 0, "seconds": 5.0, "max_memory_gb": 20.28, "pair": 1.089749962091446, "sign": 0.1982064787298441, "keep": 0.6162378065346275, "leak": 4.501423555680617e-05, "replacement": 1.496983379125595} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 5.73756742477417, "loss_scale": 4.0, "retries": 0, "seconds": 5.8, "max_memory_gb": 20.28, "pair": 1.0760163962841034, "sign": 0.08894750522449613, "keep": 1.4278383951241267, "leak": 0.0008446770807495341, "replacement": 1.8346205651760101} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.216250419616699, "loss_scale": 4.0, "retries": 0, "seconds": 6.6, "max_memory_gb": 20.31, "pair": 1.0636219084262848, "sign": 0.20930184051394463, "keep": 1.3186981827020645, "leak": 0.0011043475096812472, "replacement": 1.827897995710373} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.826124668121338, "loss_scale": 4.0, "retries": 0, "seconds": 7.4, "max_memory_gb": 20.31, "pair": 1.0755104422569275, "sign": 0.5723972567357123, "keep": 1.2225386276841164, "leak": 0.00046156761527527124, "replacement": 1.9730938374996185} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 2.3970725536346436, "loss_scale": 4.0, "retries": 0, "seconds": 8.2, "max_memory_gb": 20.31, "pair": 1.04644376039505, "sign": 0.07868400984443724, "keep": 0.0693849972449243, "leak": 0.002770054212305695, "replacement": 1.1211707890033722} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 5.217271327972412, "loss_scale": 4.0, "retries": 0, "seconds": 9.1, "max_memory_gb": 20.31, "pair": 1.0276922285556793, "sign": 0.20350797986611724, "keep": 1.00752468695282, "leak": 0.0031973104923963547, "replacement": 1.6340079009532928} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.9455010890960693, "loss_scale": 4.0, "retries": 0, "seconds": 9.9, "max_memory_gb": 20.31, "pair": 1.0061642676591873, "sign": 0.07215502252802253, "keep": 0.6940398167353123, "leak": 0.004714290727861226, "replacement": 1.3904402256011963} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 3.78914213180542, "loss_scale": 4.0, "retries": 0, "seconds": 10.7, "max_memory_gb": 20.31, "pair": 0.9644996523857117, "sign": 0.05367820477113128, "keep": 0.5966902099680738, "leak": 0.019630471117125126, "replacement": 1.29459148645401} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 5.621417045593262, "loss_scale": 4.0, "retries": 0, "seconds": 11.5, "max_memory_gb": 20.31, "pair": 0.9613100737333298, "sign": 0.2572320853359997, "keep": 0.9804200530052185, "leak": 0.01649452920537442, "replacement": 1.5842597484588623} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.845191240310669, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 20.31, "pair": 0.9215947538614273, "sign": 0.21124795824289322, "keep": 0.4409866897130996, "leak": 0.06357529945671558, "replacement": 1.263605922460556} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.9247710704803467, "loss_scale": 4.0, "retries": 0, "seconds": 13.1, "max_memory_gb": 20.31, "pair": 0.9000644534826279, "sign": 0.30017247423529625, "keep": 0.15388506397721358, "leak": 0.03971233498305082, "replacement": 1.1370213031768799} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.9761528968811035, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 20.31, "pair": 0.9113600254058838, "sign": 0.7479035798460245, "keep": 0.5063278278103098, "leak": 0.0610794248059392, "replacement": 1.5537455379962921} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.0894501209259033, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 20.32, "pair": 0.7817953526973724, "sign": 0.17428002459928393, "keep": 0.1432159543473972, "leak": 0.08185607152699959, "replacement": 0.9610073566436768} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 2.412480354309082, "loss_scale": 4.0, "retries": 0, "seconds": 15.5, "max_memory_gb": 20.32, "pair": 0.7064398676156998, "sign": 0.03078623441979289, "keep": 0.10984674841165543, "leak": 0.42913128063082695, "replacement": 0.8840391933917999} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.19497013092041, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 20.32, "pair": 0.7076171487569809, "sign": 0.02510331105440855, "keep": 0.0028494226371549303, "leak": 0.16507292911410332, "replacement": 0.7628617286682129} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.0257441997528076, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 20.32, "pair": 0.5471503436565399, "sign": 0.03412538068369031, "keep": 0.011335198441884131, "leak": 0.5040101557970047, "replacement": 0.6958831697702408} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.079777956008911, "loss_scale": 4.0, "retries": 0, "seconds": 18.0, "max_memory_gb": 20.32, "pair": 0.5862178131937981, "sign": 0.050310138845816255, "keep": 0.06567288059159182, "leak": 0.26782125048339367, "replacement": 0.7111646234989166} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.268383026123047, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 20.32, "pair": 0.3980562761425972, "sign": 0.02106219658162445, "keep": 0.6155482753647448, "leak": 0.4134868197143078, "replacement": 0.8197331950068474} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.9941818714141846, "loss_scale": 4.0, "retries": 0, "seconds": 19.6, "max_memory_gb": 20.32, "pair": 0.276418287307024, "sign": 0.007871995796449482, "keep": 0.01307324564550072, "leak": 0.823435366153717, "replacement": 0.49274975806474686} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.4823473691940308, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 20.32, "pair": 0.33731479942798615, "sign": 0.08656552992761135, "keep": 0.6367056013987167, "leak": 0.9555506408214569, "replacement": 0.9378380477428436} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.089198350906372, "loss_scale": 4.0, "retries": 0, "seconds": 21.3, "max_memory_gb": 20.32, "pair": 0.2659428622573614, "sign": 0.050376415863865986, "keep": 0.019755917484872043, "leak": 1.17762756254524, "replacement": 0.5954159200191498} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.083184242248535, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 20.32, "pair": 0.2780883386731148, "sign": 0.15866050426848233, "keep": 0.15557454981899355, "leak": 1.2339050993323326, "replacement": 0.7436821460723877} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.905238628387451, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 20.32, "pair": 0.5384113751351833, "sign": 0.37236329703591764, "keep": 1.1586675615981221, "leak": 0.9785545142367482, "replacement": 1.5485654175281525} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.492433786392212, "loss_scale": 4.0, "retries": 0, "seconds": 23.8, "max_memory_gb": 20.32, "pair": 0.5786366909742355, "sign": 0.7252098973840475, "keep": 0.055106321058701724, "leak": 0.5073661636561155, "replacement": 1.0956363454461098} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.170000076293945, "loss_scale": 4.0, "retries": 0, "seconds": 24.6, "max_memory_gb": 20.32, "pair": 0.08771345485001802, "sign": 0.0027908531483262777, "keep": 0.033995346080246236, "leak": 2.037938565015793, "replacement": 0.6155911982059479} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 4.6317524909973145, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 20.32, "pair": 0.4798207487910986, "sign": 0.2090225224965252, "keep": 0.4083396152127534, "leak": 1.665714954957366, "replacement": 1.2049305588006973} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.252358436584473, "loss_scale": 4.0, "retries": 0, "seconds": 26.2, "max_memory_gb": 20.32, "pair": 0.30360960215330124, "sign": 0.09400546114193276, "keep": 0.013315862277522683, "leak": 2.3908999413251877, "replacement": 0.9549952298402786} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.9811830520629883, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 20.32, "pair": 0.5594536028802395, "sign": 0.20549600129015744, "keep": 0.11452355049550533, "leak": 0.3085066811181605, "replacement": 0.7965900599956512} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.8504443168640137, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 20.32, "pair": 0.20678368769586086, "sign": 0.014595782617107034, "keep": 0.0074308489538452704, "leak": 1.545807123184204, "replacement": 0.6042487695813179} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.1690099239349365, "loss_scale": 4.0, "retries": 0, "seconds": 28.7, "max_memory_gb": 20.32, "pair": 0.27226513251662254, "sign": 0.040460539516061544, "keep": 0.006091858340369072, "leak": 1.28656667470932, "replacement": 0.6171829998493195} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.8818788528442383, "loss_scale": 4.0, "retries": 0, "seconds": 29.5, "max_memory_gb": 20.32, "pair": 0.2714213915169239, "sign": 0.025426871958188713, "keep": 0.15323529322631657, "leak": 1.4002678915858269, "replacement": 0.7108194231987} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.2021894454956055, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 20.32, "pair": 0.4385676048696041, "sign": 0.1600735648535192, "keep": 0.39139279306982644, "leak": 0.9633370493538678, "replacement": 0.9551350325345993} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.6446822881698608, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 20.32, "pair": 0.28205299749970436, "sign": 0.07481275429017842, "keep": 0.03739824611693621, "leak": 1.2393261641263962, "replacement": 0.6479900479316711} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.1074163913726807, "loss_scale": 4.0, "retries": 0, "seconds": 31.9, "max_memory_gb": 20.32, "pair": 0.5125608444213867, "sign": 1.3604630404151976, "keep": 0.20046706553512195, "leak": 0.5631589815020561, "replacement": 1.4338156431913376} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.4763604402542114, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 20.32, "pair": 0.2604837492108345, "sign": 0.012784664053469896, "keep": 0.017491057347797323, "leak": 1.0039982497692108, "replacement": 0.5266211926937103} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.185699939727783, "loss_scale": 4.0, "retries": 0, "seconds": 33.5, "max_memory_gb": 20.32, "pair": 0.6384928971529007, "sign": 0.8786060623824596, "keep": 1.0430308051872998, "leak": 0.26687550265341997, "replacement": 1.666030302643776} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.4166051149368286, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 20.32, "pair": 0.3111969158053398, "sign": 0.03037337027490139, "keep": 0.0037056404380564345, "leak": 0.8224035799503326, "replacement": 0.5338373258709908} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.105914831161499, "loss_scale": 4.0, "retries": 0, "seconds": 35.2, "max_memory_gb": 20.32, "pair": 0.3336290940642357, "sign": 0.13551068678498268, "keep": 0.005558485259825829, "leak": 1.300274834036827, "replacement": 0.7292323932051659} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.6664834022521973, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 20.32, "pair": 0.3210358303040266, "sign": 0.1336000805022195, "keep": 0.6047020419428009, "leak": 0.7331718057394028, "replacement": 0.8734798282384872} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.6235175132751465, "loss_scale": 4.0, "retries": 0, "seconds": 36.8, "max_memory_gb": 20.32, "pair": 0.5487095564603806, "sign": 0.5592164841946214, "keep": 1.7051234351238236, "leak": 0.32899042405188084, "replacement": 1.76312717795372} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 3.329724073410034, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 20.32, "pair": 0.5059676915407181, "sign": 0.2282951419474557, "keep": 0.2974828132428229, "leak": 0.23351919278502464, "replacement": 0.8272364810109138} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.237592935562134, "loss_scale": 4.0, "retries": 0, "seconds": 38.4, "max_memory_gb": 20.32, "pair": 0.44639280438423157, "sign": 0.07970525918062776, "keep": 0.012562436637381325, "leak": 0.3744775727391243, "replacement": 0.5861460566520691} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.340283751487732, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 20.32, "pair": 0.3681538999080658, "sign": 0.02382995717925951, "keep": 0.03168415400432423, "leak": 0.6030161529779434, "replacement": 0.5466649830341339} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.6757408380508423, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 20.32, "pair": 0.3502529263496399, "sign": 0.04243118898011744, "keep": 0.024322112687514164, "leak": 0.48857175558805466, "replacement": 0.5057725235819817} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.7871229648590088, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 20.32, "pair": 0.45877639949321747, "sign": 0.09335957467556, "keep": 0.2054906905605094, "leak": 0.39256757497787476, "replacement": 0.7063434198498726} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.9554572105407715, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 20.32, "pair": 0.3094956688582897, "sign": 0.019651501206681132, "keep": 0.6448219146377596, "leak": 0.5269757597707212, "replacement": 0.7734763249754906} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 2.1842641830444336, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 20.32, "pair": 0.506107360124588, "sign": 0.2511145428288728, "keep": 0.10838227691419888, "leak": 0.26858159340918064, "replacement": 0.7530011981725693} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.8506773710250854, "loss_scale": 4.0, "retries": 0, "seconds": 43.2, "max_memory_gb": 20.32, "pair": 0.35162484273314476, "sign": 0.07640769938006997, "keep": 0.18950693658553064, "leak": 0.9295387039892375, "replacement": 0.716966837644577} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.747566819190979, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 20.32, "pair": 0.3551195003092289, "sign": 0.05758926225826144, "keep": 0.16359607124468312, "leak": 0.6870888043195009, "replacement": 0.6374843567609787} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.5153286457061768, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 20.32, "pair": 0.27608502469956875, "sign": 0.019051958137424663, "keep": 0.018573108143755235, "leak": 0.3696809150278568, "replacement": 0.3873177766799927} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.556573748588562, "loss_scale": 4.0, "retries": 0, "seconds": 45.6, "max_memory_gb": 20.32, "pair": 0.33091719448566437, "sign": 0.01581999147310853, "keep": 0.023463261779397726, "leak": 0.4920908883213997, "replacement": 0.47358155995607376} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.119173049926758, "loss_scale": 4.0, "retries": 0, "seconds": 46.4, "max_memory_gb": 20.32, "pair": 0.2958074640482664, "sign": 0.25446805712999776, "keep": 0.010983042768202722, "leak": 0.42393206735141575, "replacement": 0.5345160365104675} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.7325029373168945, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 20.32, "pair": 0.1406446509063244, "sign": 0.01208204569411464, "keep": 0.013234623591415584, "leak": 1.31294584274292, "replacement": 0.48153945058584213} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.5308351516723633, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 20.32, "pair": 0.3421513382345438, "sign": 0.051194889791077, "keep": 0.025848971112282015, "leak": 0.3207954177632928, "replacement": 0.4608721062541008} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 2.4229769706726074, "loss_scale": 4.0, "retries": 0, "seconds": 48.8, "max_memory_gb": 20.32, "pair": 0.22478243336081505, "sign": 0.03256538440473378, "keep": 0.11007131927181035, "leak": 1.1000991091132164, "replacement": 0.5711255669593811} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.959630489349365, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 20.32, "pair": 0.423711558803916, "sign": 0.29679524968378246, "keep": 0.07432953472016379, "leak": 1.648156549781561, "replacement": 1.0213130712509155} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.4496623277664185, "loss_scale": 4.0, "retries": 0, "seconds": 50.4, "max_memory_gb": 20.32, "pair": 0.20136064291000366, "sign": 0.01851119677303359, "keep": 0.02591791737359017, "leak": 0.8575409650802612, "replacement": 0.4379604458808899} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 1.6941826343536377, "loss_scale": 4.0, "retries": 0, "seconds": 51.2, "max_memory_gb": 20.32, "pair": 0.28530426509678364, "sign": 0.09954106109216809, "keep": 0.03561028384137899, "leak": 0.30766247771680355, "replacement": 0.4297955483198166} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.154941201210022, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 20.32, "pair": 0.18931954726576805, "sign": 0.01487712503876537, "keep": 0.017067496082745492, "leak": 0.7245228663086891, "replacement": 0.3864225670695305} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.9127302169799805, "loss_scale": 4.0, "retries": 0, "seconds": 52.9, "max_memory_gb": 20.32, "pair": 0.16119772009551525, "sign": 0.12682151410263032, "keep": 0.12076194770634174, "leak": 2.0156836584210396, "replacement": 0.7889103591442108} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.251481056213379, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 20.32, "pair": 0.2267105234786868, "sign": 0.1184596577368211, "keep": 0.316954627633093, "leak": 0.4677392989397049, "replacement": 0.5613524876534939} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.9534318447113037, "loss_scale": 4.0, "retries": 0, "seconds": 54.5, "max_memory_gb": 20.32, "pair": 0.1269939634948969, "sign": 0.013248918694444, "keep": 0.012447466870071366, "leak": 1.464391678571701, "replacement": 0.5059400796890259} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.112647533416748, "loss_scale": 4.0, "retries": 0, "seconds": 55.4, "max_memory_gb": 20.32, "pair": 0.22689099237322807, "sign": 0.01734554348513484, "keep": 0.005760189004035965, "leak": 0.736686535179615, "replacement": 0.42261549085378647} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 6.514311790466309, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 20.32, "pair": 0.6558092478662729, "sign": 0.8988791339797899, "keep": 1.0008381808293052, "leak": 1.3404296090593562, "replacement": 1.9407753646373749} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.239681720733643, "loss_scale": 4.0, "retries": 0, "seconds": 57.0, "max_memory_gb": 20.32, "pair": 0.3935223538428545, "sign": 0.04720686038490385, "keep": 0.0039058387628756464, "leak": 1.5833732709288597, "replacement": 0.8149220123887062} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.2767033576965332, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 20.32, "pair": 0.19026267528533936, "sign": 0.008432810893282294, "keep": 0.019774743800780925, "leak": 0.7573550119996071, "replacement": 0.39370520412921906} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.2965691089630127, "loss_scale": 4.0, "retries": 0, "seconds": 58.6, "max_memory_gb": 20.32, "pair": 0.2639767099171877, "sign": 0.18952984421048313, "keep": 0.025689235335448757, "leak": 0.9588268026709557, "replacement": 0.6112929359078407} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.1305441856384277, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 20.32, "pair": 0.30259938538074493, "sign": 0.09847616223851219, "keep": 0.33619280568382237, "leak": 0.29825209826231003, "replacement": 0.5944968797266483} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.207350015640259, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 20.32, "pair": 0.24898343719542027, "sign": 0.166664400807349, "keep": 0.11360031628237266, "leak": 0.618715850636363, "replacement": 0.5437947809696198} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.8775699138641357, "loss_scale": 4.0, "retries": 0, "seconds": 61.0, "max_memory_gb": 20.32, "pair": 0.6222426518797874, "sign": 0.5325997102772817, "keep": 0.9895288826955948, "leak": 0.1545818168669939, "replacement": 1.4219524413347244} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.2963029146194458, "loss_scale": 4.0, "retries": 0, "seconds": 61.8, "max_memory_gb": 20.32, "pair": 0.1776103563606739, "sign": 0.04495552787557244, "keep": 0.018876981954235816, "leak": 0.5012268908321857, "replacement": 0.3348333351314068} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.1771645545959473, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 20.32, "pair": 0.29917819425463676, "sign": 0.011493810336105525, "keep": 0.005006872896046843, "leak": 0.9425861071795225, "replacement": 0.5430750548839569} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.581315517425537, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 20.32, "pair": 0.3291967585682869, "sign": 0.34842530684545636, "keep": 0.001589631878232467, "leak": 0.33506202325224876, "replacement": 0.5879697278141975} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 2.328035593032837, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 20.32, "pair": 0.2945207953453064, "sign": 0.019636721117421985, "keep": 0.010843760960597137, "leak": 0.49099487625062466, "replacement": 0.43250975757837296} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.4162333011627197, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 20.32, "pair": 0.25975683331489563, "sign": 0.07845512859057635, "keep": 0.012385445750126678, "leak": 0.7319963127374649, "replacement": 0.4881761949509382} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.8097460269927979, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 20.32, "pair": 0.3190777041018009, "sign": 0.062308091699378565, "keep": 0.11908856080844998, "leak": 0.6645580464974046, "replacement": 0.5759155303239822} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.8716609477996826, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 20.32, "pair": 0.40579966455698013, "sign": 1.004054859164171, "keep": 0.02690526659716852, "leak": 0.6916645225137472, "replacement": 1.0941958352923393} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.4384044408798218, "loss_scale": 4.0, "retries": 0, "seconds": 67.4, "max_memory_gb": 20.32, "pair": 0.31148824095726013, "sign": 0.026249171161907725, "keep": 0.3397810021415353, "leak": 0.46745726838707924, "replacement": 0.6113676726818085} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.6289324760437012, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 20.32, "pair": 0.16389072593301535, "sign": 0.020618633599951863, "keep": 0.024932915529291222, "leak": 0.36745939403772354, "replacement": 0.27853134647011757} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.9796236753463745, "loss_scale": 4.0, "retries": 0, "seconds": 69.0, "max_memory_gb": 20.32, "pair": 0.07039457280188799, "sign": 0.008155367540894076, "keep": 0.0012724532546144474, "leak": 0.45763895474374294, "replacement": 0.18951822444796562} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.8203608989715576, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 20.32, "pair": 0.2903783395886421, "sign": 0.18257488403469324, "keep": 0.11757581168785691, "leak": 0.36020850157365203, "replacement": 0.5305058136582375} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.9036306142807007, "loss_scale": 4.0, "retries": 0, "seconds": 70.6, "max_memory_gb": 20.32, "pair": 0.28013558872044086, "sign": 0.09806335577741265, "keep": 0.006721111771184951, "leak": 0.7273995503783226, "replacement": 0.514377698302269} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 8.457509994506836, "loss_scale": 4.0, "retries": 0, "seconds": 71.5, "max_memory_gb": 20.32, "pair": 0.5278930230997503, "sign": 0.44962421827949584, "keep": 0.3148501112937083, "leak": 0.2880162645597011, "replacement": 0.982134286314249} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 4.380091667175293, "loss_scale": 4.0, "retries": 0, "seconds": 72.2, "max_memory_gb": 20.32, "pair": 0.2933031562715769, "sign": 0.10748617275385186, "keep": 0.01071607988251344, "leak": 0.04128408106043935, "replacement": 0.36272531375288963} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.233344316482544, "loss_scale": 4.0, "retries": 0, "seconds": 73.0, "max_memory_gb": 20.32, "pair": 0.22861311212182045, "sign": 0.03705035924213007, "keep": 0.02125136007089168, "leak": 0.7056952677667141, "replacement": 0.43418778479099274} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 23.16071128845215, "loss_scale": 4.0, "retries": 0, "seconds": 73.9, "max_memory_gb": 20.32, "pair": 0.9067071322351694, "sign": 0.5334102340857498, "keep": 0.9334968769690022, "leak": 1.716985009610653, "replacement": 2.0694069005548954} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 6.767977237701416, "loss_scale": 4.0, "retries": 0, "seconds": 74.7, "max_memory_gb": 20.32, "pair": 0.17582863103598356, "sign": 0.366240397823276, "keep": 0.525394263331691, "leak": 0.7301402986049652, "replacement": 0.8041810225695372} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.887274980545044, "loss_scale": 4.0, "retries": 0, "seconds": 75.5, "max_memory_gb": 20.32, "pair": 0.18416304606944323, "sign": 0.01743940042797476, "keep": 0.051400353433564305, "leak": 0.6533736884593964, "replacement": 0.3819263428449631} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.0076217651367188, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 20.32, "pair": 0.2236325368285179, "sign": 0.022817965073045343, "keep": 0.1292857691878453, "leak": 1.0253612697124481, "replacement": 0.5560247302055359} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.761888027191162, "loss_scale": 4.0, "retries": 0, "seconds": 77.1, "max_memory_gb": 20.32, "pair": 0.3844940960407257, "sign": 0.35364778712391853, "keep": 1.3694914614316076, "leak": 0.8838526074541733, "replacement": 1.4670268893241882} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.5599374771118164, "loss_scale": 4.0, "retries": 0, "seconds": 77.9, "max_memory_gb": 20.32, "pair": 0.3037630245089531, "sign": 0.08310671430081129, "keep": 0.9342841398320161, "leak": 0.6318912599235773, "replacement": 0.9704312607645988} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.2433297634124756, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 20.32, "pair": 0.17848369479179382, "sign": 0.010597830871120095, "keep": 0.010002796923799906, "leak": 0.4921414260752499, "replacement": 0.3118193671107292} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.6324630975723267, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 20.32, "pair": 0.26075664535164833, "sign": 0.08340335253160447, "keep": 0.031918990518533974, "leak": 0.7060950174927711, "replacement": 0.49494155310094357} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 4.597842693328857, "loss_scale": 4.0, "retries": 0, "seconds": 80.3, "max_memory_gb": 20.32, "pair": 0.32588885026052594, "sign": 0.6215799490455538, "keep": 0.003869601575388515, "leak": 1.5714311711490154, "replacement": 1.0314713744446635} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 5.54539155960083, "loss_scale": 4.0, "retries": 0, "seconds": 81.2, "max_memory_gb": 20.32, "pair": 0.5055791884660721, "sign": 0.9903599828248844, "keep": 0.08702454488957301, "leak": 2.2293415693566203, "replacement": 1.6016069129109383} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 5.68558406829834, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 20.32, "pair": 0.12390906363725662, "sign": 0.005363141070120037, "keep": 0.0026914729969576, "leak": 1.6997439675033092, "replacement": 0.5528723783791065} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.7146539688110352, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 20.32, "pair": 0.1966496603563428, "sign": 0.01327013922855258, "keep": 0.06395131314639002, "leak": 0.5293350294232368, "replacement": 0.3675941452383995} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.258796215057373, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 20.32, "pair": 0.21530053950846195, "sign": 0.02282991641550325, "keep": 0.015066314573687123, "leak": 1.9728826805949211, "replacement": 0.7274693362414837} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.146949529647827, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 20.32, "pair": 0.19921124540269375, "sign": 0.08187724286108278, "keep": 0.004226900899084285, "leak": 0.08013288653455675, "replacement": 0.26229653134942055} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 2.0811350345611572, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 20.32, "pair": 0.28477250039577484, "sign": 0.017841349123045802, "keep": 0.02144045545719564, "leak": 0.7547412570565939, "replacement": 0.493098720908165} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.5301826000213623, "loss_scale": 4.0, "retries": 0, "seconds": 86.0, "max_memory_gb": 20.32, "pair": 0.3304564282298088, "sign": 0.031718951649963856, "keep": 0.010263837921229424, "leak": 0.28032002318650484, "replacement": 0.42152783274650574} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.1199395656585693, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 20.32, "pair": 0.13718512281775475, "sign": 0.19806751306168735, "keep": 0.20904236566059353, "leak": 1.1414258407312445, "replacement": 0.626096517778933} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 19.984317779541016, "loss_scale": 4.0, "retries": 0, "seconds": 87.6, "max_memory_gb": 20.32, "pair": 0.5238885404542089, "sign": 0.0828926645917818, "keep": 0.22417038393132316, "leak": 2.104473054409027, "replacement": 1.2035383209586143} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 5.367001056671143, "loss_scale": 4.0, "retries": 0, "seconds": 88.4, "max_memory_gb": 20.32, "pair": 0.37932777032256126, "sign": 0.15077162766829133, "keep": 0.12550630362238735, "leak": 0.5024533644318581, "replacement": 0.643080048263073} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 14.511534690856934, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 20.32, "pair": 0.20664431434124708, "sign": 0.043813087278977036, "keep": 0.04631783743388951, "leak": 4.095239136368036, "replacement": 1.2755195796489716} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 6.109663963317871, "loss_scale": 4.0, "retries": 0, "seconds": 90.0, "max_memory_gb": 20.32, "pair": 0.18551364727318287, "sign": 0.9348886355292052, "keep": 0.0013140217150748867, "leak": 1.0347448298707604, "replacement": 0.9123011510819197} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.490375518798828, "loss_scale": 4.0, "retries": 0, "seconds": 90.8, "max_memory_gb": 20.32, "pair": 0.18183071166276932, "sign": 0.009400194801855832, "keep": 0.0040550561679992825, "leak": 1.055322609608993, "replacement": 0.4523889981210232} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.1865522861480713, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 20.32, "pair": 0.19779875874519348, "sign": 0.02413369552232325, "keep": 0.006815214146627113, "leak": 0.404912025667727, "replacement": 0.31450122594833374} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.1342501640319824, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 20.32, "pair": 0.22317077592015266, "sign": 0.027037096908316016, "keep": 0.008757825009524822, "leak": 1.0433464106172323, "replacement": 0.5019048377871513} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.358779191970825, "loss_scale": 4.0, "retries": 0, "seconds": 93.3, "max_memory_gb": 20.32, "pair": 0.2679695039987564, "sign": 0.011611043009907007, "keep": 0.002734809007961303, "leak": 0.3976296940863904, "replacement": 0.37454984337091446} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 5.770766735076904, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 20.32, "pair": 0.20425062626600266, "sign": 0.3586584387521725, "keep": 0.47845471858272504, "leak": 0.048666258371667936, "replacement": 0.6349737774580717} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 4.154597759246826, "loss_scale": 4.0, "retries": 0, "seconds": 94.9, "max_memory_gb": 20.34, "pair": 0.13345326157286763, "sign": 0.04970765678444877, "keep": 0.23330676725890953, "leak": 0.982700489461422, "replacement": 0.520635599270463} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 5.270824909210205, "loss_scale": 4.0, "retries": 0, "seconds": 95.7, "max_memory_gb": 20.34, "pair": 0.3114350321702659, "sign": 0.48033583810320124, "keep": 0.8184293103145137, "leak": 0.6698862481862307, "replacement": 1.1282891654409468} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.8600025177001953, "loss_scale": 4.0, "retries": 0, "seconds": 96.5, "max_memory_gb": 20.34, "pair": 0.23298829630948603, "sign": 0.18102625364554115, "keep": 0.0070025322371520815, "leak": 0.2866902397945523, "replacement": 0.3986752415075898} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 8.349105834960938, "loss_scale": 4.0, "retries": 0, "seconds": 97.4, "max_memory_gb": 20.34, "pair": 0.3160450328141451, "sign": 0.8332798257470131, "keep": 1.658070354606025, "leak": 0.15367922186851501, "replacement": 1.6001399122178555} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 3.659003734588623, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 20.34, "pair": 0.3995009711943567, "sign": 0.31240277853794396, "keep": 0.15602491516443706, "leak": 0.34458646457642317, "replacement": 0.7198614105582237} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 6.260566234588623, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 20.34, "pair": 0.36626148596405983, "sign": 0.11428088298998773, "keep": 0.11025855684079033, "leak": 0.6185814309865236, "replacement": 0.633176552131772} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.588081359863281, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 20.34, "pair": 0.34041564748622477, "sign": 1.0660371822305024, "keep": 0.02874502178747207, "leak": 0.41348739177919924, "replacement": 0.9911785535514355} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.1305885314941406, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 20.34, "pair": 0.37960703670978546, "sign": 0.5244008102454245, "keep": 1.880690484707884, "leak": 0.289445823058486, "replacement": 1.6545142456889153} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.5027971267700195, "loss_scale": 4.0, "retries": 0, "seconds": 101.5, "max_memory_gb": 20.34, "pair": 0.25937653332948685, "sign": 0.269725798163563, "keep": 0.2837887319656147, "leak": 0.5783278609160334, "replacement": 0.6807157443836331} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 5.517599105834961, "loss_scale": 4.0, "retries": 0, "seconds": 102.3, "max_memory_gb": 20.34, "pair": 0.6613820157945156, "sign": 0.5142587180598639, "keep": 1.2311662770807743, "leak": 1.1439711865969002, "replacement": 1.820087268948555} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.169348120689392, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 20.34, "pair": 0.12668048683553934, "sign": 0.008238709895522334, "keep": 0.021869649948143888, "leak": 0.207612598198466, "replacement": 0.1936378125101328} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 7.9291229248046875, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 20.34, "pair": 0.20099463406950235, "sign": 0.7050155946344603, "keep": 0.37351586972363293, "leak": 0.6700582094490528, "replacement": 0.9077748768031597} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.4872223138809204, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 20.34, "pair": 0.26860112324357033, "sign": 0.0867363924626261, "keep": 0.12889607064425945, "leak": 0.4095467231236398, "replacement": 0.4788040295243263} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 4.813195705413818, "loss_scale": 4.0, "retries": 0, "seconds": 105.5, "max_memory_gb": 20.34, "pair": 0.24353065062314272, "sign": 1.1794744455255568, "keep": 0.046735914820601465, "leak": 0.19662007130682468, "replacement": 0.9057908467948437} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 26.062061309814453, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 20.34, "pair": 0.6179640674963593, "sign": 0.8051984158810228, "keep": 1.456342315591428, "leak": 2.8523219227790833, "replacement": 2.4618148989975452} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.235790729522705, "loss_scale": 4.0, "retries": 0, "seconds": 107.1, "max_memory_gb": 20.34, "pair": 0.14893508004024625, "sign": 0.01149608043488115, "keep": 0.38533944635310036, "leak": 0.5358936470001936, "replacement": 0.4813262643292546} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.113271236419678, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 20.34, "pair": 0.6578885726630688, "sign": 0.6687122411094606, "keep": 1.1910300376475789, "leak": 0.8459596522152424, "replacement": 1.7992496117949486} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 3.4200611114501953, "loss_scale": 4.0, "retries": 0, "seconds": 108.7, "max_memory_gb": 20.34, "pair": 0.14075707970187068, "sign": 0.24385621813416947, "keep": 0.5491968840147479, "leak": 0.08904613181948662, "replacement": 0.5595451379194856} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.3932664394378662, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 20.34, "pair": 0.21241845935583115, "sign": 0.015465006232261658, "keep": 0.04569011768035125, "leak": 0.4360726773738861, "replacement": 0.3520141839981079} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.694781541824341, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 20.34, "pair": 0.16828261502087116, "sign": 0.3475869345711544, "keep": 0.033923102004337125, "leak": 0.8245391622185707, "replacement": 0.5651723966002464} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.3512492179870605, "loss_scale": 4.0, "retries": 0, "seconds": 111.1, "max_memory_gb": 20.34, "pair": 0.29162802221253514, "sign": 0.02264669636497274, "keep": 0.016127139431773685, "leak": 0.6715267114341259, "replacement": 0.4788966290652752} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.391831874847412, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 20.34, "pair": 0.15093056857585907, "sign": 0.022824620129540563, "keep": 0.058668221114203334, "leak": 0.5714464224874973, "replacement": 0.33453860506415367} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 6.2360968589782715, "loss_scale": 4.0, "retries": 0, "seconds": 112.8, "max_memory_gb": 20.34, "pair": 0.19665716402232647, "sign": 0.402911884826608, "keep": 0.008085609573754482, "leak": 1.4246023632586002, "replacement": 0.7583064883947372} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.2320709228515625, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 20.34, "pair": 0.17555515933781862, "sign": 0.03185924243007321, "keep": 0.0074444468336878344, "leak": 0.3450507395900786, "replacement": 0.2814696803689003} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.9336196184158325, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 20.34, "pair": 0.21105954190716147, "sign": 0.17368980456376448, "keep": 0.004630779527360573, "leak": 0.17559393891133368, "replacement": 0.3441183287650347} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 3.502021312713623, "loss_scale": 4.0, "retries": 0, "seconds": 115.3, "max_memory_gb": 20.34, "pair": 0.22877962328493595, "sign": 0.191461906011682, "keep": 0.20523257621971425, "leak": 0.5600651130080223, "replacement": 0.5671431515365839} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 16.032899856567383, "loss_scale": 4.0, "retries": 0, "seconds": 116.1, "max_memory_gb": 20.34, "pair": 0.39916681963950396, "sign": 0.3172592530900147, "keep": 1.2318434416829405, "leak": 1.3208556773024611, "replacement": 1.5039320660289377} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 4.577155590057373, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 20.34, "pair": 0.21160281775519252, "sign": 0.557493771892041, "keep": 0.046166124995579594, "leak": 0.49803371354937553, "replacement": 0.6379412095993757} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.6398686170578003, "loss_scale": 4.0, "retries": 0, "seconds": 117.7, "max_memory_gb": 20.34, "pair": 0.14067970437463373, "sign": 0.009579985460732132, "keep": 0.005258212643070692, "leak": 0.5292515382170677, "replacement": 0.28041168325580657} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.946295738220215, "loss_scale": 4.0, "retries": 0, "seconds": 118.6, "max_memory_gb": 20.34, "pair": 0.10875079594552517, "sign": 0.023136524599976838, "keep": 0.004316260126870475, "leak": 0.9333098661154509, "replacement": 0.355804655700922} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 12.685235977172852, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 20.34, "pair": 0.41312820836901665, "sign": 1.3454144983552396, "keep": 1.753735865422641, "leak": 3.6341193318367004, "replacement": 2.871233284473419} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.799360752105713, "loss_scale": 4.0, "retries": 0, "seconds": 120.2, "max_memory_gb": 20.34, "pair": 0.049368666601367295, "sign": 0.010815132292918861, "keep": 0.0005853191978495431, "leak": 1.0499194958247244, "replacement": 0.3175487779080868} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.6586956977844238, "loss_scale": 4.0, "retries": 0, "seconds": 121.0, "max_memory_gb": 20.34, "pair": 0.13020025752484798, "sign": 0.019312325137434527, "keep": 0.01558630914951209, "leak": 0.3647634740918875, "replacement": 0.23884044028818607} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.406505823135376, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 20.34, "pair": 0.268326073884964, "sign": 0.10629469371633604, "keep": 0.12308252672664821, "leak": 0.4502001549117267, "replacement": 0.4955647215247154} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.1500329971313477, "loss_scale": 4.0, "retries": 0, "seconds": 122.6, "max_memory_gb": 20.34, "pair": 0.1372130485251546, "sign": 0.01510163868078962, "keep": 0.007192493616457796, "leak": 0.12849231803556904, "replacement": 0.18048319220542908} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.0498220920562744, "loss_scale": 4.0, "retries": 0, "seconds": 123.4, "max_memory_gb": 20.34, "pair": 0.21115731447935104, "sign": 0.00707303814124316, "keep": 0.02490788619616069, "leak": 0.8837612569332123, "replacement": 0.4480880871415138} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.5278048515319824, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 20.34, "pair": 0.0661699348129332, "sign": 0.006760271462553646, "keep": 0.013191065167518445, "leak": 0.6791946813464165, "replacement": 0.24594427552074194} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.336003541946411, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 20.34, "pair": 0.16159741766750813, "sign": 0.009221647516824305, "keep": 0.0654009785503149, "leak": 1.060601145029068, "replacement": 0.4640590250492096} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.3063098192214966, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 20.34, "pair": 0.14181416132487357, "sign": 0.006764456891687587, "keep": 0.5350271614170197, "leak": 0.38320581801235676, "replacement": 0.5085114054381847} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 12.572653770446777, "loss_scale": 4.0, "retries": 0, "seconds": 126.7, "max_memory_gb": 20.34, "pair": 0.7163961122278124, "sign": 0.008816024332190864, "keep": 0.023218246815645216, "leak": 0.2201855694875121, "replacement": 0.7874596556648612} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 6.2619147300720215, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 20.34, "pair": 0.16975138906855136, "sign": 0.9361506534041837, "keep": 0.003052851534448564, "leak": 1.209493800997734, "replacement": 0.9417266063392162} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.824455738067627, "loss_scale": 4.0, "retries": 0, "seconds": 128.3, "max_memory_gb": 20.34, "pair": 0.43817734625190496, "sign": 0.35996503639034927, "keep": 0.4360007113991742, "leak": 0.21594567317515612, "replacement": 0.8901466466486454} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.647013545036316, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 20.35, "pair": 0.15229669772088528, "sign": 0.004686159431003034, "keep": 0.005446871200547321, "leak": 0.18222405738197267, "replacement": 0.20291922893375158} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.9804787635803223, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 20.35, "pair": 0.31684160605072975, "sign": 0.1508819943119306, "keep": 0.4810864420142025, "leak": 0.26297845505177975, "replacement": 0.6985704191029072} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 4.236630439758301, "loss_scale": 4.0, "retries": 0, "seconds": 130.8, "max_memory_gb": 20.35, "pair": 0.2478539035655558, "sign": 0.09652006014948711, "keep": 0.0821885823811499, "leak": 0.587661818601191, "replacement": 0.48412366956472397} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.5923972129821777, "loss_scale": 4.0, "retries": 0, "seconds": 131.5, "max_memory_gb": 20.35, "pair": 0.07964055449701846, "sign": 0.012021872185869142, "keep": 0.048060016819359674, "leak": 0.7019340025726706, "replacement": 0.2851649932563305} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 9.320159912109375, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 20.35, "pair": 0.46568577736616135, "sign": 0.486001908313483, "keep": 0.6979984408244491, "leak": 0.21031110687181354, "replacement": 1.1102637201547623} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.994290351867676, "loss_scale": 4.0, "retries": 0, "seconds": 133.2, "max_memory_gb": 20.35, "pair": 0.28788262605667114, "sign": 0.1673979014158249, "keep": 0.018212474300526083, "leak": 0.3385702222585678, "replacement": 0.4653303474187851} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 2.521470308303833, "loss_scale": 4.0, "retries": 0, "seconds": 134.0, "max_memory_gb": 20.35, "pair": 0.20126753207296133, "sign": 0.013532078475691378, "keep": 0.0017843582572822925, "leak": 0.12061304785311222, "replacement": 0.23907901532948017} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 16.446020126342773, "loss_scale": 4.0, "retries": 0, "seconds": 134.8, "max_memory_gb": 20.35, "pair": 1.3610194958746433, "sign": 1.100494824233465, "keep": 2.003315052279504, "leak": 2.811797106056474, "replacement": 3.6158737018704414} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 4.980885028839111, "loss_scale": 4.0, "retries": 0, "seconds": 135.7, "max_memory_gb": 20.35, "pair": 0.20402238983660936, "sign": 0.026276959106326103, "keep": 0.0493962028704118, "leak": 2.1136195473372936, "replacement": 0.7702638506889343} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.5485904216766357, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 20.35, "pair": 0.12932796077802777, "sign": 0.006980680802371353, "keep": 0.05855096880259225, "leak": 0.48163173347711563, "replacement": 0.28250171802937984} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.0557713508605957, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 20.35, "pair": 0.2441820316016674, "sign": 0.0884641776792705, "keep": 0.08260222664102912, "leak": 0.8168695055646822, "replacement": 0.533932626247406} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.271036386489868, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 20.35, "pair": 0.20076011400669813, "sign": 0.005008426494896412, "keep": 0.01016052029444836, "leak": 1.3349846687633544, "replacement": 0.5420907465741038} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.835834503173828, "loss_scale": 4.0, "retries": 0, "seconds": 138.9, "max_memory_gb": 20.35, "pair": 0.16143273835768923, "sign": 0.07018800103469403, "keep": 0.05715427989917998, "leak": 0.3670208398834802, "replacement": 0.31685908511281013} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.667870283126831, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 20.35, "pair": 0.16484998539090157, "sign": 0.003912641666829586, "keep": 0.021967107662931085, "leak": 0.7606650944799185, "replacement": 0.36795614659786224} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.3672432899475098, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 20.35, "pair": 0.20443770196288824, "sign": 0.10636288148816675, "keep": 0.11108395212795585, "leak": 0.48398178070783615, "replacement": 0.4341565668582916} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.07214617729187, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 20.35, "pair": 0.17943610354268458, "sign": 0.01575813351519173, "keep": 0.04555463864983267, "leak": 0.2693328242748976, "replacement": 0.2774256896227598} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.9515507221221924, "loss_scale": 4.0, "retries": 0, "seconds": 142.1, "max_memory_gb": 20.35, "pair": 0.29276689514517784, "sign": 0.23512934730388224, "keep": 0.41947718895971775, "leak": 0.478429339826107, "replacement": 0.7396774888038635} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.513380289077759, "loss_scale": 4.0, "retries": 0, "seconds": 142.9, "max_memory_gb": 20.35, "pair": 0.22493645921349525, "sign": 0.03321998514002189, "keep": 0.009165210125502199, "leak": 0.4036433566361666, "replacement": 0.3470398969948292} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.9162051677703857, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 20.35, "pair": 0.18354073364753276, "sign": 0.306393490274786, "keep": 0.011711858137573472, "leak": 0.36055384017527103, "replacement": 0.4327318659052253} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.369279146194458, "loss_scale": 4.0, "retries": 0, "seconds": 144.5, "max_memory_gb": 20.35, "pair": 0.10029388120165095, "sign": 0.028355930815450847, "keep": 0.09611500531900674, "leak": 0.630103811621666, "replacement": 0.3200553059577942} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 3.677236318588257, "loss_scale": 4.0, "retries": 0, "seconds": 145.3, "max_memory_gb": 20.35, "pair": 0.5539823867147788, "sign": 0.5138479438901413, "keep": 0.6708201533148213, "leak": 0.15708791930228472, "replacement": 1.185588457621634} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.513575315475464, "loss_scale": 4.0, "retries": 0, "seconds": 146.1, "max_memory_gb": 20.35, "pair": 0.2768448516726494, "sign": 0.03483895631507039, "keep": 0.0491108262212947, "leak": 0.5149015132160457, "replacement": 0.4475451409816742} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 4.988345623016357, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 20.35, "pair": 0.11922257952392101, "sign": 0.009902448218781501, "keep": 0.017909130197949708, "leak": 1.489924430847168, "replacement": 0.505609467625618} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 20.371395111083984, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 20.35, "pair": 0.285242073063273, "sign": 0.443130275409203, "keep": 0.008303987439603588, "leak": 5.521756511181593, "replacement": 1.8913983721286058} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 1.3557692766189575, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 20.35, "pair": 0.09636025317013264, "sign": 0.004854681261349469, "keep": 0.0024816299991528012, "leak": 0.29369116201996803, "replacement": 0.17345120175741613} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 3.1581711769104004, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 20.35, "pair": 0.08750407258048654, "sign": 0.003282158068032004, "keep": 0.0053021886831174925, "leak": 0.7671356205828488, "replacement": 0.28358015418052673} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.5344228744506836, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 20.35, "pair": 0.19438542984426022, "sign": 0.011821568245068192, "keep": 0.028232897602720186, "leak": 0.47157634794712067, "replacement": 0.33230673894286156} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.7003214359283447, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 20.35, "pair": 0.14487135066883639, "sign": 0.017222855385625735, "keep": 0.16932422410718573, "leak": 0.6018327735364437, "replacement": 0.3886030949652195} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.7390375137329102, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 20.35, "pair": 0.24638094194233418, "sign": 0.00834643084090203, "keep": 0.20326908893184736, "leak": 0.5443792715668678, "replacement": 0.48828350752592087} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 3.777163505554199, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 20.35, "pair": 0.4168503992841579, "sign": 0.6751846423721872, "keep": 0.8000960937456512, "leak": 0.10085507202893496, "replacement": 1.1797045025741681} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 14.385815620422363, "loss_scale": 4.0, "retries": 0, "seconds": 153.4, "max_memory_gb": 20.35, "pair": 0.20842820778489113, "sign": 0.7620291910134256, "keep": 1.6953355734003708, "leak": 2.7916430139448494, "replacement": 2.135021336376667} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.5602035522460938, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 20.35, "pair": 0.12523825466632843, "sign": 0.006578211672604084, "keep": 0.003970126068452373, "leak": 1.0694614052772522, "replacement": 0.3978777825832367} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 25.18358612060547, "loss_scale": 4.0, "retries": 0, "seconds": 155.0, "max_memory_gb": 20.35, "pair": 1.1485421434044838, "sign": 0.9528458542190492, "keep": 1.724271459001102, "leak": 3.1819982810411602, "replacement": 3.282600274309516} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.702810049057007, "loss_scale": 4.0, "retries": 0, "seconds": 155.9, "max_memory_gb": 20.35, "pair": 0.48747527692466974, "sign": 0.5053910337155685, "keep": 1.3390286716166884, "leak": 0.24229276389814913, "replacement": 1.470258199609816} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 3.4781079292297363, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 20.35, "pair": 0.139889819547534, "sign": 0.016627169636194594, "keep": 0.012542482121943976, "leak": 1.163135103895911, "replacement": 0.44525842322036624} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.163344383239746, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 20.35, "pair": 0.21716475952416658, "sign": 0.14275521296076477, "keep": 0.034741966824924475, "leak": 0.3943558558821678, "replacement": 0.404502309858799} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 2.356841564178467, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 20.35, "pair": 0.22390789538621902, "sign": 0.04069689568132162, "keep": 0.008160987170413136, "leak": 0.1930848155170679, "replacement": 0.2966080382466316} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 3.5013303756713867, "loss_scale": 4.0, "retries": 0, "seconds": 159.2, "max_memory_gb": 20.35, "pair": 0.16736449161544442, "sign": 0.011864022846566513, "keep": 0.0060056692451837534, "leak": 1.0398298460058868, "replacement": 0.4362567944917828} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 6.799172878265381, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 20.35, "pair": 0.2281883805990219, "sign": 0.042956868070177734, "keep": 0.003921741619706154, "leak": 0.7839002405034989, "replacement": 0.4476027339696884} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.880529522895813, "loss_scale": 4.0, "retries": 0, "seconds": 160.8, "max_memory_gb": 20.35, "pair": 0.23857715353369713, "sign": 0.06830608262680471, "keep": 0.056218229699879885, "leak": 0.30257898569107056, "replacement": 0.37648405134677887} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.9543588161468506, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 20.35, "pair": 0.15943792602047324, "sign": 0.026694940228480846, "keep": 0.43716928333742544, "leak": 0.4317233256297186, "replacement": 0.49930084915831685} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.187263011932373, "loss_scale": 4.0, "retries": 0, "seconds": 162.5, "max_memory_gb": 20.35, "pair": 0.2573248064145446, "sign": 0.33855805173516273, "keep": 1.0853820162883494, "leak": 0.695117399096489, "replacement": 1.143074145540595} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 5.747068881988525, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 20.35, "pair": 0.2627025581896305, "sign": 0.31170836207456887, "keep": 0.39389453796320595, "leak": 0.8119382113218307, "replacement": 0.8184885457158089} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 17.701791763305664, "loss_scale": 4.0, "retries": 0, "seconds": 164.0, "max_memory_gb": 20.35, "pair": 0.10943179111927748, "sign": 0.009796350030228496, "keep": 0.0057632853276921026, "leak": 3.9490357376635075, "replacement": 1.1044705379754305} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.8638577461242676, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 20.35, "pair": 0.0909846592694521, "sign": 0.022479448292870075, "keep": 0.10273098619654775, "leak": 0.4791504330933094, "replacement": 0.27337748743593693} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 1.9404973983764648, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 20.35, "pair": 0.24824608489871025, "sign": 0.02072196383960545, "keep": 0.04191100795287639, "leak": 1.14506346732378, "replacement": 0.5658284574747086} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.4325551986694336, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 20.35, "pair": 0.1037739496678114, "sign": 0.004660955775761977, "keep": 0.0037745371519122273, "leak": 0.5036377348005772, "replacement": 0.2339011263102293} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.062486171722412, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 20.35, "pair": 0.15051227441290393, "sign": 0.006574995786650106, "keep": 0.018289459403582953, "leak": 0.3864182699471712, "replacement": 0.2595490694511682} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 3.04783034324646, "loss_scale": 4.0, "retries": 0, "seconds": 168.1, "max_memory_gb": 20.35, "pair": 0.1821511785092298, "sign": 0.15184143024816876, "keep": 0.09739399626687373, "leak": 0.6820318028330803, "replacement": 0.477276848629117} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.3946343660354614, "loss_scale": 4.0, "retries": 0, "seconds": 168.9, "max_memory_gb": 20.35, "pair": 0.17017627169843763, "sign": 0.004650889022741467, "keep": 0.007410582620622108, "leak": 0.491036981344223, "replacement": 0.29896624176763} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.59222412109375, "loss_scale": 4.0, "retries": 0, "seconds": 169.8, "max_memory_gb": 20.35, "pair": 0.5211825827136636, "sign": 0.4350799125386402, "keep": 0.4806424772978062, "leak": 0.48113269731402397, "replacement": 1.0993269607424736} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 18.348745346069336, "loss_scale": 4.0, "retries": 0, "seconds": 170.6, "max_memory_gb": 20.35, "pair": 0.3279976067133248, "sign": 0.5121321014303248, "keep": 2.1825118376873363, "leak": 4.31814994366141, "replacement": 2.754857094027102} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.356977939605713, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 20.35, "pair": 0.40565026458352804, "sign": 0.2712931815767661, "keep": 0.15114101173821837, "leak": 0.4359705802053213, "replacement": 0.7258599735796452} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 11.642243385314941, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 20.35, "pair": 0.438139658421278, "sign": 0.1830126551212743, "keep": 0.057582722627557814, "leak": 1.2226493209600449, "replacement": 0.8640996292233467} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.554854869842529, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 20.35, "pair": 0.3957745870575309, "sign": 0.35776304674800485, "keep": 0.5705727745953482, "leak": 0.4375594360753894, "replacement": 0.9693323345854878} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.4897499084472656, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 20.35, "pair": 0.39158552064327523, "sign": 0.37997021625051275, "keep": 1.0324111395611908, "leak": 0.03034152828331571, "replacement": 1.1053615965065546} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 6.396652698516846, "loss_scale": 4.0, "retries": 0, "seconds": 174.7, "max_memory_gb": 20.35, "pair": 0.45547509903553873, "sign": 0.753313924302347, "keep": 2.1179657197026245, "leak": 0.20988410338759422, "replacement": 1.943585904315114} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.5896568298339844, "loss_scale": 4.0, "retries": 0, "seconds": 175.6, "max_memory_gb": 20.35, "pair": 0.0989236836321652, "sign": 0.017755176770151593, "keep": 0.0043452235349832335, "leak": 0.6248366656072903, "replacement": 0.2661830526776612} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.7354719638824463, "loss_scale": 4.0, "retries": 0, "seconds": 176.4, "max_memory_gb": 20.35, "pair": 0.13165634567849338, "sign": 0.0034439361188560724, "keep": 0.0006540621106978506, "leak": 0.42931162484455854, "replacement": 0.24103326024487615} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.121474742889404, "loss_scale": 4.0, "retries": 0, "seconds": 177.2, "max_memory_gb": 20.35, "pair": 0.44520137272775173, "sign": 0.7380651086568832, "keep": 0.17451959978006926, "leak": 0.15994261391460896, "replacement": 0.9414793848991394} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.8310928344726562, "loss_scale": 4.0, "retries": 0, "seconds": 178.1, "max_memory_gb": 20.35, "pair": 0.160553147085011, "sign": 0.0735210333368741, "keep": 0.0060134320228826255, "leak": 0.15816107881255448, "replacement": 0.23986065201461315} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 3.477034091949463, "loss_scale": 4.0, "retries": 0, "seconds": 178.9, "max_memory_gb": 20.35, "pair": 0.14728982746601105, "sign": 0.04333900827623438, "keep": 0.09349639082302019, "leak": 0.07279813186323736, "replacement": 0.23390705045312643} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.264575719833374, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 20.35, "pair": 0.33049061335623264, "sign": 0.163970944005996, "keep": 0.005302900914102793, "leak": 0.7989614637372142, "replacement": 0.6148679256439209} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.176317572593689, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 20.35, "pair": 0.1257673637010157, "sign": 0.009483190049650148, "keep": 0.03324286825488798, "leak": 0.22565743514093128, "replacement": 0.2035447466187179} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 56.573673248291016, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 20.35, "pair": 1.111898503266275, "sign": 0.25506281870184466, "keep": 0.6460734891006723, "leak": 5.276629048399627, "replacement": 2.881623995490372} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.492542028427124, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 20.35, "pair": 0.15521910600364208, "sign": 0.02651588764274493, "keep": 0.007177991675860085, "leak": 0.3964438773691654, "replacement": 0.2711770152673125} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.02873420715332, "loss_scale": 4.0, "retries": 0, "seconds": 182.9, "max_memory_gb": 20.35, "pair": 0.06700244080275297, "sign": 0.008645298657938838, "keep": 0.0028336458824469446, "leak": 1.198184348642826, "replacement": 0.3722879868000746} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.223636627197266, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 20.35, "pair": 0.14333686977624893, "sign": 0.03213092795340344, "keep": 0.7801459743641317, "leak": 0.5703923925757408, "replacement": 0.6920733973383904} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.208655595779419, "loss_scale": 4.0, "retries": 0, "seconds": 184.6, "max_memory_gb": 20.35, "pair": 0.19385215104557574, "sign": 0.014201235899236053, "keep": 0.019240177653045976, "leak": 0.27041825163178146, "replacement": 0.2781774145551026} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.4818339347839355, "loss_scale": 4.0, "retries": 0, "seconds": 185.4, "max_memory_gb": 20.35, "pair": 0.11214971309527755, "sign": 0.05770014284644276, "keep": 0.0019637040168163367, "leak": 0.7439764477312565, "replacement": 0.32797575695440173} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 15.654887199401855, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 20.35, "pair": 0.21901041164528579, "sign": 0.11987370636779815, "keep": 0.09618399676399747, "leak": 0.9398643374443054, "replacement": 0.5620053447782993} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 25.31133270263672, "loss_scale": 4.0, "retries": 0, "seconds": 187.0, "max_memory_gb": 20.35, "pair": 0.8464931519702077, "sign": 0.6426418963819742, "keep": 1.4182045171002073, "leak": 1.812844711355865, "replacement": 2.330127527937293} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.8699376583099365, "loss_scale": 4.0, "retries": 0, "seconds": 187.8, "max_memory_gb": 20.35, "pair": 0.2797245748806745, "sign": 0.5276918813760858, "keep": 0.02330943097240379, "leak": 0.15368118695914745, "replacement": 0.5936455349437892} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.001197576522827, "loss_scale": 4.0, "retries": 0, "seconds": 188.6, "max_memory_gb": 20.35, "pair": 0.2013513557612896, "sign": 0.021318047045497224, "keep": 0.03764147002948448, "leak": 1.3459574207663536, "replacement": 0.5673204809427261} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.9692137241363525, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 20.35, "pair": 0.12657351815141737, "sign": 0.004801337257958949, "keep": 0.005286974075715989, "leak": 0.8915739953517914, "replacement": 0.35451117902994156} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.1149914264678955, "loss_scale": 4.0, "retries": 0, "seconds": 190.2, "max_memory_gb": 20.35, "pair": 0.06764894700609148, "sign": 0.014962056244257838, "keep": 0.003722103538052579, "leak": 0.41886409744620323, "replacement": 0.18170705623924732} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 15.639253616333008, "loss_scale": 4.0, "retries": 0, "seconds": 191.0, "max_memory_gb": 20.35, "pair": 0.8427769155241549, "sign": 0.5500965221726801, "keep": 1.1207772013221984, "leak": 1.3325886600650847, "replacement": 2.011360988486558} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.4462857246398926, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 20.35, "pair": 0.1551036644668784, "sign": 0.03831242931482848, "keep": 0.003235367947127088, "leak": 0.09595268964767456, "replacement": 0.19986573932692409} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.4327094554901123, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 20.35, "pair": 0.2325008688494563, "sign": 0.21672712080180645, "keep": 0.057821827474953125, "leak": 0.2996630761772394, "replacement": 0.44469112902879715} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.2155576944351196, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 20.35, "pair": 0.14923455193638802, "sign": 0.015164153825026006, "keep": 0.025937031721696258, "leak": 0.42147939652204514, "replacement": 0.2751549892127514} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.6027116775512695, "loss_scale": 4.0, "retries": 0, "seconds": 194.2, "max_memory_gb": 20.35, "pair": 0.32515761256217957, "sign": 0.8599513918161392, "keep": 0.10213844431554264, "leak": 0.8500399448093958, "replacement": 1.018712505698204} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.12125563621521, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 20.35, "pair": 0.27839702600613236, "sign": 0.28636785423441324, "keep": 0.16203149672946893, "leak": 0.134814630378969, "replacement": 0.5363003588281572} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 13.578579902648926, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 20.35, "pair": 0.6513542959000915, "sign": 0.5226075885075261, "keep": 0.5296549524982765, "leak": 0.5659735263325274, "replacement": 1.3189789867028594} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.26080060005188, "loss_scale": 4.0, "retries": 0, "seconds": 196.6, "max_memory_gb": 20.35, "pair": 0.14189291931688786, "sign": 0.02746375900460407, "keep": 0.0029410305787678226, "leak": 0.8640863094478846, "replacement": 0.3731168978847563} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.1173584461212158, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 20.35, "pair": 0.16790772369131446, "sign": 0.01889698751620017, "keep": 0.015413289773277938, "leak": 0.45099959895014763, "replacement": 0.2978127528913319} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.163358211517334, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 20.35, "pair": 0.1492930818349123, "sign": 0.0912478887476027, "keep": 0.026051945955259725, "leak": 0.9474285952746868, "replacement": 0.44480015337467194} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 7.237954139709473, "loss_scale": 4.0, "retries": 0, "seconds": 199.1, "max_memory_gb": 20.35, "pair": 0.5699193328619003, "sign": 0.40337503096088767, "keep": 0.8650430543348193, "leak": 0.785135155543685, "replacement": 1.4004121348261833} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.3173339366912842, "loss_scale": 4.0, "retries": 0, "seconds": 199.9, "max_memory_gb": 20.35, "pair": 0.1267157894326374, "sign": 0.004482079821173102, "keep": 0.0028124963064328767, "leak": 0.36927787214517593, "replacement": 0.22268253983929753} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 6.218091011047363, "loss_scale": 4.0, "retries": 0, "seconds": 200.8, "max_memory_gb": 20.35, "pair": 0.052828341169515625, "sign": 0.0072502027869632, "keep": 0.0060467825387604535, "leak": 1.273248478770256, "replacement": 0.3777889460325241} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 1.7286932468414307, "loss_scale": 4.0, "retries": 0, "seconds": 201.6, "max_memory_gb": 20.35, "pair": 0.16091365553438663, "sign": 0.03160693898098543, "keep": 0.04278791254910175, "leak": 0.38146660453639925, "replacement": 0.29347773268818855} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.9960429668426514, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 20.35, "pair": 0.27490014396607876, "sign": 0.07935597375035286, "keep": 0.029584238480310887, "leak": 0.5831941943615675, "replacement": 0.4751688130199909} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.1239686012268066, "loss_scale": 4.0, "retries": 0, "seconds": 203.2, "max_memory_gb": 20.35, "pair": 0.09980024886317551, "sign": 0.012656905222684145, "keep": 0.011330363468005089, "leak": 0.4312879089266062, "replacement": 0.2196158696897328} diff --git a/runs/single_internvl/replacement/L25_s13/adapter/README.md b/runs/single_internvl/replacement/L25_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/single_internvl/replacement/L25_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/single_internvl/replacement/L25_s13/adapter/adapter_config.json b/runs/single_internvl/replacement/L25_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..84a2d034f662e462389cac913be9f9ca45a8d4cc --- /dev/null +++ b/runs/single_internvl/replacement/L25_s13/adapter/adapter_config.json @@ -0,0 +1,50 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.25.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L25_s13/config.json b/runs/single_internvl/replacement/L25_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0088b955b99b3d3bce218dc2137539d992d20e40 --- /dev/null +++ b/runs/single_internvl/replacement/L25_s13/config.json @@ -0,0 +1,24 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "groups_per_step": 4, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "weight_decay": 0.0, + "clip": 1.0, + "initial_loss_scale": 4.0, + "adapter": { + "layer": 25, + "rank": 16, + "trainable_parameters": 1212416 + } +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L25_s13/steps.jsonl b/runs/single_internvl/replacement/L25_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dd017c932b523c38f90640ba6c6a5db1f87a1205 --- /dev/null +++ b/runs/single_internvl/replacement/L25_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 0.7803882956504822, "loss_scale": 4.0, "retries": 0, "seconds": 0.9, "max_memory_gb": 19.06, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 1.1597559452056885, "loss_scale": 4.0, "retries": 0, "seconds": 1.6, "max_memory_gb": 19.09, "pair": 1.100909411907196, "sign": 0.18042166193481535, "keep": 1.3709693338896614, "leak": 7.82174836899685e-07, "replacement": 1.8766050934791565} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 2.61204195022583, "loss_scale": 4.0, "retries": 0, "seconds": 2.4, "max_memory_gb": 19.09, "pair": 1.0960153639316559, "sign": 0.11545089818537235, "keep": 2.064859539270401, "leak": 8.278444147435948e-05, "replacement": 2.186191350221634} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 1.75441575050354, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 19.09, "pair": 1.0959650576114655, "sign": 0.037874569883570075, "keep": 0.8699154991772957, "leak": 4.711131674639546e-05, "replacement": 1.5498718321323395} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.9370469450950623, "loss_scale": 4.0, "retries": 0, "seconds": 4.0, "max_memory_gb": 19.09, "pair": 1.0999169945716858, "sign": 0.11677241045981646, "keep": 0.02324415672046598, "leak": 4.4918802817761616e-05, "replacement": 1.1699365079402924} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.102978229522705, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 19.09, "pair": 1.0967700481414795, "sign": 0.19879764318466187, "keep": 0.6345260184898507, "leak": 1.8065877071649084e-05, "replacement": 1.51343634724617} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.3289566040039062, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 19.09, "pair": 1.0887268483638763, "sign": 0.0891142354812473, "keep": 1.518122712855984, "leak": 0.00018887308669945924, "replacement": 1.8923925161361694} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.52331280708313, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 19.11, "pair": 1.0907886326313019, "sign": 0.21019978472031653, "keep": 1.4552592560648918, "leak": 9.96258752365975e-05, "replacement": 1.923543006181717} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.01861310005188, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 19.11, "pair": 1.0873340964317322, "sign": 0.5714645739644766, "keep": 1.376178190112114, "leak": 0.00012366264672891703, "replacement": 2.061186373233795} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.1496217250823975, "loss_scale": 4.0, "retries": 0, "seconds": 7.8, "max_memory_gb": 19.11, "pair": 1.0813997983932495, "sign": 0.08006605971604586, "keep": 0.09473012850503437, "leak": 0.0003721229004440829, "replacement": 1.1688909232616425} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 2.2870242595672607, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 19.11, "pair": 1.067833036184311, "sign": 0.20458186394535005, "keep": 1.295627090119524, "leak": 0.0005780265564681031, "replacement": 1.818081945180893} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.7179396152496338, "loss_scale": 4.0, "retries": 0, "seconds": 9.3, "max_memory_gb": 19.11, "pair": 1.061167150735855, "sign": 0.07479716977104545, "keep": 0.9151182334608166, "leak": 0.0010947650443995371, "replacement": 1.5563985407352448} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.9535847902297974, "loss_scale": 4.0, "retries": 0, "seconds": 10.1, "max_memory_gb": 19.11, "pair": 1.0439916253089905, "sign": 0.05662736855447292, "keep": 0.829297352967842, "leak": 0.002835629988112487, "replacement": 1.4876629114151} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.231111764907837, "loss_scale": 4.0, "retries": 0, "seconds": 10.8, "max_memory_gb": 19.11, "pair": 1.0442071557044983, "sign": 0.26288049668073654, "keep": 1.5408441424369812, "leak": 0.0024835533113218844, "replacement": 1.9466903507709503} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.5693862438201904, "loss_scale": 4.0, "retries": 0, "seconds": 11.6, "max_memory_gb": 19.11, "pair": 1.0214059054851532, "sign": 0.19849982974119484, "keep": 0.9535987830986414, "leak": 0.010001595946960151, "replacement": 1.5999556481838226} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.8252997398376465, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 19.11, "pair": 1.0040801763534546, "sign": 0.3043037806637585, "keep": 0.33924983933684416, "leak": 0.009464519214816391, "replacement": 1.3282231092453003} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.8061625957489014, "loss_scale": 4.0, "retries": 0, "seconds": 13.1, "max_memory_gb": 19.11, "pair": 1.0056016147136688, "sign": 0.7377218846231699, "keep": 0.782310610928107, "leak": 0.010898113425355405, "replacement": 1.7683423906564713} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.684248208999634, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 19.13, "pair": 0.9570210576057434, "sign": 0.18318806285969913, "keep": 0.8525892907055095, "leak": 0.016171463736100122, "replacement": 1.4789525866508484} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.327920436859131, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 19.13, "pair": 0.9108481854200363, "sign": 0.03409377043135464, "keep": 1.036795511841774, "leak": 0.0514573841355741, "replacement": 1.4591571986675262} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 2.278973340988159, "loss_scale": 4.0, "retries": 0, "seconds": 15.4, "max_memory_gb": 19.13, "pair": 0.8840030431747437, "sign": 0.028954389272257686, "keep": 0.003788658828852931, "leak": 0.05068856431171298, "replacement": 0.9130467027425766} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 3.2894277572631836, "loss_scale": 4.0, "retries": 0, "seconds": 16.2, "max_memory_gb": 19.13, "pair": 0.8256494998931885, "sign": 0.041644809185527265, "keep": 0.41668228901289694, "leak": 0.08248885348439217, "replacement": 1.0754352658987045} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.3208179473876953, "loss_scale": 4.0, "retries": 0, "seconds": 17.0, "max_memory_gb": 19.13, "pair": 0.8515503406524658, "sign": 0.06141118332743645, "keep": 0.4710120204545092, "leak": 0.0558269782923162, "replacement": 1.1317186653614044} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.5774238109588623, "loss_scale": 4.0, "retries": 0, "seconds": 17.8, "max_memory_gb": 19.13, "pair": 0.7604301124811172, "sign": 0.030464759562164545, "keep": 1.0001273299812965, "leak": 0.0879625747911632, "replacement": 1.2977167665958405} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.9461443424224854, "loss_scale": 4.0, "retries": 0, "seconds": 18.5, "max_memory_gb": 19.13, "pair": 0.7152146399021149, "sign": 0.01351050368975848, "keep": 0.3113861624151468, "leak": 0.09836550988256931, "replacement": 0.9022543430328369} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.7317943572998047, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 19.13, "pair": 0.748190626502037, "sign": 0.10442747734487057, "keep": 0.9775230462837499, "leak": 0.12775017460808158, "replacement": 1.3211034387350082} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.6284706592559814, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 19.13, "pair": 0.6481105089187622, "sign": 0.05975314253009856, "keep": 0.27330079302191734, "leak": 0.16146331606432796, "replacement": 0.8550032824277878} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.233496904373169, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 19.13, "pair": 0.6632664203643799, "sign": 0.14399536291603, "keep": 0.41647596313850954, "leak": 0.20030290074646473, "replacement": 0.9935778230428696} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.9420400857925415, "loss_scale": 4.0, "retries": 0, "seconds": 21.6, "max_memory_gb": 19.13, "pair": 0.7897195070981979, "sign": 0.4072951949201524, "keep": 1.2352346442639828, "leak": 0.2107285289093852, "replacement": 1.663666546344757} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 2.550046443939209, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 19.13, "pair": 0.8236305415630341, "sign": 0.7190388981252909, "keep": 0.22450718935579062, "leak": 0.13211662520188838, "replacement": 1.3284327387809753} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.6837148666381836, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 19.13, "pair": 0.4057850316166878, "sign": 0.0069393012672662735, "keep": 0.23282338484204956, "leak": 0.3714890703558922, "replacement": 0.6185386553406715} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.8882176876068115, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 19.13, "pair": 0.6943853721022606, "sign": 0.2141889618942514, "keep": 0.6072019748389721, "leak": 0.3978480314835906, "replacement": 1.2045428603887558} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.3206052780151367, "loss_scale": 4.0, "retries": 0, "seconds": 24.7, "max_memory_gb": 19.13, "pair": 0.541316781193018, "sign": 0.10873802367132157, "keep": 0.16881870478391647, "leak": 0.8474307581782341, "replacement": 0.8919528424739838} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.8860243558883667, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 19.13, "pair": 0.6694047674536705, "sign": 0.19739135424606502, "keep": 0.1736496384255588, "leak": 0.18821462901541963, "replacement": 0.901978924870491} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.5304279327392578, "loss_scale": 4.0, "retries": 0, "seconds": 26.2, "max_memory_gb": 19.13, "pair": 0.36590758711099625, "sign": 0.018789026769809425, "keep": 0.020245414969394915, "leak": 0.7418085113167763, "replacement": 0.5708769410848618} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.5235512256622314, "loss_scale": 4.0, "retries": 0, "seconds": 27.0, "max_memory_gb": 19.13, "pair": 0.38321176171302795, "sign": 0.047838866245001554, "keep": 0.03805336715595331, "leak": 0.8753068670630455, "replacement": 0.6449845880270004} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.4245624542236328, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 19.13, "pair": 0.38021236658096313, "sign": 0.02941434388048947, "keep": 0.18661546523799188, "leak": 0.8855872824788094, "replacement": 0.7096240967512131} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.6613680124282837, "loss_scale": 4.0, "retries": 0, "seconds": 28.5, "max_memory_gb": 19.13, "pair": 0.5311584174633026, "sign": 0.18600459513254464, "keep": 0.47183160661370493, "leak": 0.804174522520043, "replacement": 1.0611201226711273} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.683727741241455, "loss_scale": 4.0, "retries": 0, "seconds": 29.2, "max_memory_gb": 19.13, "pair": 0.3142384812235832, "sign": 0.07176030136179179, "keep": 0.04843981470912695, "leak": 1.1481815725564957, "replacement": 0.6613839417695999} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.5480661392211914, "loss_scale": 4.0, "retries": 0, "seconds": 30.0, "max_memory_gb": 19.13, "pair": 0.47829531505703926, "sign": 1.4249738020589575, "keep": 0.21109013276873156, "leak": 0.9381624460220337, "replacement": 1.5308678448200226} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.2269814014434814, "loss_scale": 4.0, "retries": 0, "seconds": 30.8, "max_memory_gb": 19.13, "pair": 0.2020649053156376, "sign": 0.011290631373412907, "keep": 0.011590975445869844, "leak": 1.3629388511180878, "replacement": 0.554240420460701} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.1100449562072754, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 19.13, "pair": 0.6430690512061119, "sign": 0.8747749030590057, "keep": 0.9934535773354582, "leak": 0.22311082854866982, "replacement": 1.6329609602689743} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.7404637336730957, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 19.13, "pair": 0.23281517252326012, "sign": 0.03317371173761785, "keep": 0.0048585626118438086, "leak": 1.569604367017746, "replacement": 0.6442324072122574} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.5770115852355957, "loss_scale": 4.0, "retries": 0, "seconds": 33.0, "max_memory_gb": 19.13, "pair": 0.3069871459156275, "sign": 0.12860723899211735, "keep": 0.005010028231481556, "leak": 1.877379834651947, "replacement": 0.8431407511234283} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.345788955688477, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 19.13, "pair": 0.2010487262159586, "sign": 0.15194534332840703, "keep": 0.8578228059050161, "leak": 1.6846741735935211, "replacement": 1.1271013468503952} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.3623626232147217, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 19.13, "pair": 0.5591888464987278, "sign": 0.6360444646561518, "keep": 1.8370868320344016, "leak": 0.5069520086981356, "replacement": 1.9224925488233566} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.844372510910034, "loss_scale": 4.0, "retries": 0, "seconds": 35.3, "max_memory_gb": 19.13, "pair": 0.40745454654097557, "sign": 0.24624062512884848, "keep": 0.36460452910978347, "leak": 0.8537663593888283, "replacement": 0.9263186901807785} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.3821773529052734, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 19.13, "pair": 0.2937750220298767, "sign": 0.08728817128576338, "keep": 0.0058346828882349655, "leak": 1.1848759283311665, "replacement": 0.6365554183721542} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 3.773491859436035, "loss_scale": 4.0, "retries": 0, "seconds": 36.8, "max_memory_gb": 19.13, "pair": 0.14587298408150673, "sign": 0.015945800143526867, "keep": 0.010381591157056391, "leak": 1.597152516245842, "replacement": 0.5583248063921928} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.7291252613067627, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 19.13, "pair": 0.22643802128732204, "sign": 0.033668597461655736, "keep": 0.021930651695583947, "leak": 1.1302021741867065, "replacement": 0.5367881879210472} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.4497754573822021, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 19.13, "pair": 0.3483390472829342, "sign": 0.0863706674426794, "keep": 0.2217029735147662, "leak": 0.7210120260715485, "replacement": 0.6826288774609566} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.4504077434539795, "loss_scale": 4.0, "retries": 0, "seconds": 39.1, "max_memory_gb": 19.13, "pair": 0.2617264147847891, "sign": 0.020517986791674048, "keep": 0.8229902276070789, "leak": 0.6898972392082214, "replacement": 0.8559548407793045} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 1.7088696956634521, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 19.13, "pair": 0.38213597796857357, "sign": 0.26312385220080614, "keep": 0.056444463232764974, "leak": 0.6868001148104668, "replacement": 0.713620126247406} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.5461459159851074, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 19.13, "pair": 0.2742162086069584, "sign": 0.06665847075055353, "keep": 0.23609936179127544, "leak": 1.4495355784893036, "replacement": 0.7879790216684341} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.150106191635132, "loss_scale": 4.0, "retries": 0, "seconds": 41.4, "max_memory_gb": 19.13, "pair": 0.3189273439347744, "sign": 0.10637846088502556, "keep": 0.18413521577895153, "leak": 0.8587372675538063, "replacement": 0.6788685098290443} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.5097665786743164, "loss_scale": 4.0, "retries": 0, "seconds": 42.1, "max_memory_gb": 19.13, "pair": 0.25509318336844444, "sign": 0.022232354385778308, "keep": 0.019448519189609215, "leak": 0.6020418778061867, "replacement": 0.42644409090280533} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.4245796203613281, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 19.13, "pair": 0.3147384412586689, "sign": 0.01610235613770783, "keep": 0.02092034212546423, "leak": 0.7045997008681297, "replacement": 0.5093997195363045} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.153961181640625, "loss_scale": 4.0, "retries": 0, "seconds": 43.6, "max_memory_gb": 19.13, "pair": 0.38763277418911457, "sign": 0.2698036426445469, "keep": 0.010754000795714092, "leak": 0.3823626223602332, "replacement": 0.623502254486084} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.9944722652435303, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 19.13, "pair": 0.19681732915341854, "sign": 0.01403447607299313, "keep": 0.014699729741550982, "leak": 0.823955662548542, "replacement": 0.4171733558177948} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.7479063272476196, "loss_scale": 4.0, "retries": 0, "seconds": 45.1, "max_memory_gb": 19.13, "pair": 0.3672036174684763, "sign": 0.049989273451501504, "keep": 0.03446387336589396, "leak": 0.3150665635475889, "replacement": 0.48819683492183685} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.8735281229019165, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 19.13, "pair": 0.30751724168658257, "sign": 0.04515510139754042, "keep": 0.11117309977998957, "leak": 0.68743303604424, "replacement": 0.5575396046042442} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.3784360885620117, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 19.13, "pair": 0.4392055533826351, "sign": 0.28757737879641354, "keep": 0.03668153355829418, "leak": 1.7081946106627584, "replacement": 1.028383657336235} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.3899662494659424, "loss_scale": 4.0, "retries": 0, "seconds": 47.4, "max_memory_gb": 19.13, "pair": 0.3187989927828312, "sign": 0.023706834414042532, "keep": 0.033847165905172005, "leak": 0.5160827664658427, "replacement": 0.4765966832637787} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.516282081604004, "loss_scale": 4.0, "retries": 0, "seconds": 48.2, "max_memory_gb": 19.13, "pair": 0.413353756070137, "sign": 0.12161163706332445, "keep": 0.04593367932830006, "leak": 0.08626739869941957, "replacement": 0.5186932608485222} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.3081152439117432, "loss_scale": 4.0, "retries": 0, "seconds": 48.9, "max_memory_gb": 19.13, "pair": 0.24861015751957893, "sign": 0.015794314560480416, "keep": 0.0277170492336154, "leak": 0.4855659119784832, "replacement": 0.3917573168873787} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.380770206451416, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 19.13, "pair": 0.29742602072656155, "sign": 0.2093950603157282, "keep": 0.20467565208673477, "leak": 1.668113274499774, "replacement": 0.9214897155761719} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.8652212619781494, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 19.13, "pair": 0.3560740351676941, "sign": 0.1438311354140751, "keep": 0.3205116148456, "leak": 0.3774759564548731, "replacement": 0.6826144084334373} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.0270187854766846, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 19.13, "pair": 0.2142496034502983, "sign": 0.018639045185409486, "keep": 0.012795474205631763, "leak": 1.0956112742424011, "replacement": 0.5038696825504303} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 1.7926219701766968, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 19.13, "pair": 0.36402492225170135, "sign": 0.03580596321262419, "keep": 0.006254829109821003, "leak": 0.36604936234652996, "replacement": 0.4765676483511925} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.3183863162994385, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 19.13, "pair": 0.6011881064623594, "sign": 0.838872519787401, "keep": 0.7901155735598877, "leak": 0.8332774247974157, "replacement": 1.6240014880895615} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.305189371109009, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 19.13, "pair": 0.3614512700587511, "sign": 0.03760839090682566, "keep": 0.00308770255651325, "leak": 1.0189333381131291, "replacement": 0.6365326717495918} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.3984930515289307, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 19.13, "pair": 0.18890194967389107, "sign": 0.008706768188858405, "keep": 0.011628917430698493, "leak": 0.6514705345034599, "replacement": 0.36193743348121643} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.4164247512817383, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 19.13, "pair": 0.2784483004361391, "sign": 0.1890818898100406, "keep": 0.024734543228987604, "leak": 1.0536629483103752, "replacement": 0.6487722620368004} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.6549370288848877, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 19.13, "pair": 0.3275798596441746, "sign": 0.11441480985376984, "keep": 0.4480480229249224, "leak": 0.36616883985698223, "replacement": 0.7003534808754921} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.1043872833251953, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 19.13, "pair": 0.31320527009665966, "sign": 0.20561469337553717, "keep": 0.09161185079756251, "leak": 0.638482859445503, "replacement": 0.6214392781257629} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.9489022493362427, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 19.13, "pair": 0.6669566184282303, "sign": 0.5254159371834248, "keep": 0.9324730128864758, "leak": 0.11918873920149053, "replacement": 1.4256982952356339} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.7148804664611816, "loss_scale": 4.0, "retries": 0, "seconds": 58.2, "max_memory_gb": 19.13, "pair": 0.2411727998405695, "sign": 0.06827330566011369, "keep": 0.021141117831575684, "leak": 0.6343377493321896, "replacement": 0.44446446001529694} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.8715219497680664, "loss_scale": 4.0, "retries": 0, "seconds": 58.9, "max_memory_gb": 19.13, "pair": 0.2683825269341469, "sign": 0.010972607648000121, "keep": 0.004663496169087011, "leak": 1.000063717365265, "replacement": 0.526216521859169} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.134269952774048, "loss_scale": 4.0, "retries": 0, "seconds": 59.7, "max_memory_gb": 19.13, "pair": 0.31347120366990566, "sign": 0.37702223064843565, "keep": 0.0007801631836628076, "leak": 0.21500716172158718, "replacement": 0.5561241805553436} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 1.7010372877120972, "loss_scale": 4.0, "retries": 0, "seconds": 60.4, "max_memory_gb": 19.13, "pair": 0.2951856553554535, "sign": 0.01874681399203837, "keep": 0.015881084281545554, "leak": 0.2800508849322796, "replacement": 0.38251230865716934} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.1242973804473877, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 19.13, "pair": 0.308485422283411, "sign": 0.07900425780098885, "keep": 0.0037121513955611363, "leak": 1.0225924849510193, "replacement": 0.6054917499423027} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.2482120990753174, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 19.13, "pair": 0.2878363374620676, "sign": 0.05769428767962381, "keep": 0.11462585348635912, "leak": 1.0239325016736984, "replacement": 0.6299795359373093} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.2035765647888184, "loss_scale": 4.0, "retries": 0, "seconds": 62.8, "max_memory_gb": 19.13, "pair": 0.33949408680200577, "sign": 0.9218600621679798, "keep": 0.01656124059809372, "leak": 0.8835412263870239, "replacement": 1.0295900851488113} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.9369208812713623, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 19.13, "pair": 0.26317275781184435, "sign": 0.025533117179293185, "keep": 0.32549323758576065, "leak": 0.6304680593311787, "replacement": 0.5963029265403748} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.124760389328003, "loss_scale": 4.0, "retries": 0, "seconds": 64.4, "max_memory_gb": 19.13, "pair": 0.1296314336359501, "sign": 0.01565139213926159, "keep": 0.007382387362952159, "leak": 0.696993313729763, "replacement": 0.31539665162563324} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 3.2118031978607178, "loss_scale": 4.0, "retries": 0, "seconds": 65.2, "max_memory_gb": 19.13, "pair": 0.12074451521039009, "sign": 0.01678623049519956, "keep": 0.00954592332482207, "leak": 0.6050541698932648, "replacement": 0.2851741313934326} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.440929889678955, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 19.13, "pair": 0.28521496802568436, "sign": 0.22107202745974064, "keep": 0.1986961683141999, "leak": 0.6755940988659859, "replacement": 0.6639975905418396} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.4263713359832764, "loss_scale": 4.0, "retries": 0, "seconds": 66.7, "max_memory_gb": 19.13, "pair": 0.3089995253831148, "sign": 0.08817877690307796, "keep": 0.0044366986949171405, "leak": 0.4309757202863693, "replacement": 0.4630511924624443} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 4.659142017364502, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 19.13, "pair": 0.5516402460634708, "sign": 0.37090684194117785, "keep": 0.17599566108310682, "leak": 0.41736018809024245, "replacement": 0.9294315427541733} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.2077646255493164, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 19.13, "pair": 0.36124237626791, "sign": 0.12767502816859633, "keep": 0.013759803045559238, "leak": 0.053192052990198135, "replacement": 0.4452578127384186} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 1.7586315870285034, "loss_scale": 4.0, "retries": 0, "seconds": 68.9, "max_memory_gb": 19.13, "pair": 0.26692257821559906, "sign": 0.0436494309687987, "keep": 0.011465958785265684, "leak": 0.5034610349684954, "replacement": 0.4203455336391926} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 9.704217910766602, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 19.13, "pair": 0.7228717906400561, "sign": 0.41385350574273616, "keep": 0.6899160082102753, "leak": 1.2551181241869926, "replacement": 1.588536024093628} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.002280235290527, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 19.13, "pair": 0.24600305035710335, "sign": 0.5159678754280321, "keep": 0.7957918173051439, "leak": 0.2551896311342716, "replacement": 0.9656803198158741} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.7863520383834839, "loss_scale": 4.0, "retries": 0, "seconds": 71.3, "max_memory_gb": 19.13, "pair": 0.2132640741765499, "sign": 0.02154049969976768, "keep": 0.06702846905682236, "leak": 0.7196485567837954, "replacement": 0.4374607056379318} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.9314298629760742, "loss_scale": 4.0, "retries": 0, "seconds": 72.1, "max_memory_gb": 19.13, "pair": 0.22344116866588593, "sign": 0.021237708861008286, "keep": 0.19400477499584667, "leak": 1.071621149778366, "replacement": 0.5989676937460899} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.9784951210021973, "loss_scale": 4.0, "retries": 0, "seconds": 72.8, "max_memory_gb": 19.13, "pair": 0.40106391347944736, "sign": 0.32295344199519604, "keep": 1.288813784129161, "leak": 0.947417950257659, "replacement": 1.4438019841909409} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.2766611576080322, "loss_scale": 4.0, "retries": 0, "seconds": 73.6, "max_memory_gb": 19.13, "pair": 0.3014252260327339, "sign": 0.0902981489780359, "keep": 0.8813951495612855, "leak": 0.5909391678869724, "replacement": 0.9350066930055618} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.0035383701324463, "loss_scale": 4.0, "retries": 0, "seconds": 74.4, "max_memory_gb": 19.13, "pair": 0.1165761835873127, "sign": 0.00973743258509785, "keep": 0.008594281389378011, "leak": 0.8494448956334963, "replacement": 0.3381032720208168} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.2902109622955322, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 19.13, "pair": 0.35984984040260315, "sign": 0.11843480134848505, "keep": 0.03704415725860599, "leak": 0.6293281242251396, "replacement": 0.594921350479126} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 5.780604362487793, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 19.13, "pair": 0.34701226837933064, "sign": 0.6556290345033631, "keep": 0.005738402188853797, "leak": 2.6396781611038023, "replacement": 1.3376155085861683} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 4.185941219329834, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 19.13, "pair": 0.5148118436336517, "sign": 0.9417860587127507, "keep": 0.16975610559165943, "leak": 1.7856096550822258, "replacement": 1.5169853493571281} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 4.843051910400391, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 19.13, "pair": 0.14123624376952648, "sign": 0.005885084567125887, "keep": 0.0044931727315997705, "leak": 1.9332272303290665, "replacement": 0.629732184112072} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.3994982242584229, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 19.13, "pair": 0.19224071130156517, "sign": 0.01379622402600944, "keep": 0.06492344080470502, "leak": 0.3872113870456815, "replacement": 0.32840339094400406} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.146650314331055, "loss_scale": 4.0, "retries": 0, "seconds": 79.0, "max_memory_gb": 19.13, "pair": 0.20331758726388216, "sign": 0.021457216411363333, "keep": 0.009440231129246968, "leak": 2.7140063866972923, "replacement": 0.8972679302096367} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.6626819372177124, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 19.13, "pair": 0.16514644492417574, "sign": 0.08718390332069248, "keep": 0.0031791651563253254, "leak": 0.17294850945472717, "replacement": 0.25356511399149895} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.751299262046814, "loss_scale": 4.0, "retries": 0, "seconds": 80.5, "max_memory_gb": 19.13, "pair": 0.26770519837737083, "sign": 0.017662087455391884, "keep": 0.04628676478751004, "leak": 0.8262964431196451, "replacement": 0.506253719329834} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.564024806022644, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 19.13, "pair": 0.2819480448961258, "sign": 0.03224577754735947, "keep": 0.004793877982592676, "leak": 0.3661712594330311, "replacement": 0.3920106962323189} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.484757900238037, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 19.13, "pair": 0.1498875068500638, "sign": 0.23730618611443788, "keep": 0.4911020585516326, "leak": 1.03519298392348, "replacement": 0.7728898786008358} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 6.699845314025879, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 19.13, "pair": 0.38475964218378067, "sign": 0.11524508928414434, "keep": 0.06352004671316536, "leak": 0.9400500170886517, "replacement": 0.7091547325253487} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.143436908721924, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 19.13, "pair": 0.34987790137529373, "sign": 0.1218910455936566, "keep": 0.08871894888579845, "leak": 0.4417381100356579, "replacement": 0.5656174197793007} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 6.846044063568115, "loss_scale": 4.0, "retries": 0, "seconds": 84.4, "max_memory_gb": 19.13, "pair": 0.16583355516195297, "sign": 0.058652690378949046, "keep": 0.0615846486762166, "leak": 2.4357908219099045, "replacement": 0.8348999097943306} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 5.411993980407715, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 19.13, "pair": 0.18826757743954659, "sign": 0.939176237792708, "keep": 0.0008299538275196028, "leak": 1.0421567149460316, "replacement": 0.9188098469749093} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.015150785446167, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 19.13, "pair": 0.18084325827658176, "sign": 0.009139441885054111, "keep": 0.003194841741787968, "leak": 0.5827524922788143, "replacement": 0.3326985165476799} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.243127703666687, "loss_scale": 4.0, "retries": 0, "seconds": 86.7, "max_memory_gb": 19.13, "pair": 0.2044275477528572, "sign": 0.024339685565792024, "keep": 0.006277237247559242, "leak": 0.3634139692876488, "replacement": 0.3105895109474659} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.265493631362915, "loss_scale": 4.0, "retries": 0, "seconds": 87.5, "max_memory_gb": 19.13, "pair": 0.24739361181855202, "sign": 0.031201362377032638, "keep": 0.009171306621283293, "leak": 0.964876579743077, "replacement": 0.5087990835309029} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.4047359228134155, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 19.13, "pair": 0.19009283930063248, "sign": 0.010007646516896784, "keep": 0.0027127704888698645, "leak": 0.3639935003593564, "replacement": 0.2874514125287533} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 4.161355972290039, "loss_scale": 4.0, "retries": 0, "seconds": 89.0, "max_memory_gb": 19.13, "pair": 0.23241919837892056, "sign": 0.5276192154269665, "keep": 0.6989957266305282, "leak": 0.12515334971249104, "replacement": 0.8770150002092123} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.0478217601776123, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 19.14, "pair": 0.20273120235651731, "sign": 0.0794630009913817, "keep": 0.4419993991687079, "leak": 0.9234364908188581, "replacement": 0.694321533665061} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.930110216140747, "loss_scale": 4.0, "retries": 0, "seconds": 90.6, "max_memory_gb": 19.14, "pair": 0.2821828546002507, "sign": 0.43271403812104836, "keep": 0.7035070299036761, "leak": 0.5671436991542578, "replacement": 0.9920792728662491} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 4.230674743652344, "loss_scale": 4.0, "retries": 0, "seconds": 91.3, "max_memory_gb": 19.14, "pair": 0.3404423054307699, "sign": 0.1848144499817863, "keep": 0.004463211278050494, "leak": 0.14013981446623802, "replacement": 0.4701160918921232} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.523114204406738, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 19.14, "pair": 0.2328613754361868, "sign": 0.7269562131841667, "keep": 1.422445580654312, "leak": 0.3743097856640816, "replacement": 1.4011397864669561} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.0991413593292236, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 19.14, "pair": 0.45824725180864334, "sign": 0.3378310864791274, "keep": 0.0929391672480051, "leak": 0.16177292494103312, "replacement": 0.7140756361186504} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.4782004356384277, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 19.14, "pair": 0.3784816823899746, "sign": 0.10351303522475064, "keep": 0.08082869799272885, "leak": 0.5744366962462664, "replacement": 0.6142617091536522} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 3.8118999004364014, "loss_scale": 4.0, "retries": 0, "seconds": 94.5, "max_memory_gb": 19.14, "pair": 0.34770771069452167, "sign": 1.0824717504438013, "keep": 0.032973820460028946, "leak": 0.7265841485932469, "replacement": 1.0870765075087547} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6137282848358154, "loss_scale": 4.0, "retries": 0, "seconds": 95.2, "max_memory_gb": 19.14, "pair": 0.4538217782974243, "sign": 0.6287055412540212, "keep": 2.0183299040654674, "leak": 0.2879441399127245, "replacement": 1.8493255153298378} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.515174627304077, "loss_scale": 4.0, "retries": 0, "seconds": 96.0, "max_memory_gb": 19.14, "pair": 0.26240716176107526, "sign": 0.24111250415444374, "keep": 0.22598942515742237, "leak": 0.8879372850060463, "replacement": 0.7179424501955509} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.6654341220855713, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 19.14, "pair": 0.6374976672232151, "sign": 0.5084791967528872, "keep": 1.3883237312547863, "leak": 0.9366255815257318, "replacement": 1.8200554326176643} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.1903862953186035, "loss_scale": 4.0, "retries": 0, "seconds": 97.5, "max_memory_gb": 19.14, "pair": 0.13206980004906654, "sign": 0.0085854240169283, "keep": 0.01608307997025804, "leak": 0.20834206230938435, "replacement": 0.19648957811295986} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 4.960708141326904, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 19.14, "pair": 0.18726772163063288, "sign": 0.6931590825261083, "keep": 0.5995029892364983, "leak": 0.7354496978223324, "replacement": 1.0174611881375313} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.9170193672180176, "loss_scale": 4.0, "retries": 0, "seconds": 99.0, "max_memory_gb": 19.14, "pair": 0.2927365154027939, "sign": 0.09087689663283527, "keep": 0.12323482730425894, "leak": 0.35159757221117616, "replacement": 0.487691767513752} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 5.273590564727783, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 19.14, "pair": 0.2791330283507705, "sign": 1.3332521482370794, "keep": 0.05090641965853138, "leak": 0.18111106753349304, "replacement": 1.0164900422096252} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 11.271918296813965, "loss_scale": 4.0, "retries": 0, "seconds": 100.5, "max_memory_gb": 19.14, "pair": 0.37430356722325087, "sign": 0.5020990514894947, "keep": 0.8264949637105019, "leak": 1.1627584919333458, "replacement": 1.3292902074754238} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.9181709289550781, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 19.14, "pair": 0.18357821181416512, "sign": 0.012530619744211435, "keep": 0.402013353512757, "leak": 0.760830788873136, "replacement": 0.5810579061508179} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 4.1372833251953125, "loss_scale": 4.0, "retries": 0, "seconds": 102.1, "max_memory_gb": 19.14, "pair": 0.6190084628760815, "sign": 0.6498624961823225, "keep": 1.1681596489506774, "leak": 0.7160812728106976, "replacement": 1.7070397809147835} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.823739528656006, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 19.14, "pair": 0.17640692740678787, "sign": 0.24446050143160392, "keep": 0.49555408953301594, "leak": 0.12366586364805698, "replacement": 0.577330719679594} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.5581904649734497, "loss_scale": 4.0, "retries": 0, "seconds": 103.6, "max_memory_gb": 19.14, "pair": 0.2204625904560089, "sign": 0.017697617993690073, "keep": 0.035683481517480686, "leak": 0.5976083353161812, "replacement": 0.39655522257089615} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.7938003540039062, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 19.14, "pair": 0.20313681103289127, "sign": 0.41770807933062315, "keep": 0.03932904754765332, "leak": 0.830230101943016, "replacement": 0.6392128989100456} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 3.2424862384796143, "loss_scale": 4.0, "retries": 0, "seconds": 105.1, "max_memory_gb": 19.14, "pair": 0.280357226729393, "sign": 0.029553479980677366, "keep": 0.008563151088310406, "leak": 0.5994883812963963, "replacement": 0.44928763806819916} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.2786753177642822, "loss_scale": 4.0, "retries": 0, "seconds": 105.9, "max_memory_gb": 19.14, "pair": 0.142291696742177, "sign": 0.026032277033664286, "keep": 0.04987064842134714, "leak": 0.5123117500916123, "replacement": 0.30832109972834587} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 3.8432250022888184, "loss_scale": 4.0, "retries": 0, "seconds": 106.7, "max_memory_gb": 19.14, "pair": 0.1889258548617363, "sign": 0.2961965751601383, "keep": 0.003309621592052281, "leak": 1.2017712444067001, "replacement": 0.639121763408184} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.5352510213851929, "loss_scale": 4.0, "retries": 0, "seconds": 107.5, "max_memory_gb": 19.14, "pair": 0.17855034302920103, "sign": 0.022769121220335364, "keep": 0.004945521533954889, "leak": 0.4531498751603067, "replacement": 0.3056951332837343} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.5143225193023682, "loss_scale": 4.0, "retries": 0, "seconds": 108.3, "max_memory_gb": 19.14, "pair": 0.1904239198192954, "sign": 0.17043449613265693, "keep": 0.002439528972900007, "leak": 0.24174204631708562, "replacement": 0.33729643654078245} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.8332550525665283, "loss_scale": 4.0, "retries": 0, "seconds": 109.0, "max_memory_gb": 19.14, "pair": 0.280734658241272, "sign": 0.19583839911501855, "keep": 0.15090342210169183, "leak": 0.6427965172042605, "replacement": 0.6148046674206853} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 5.679849147796631, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 19.14, "pair": 0.3525883397087455, "sign": 0.21042480706819333, "keep": 1.0372935823650664, "leak": 0.7836894877254963, "replacement": 1.1723699495196342} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 3.745368480682373, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 19.14, "pair": 0.24559444189071655, "sign": 0.5857717271428555, "keep": 0.09502544873976149, "leak": 0.44021619856357574, "replacement": 0.6960471048951149} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.6009693145751953, "loss_scale": 4.0, "retries": 0, "seconds": 111.4, "max_memory_gb": 19.14, "pair": 0.18694819416850805, "sign": 0.018447585811372846, "keep": 0.0036127803550698445, "leak": 0.5683014877140522, "replacement": 0.34005374647676945} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.84261417388916, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 19.14, "pair": 0.15591328404843807, "sign": 0.036853037076070905, "keep": 0.0030138874981275876, "leak": 0.7887296695262194, "replacement": 0.3730291612446308} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 10.982372283935547, "loss_scale": 4.0, "retries": 0, "seconds": 112.9, "max_memory_gb": 19.14, "pair": 0.41326531767845154, "sign": 1.246605814783834, "keep": 1.7175460154430766, "leak": 4.500062257051468, "replacement": 3.0203567892313004} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.8356473445892334, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 19.14, "pair": 0.09635734185576439, "sign": 0.03714783117175102, "keep": 0.0007093323474123281, "leak": 0.5184495715802768, "replacement": 0.24489830760285258} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.6985325813293457, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 19.14, "pair": 0.15989279141649604, "sign": 0.0287643835763447, "keep": 0.009187079926959996, "leak": 0.3960845433175564, "replacement": 0.2778896540403366} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.0644445419311523, "loss_scale": 4.0, "retries": 0, "seconds": 115.2, "max_memory_gb": 19.14, "pair": 0.3392929621040821, "sign": 0.12118134717456996, "keep": 0.12555334181524813, "leak": 0.5429578288458288, "replacement": 0.5983997695147991} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.0244251489639282, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 19.14, "pair": 0.12636125786229968, "sign": 0.015422739612404257, "keep": 0.006886238013976254, "leak": 0.20095266605494544, "replacement": 0.18775391206145287} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.0955735445022583, "loss_scale": 4.0, "retries": 0, "seconds": 116.8, "max_memory_gb": 19.14, "pair": 0.19285712018609047, "sign": 0.006536910077556968, "keep": 0.023289693150218227, "leak": 0.4218991696834564, "replacement": 0.3132452145218849} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.7125725746154785, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 19.14, "pair": 0.11174141243100166, "sign": 0.008341579014086165, "keep": 0.009969759266653, "leak": 0.597830078098923, "replacement": 0.27035460714250803} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.985075831413269, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 19.14, "pair": 0.16923994477838278, "sign": 0.010062134533654898, "keep": 0.068769262987189, "leak": 1.0129089653491974, "replacement": 0.4618828818202019} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.5677380561828613, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 19.14, "pair": 0.14068538043648005, "sign": 0.00687356322305277, "keep": 0.47638827665173267, "leak": 0.3579959962517023, "replacement": 0.4718152955174446} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 8.792227745056152, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 19.14, "pair": 0.555649577639997, "sign": 0.007202959212008864, "keep": 0.020816137692861503, "leak": 0.15675549115985632, "replacement": 0.6088479831814766} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 4.208581924438477, "loss_scale": 4.0, "retries": 0, "seconds": 120.7, "max_memory_gb": 19.14, "pair": 0.15511356212664396, "sign": 0.8438303928123787, "keep": 0.003684430193970911, "leak": 1.1618794091045856, "replacement": 0.869340805336833} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.990001678466797, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 19.14, "pair": 0.3814211478456855, "sign": 0.3807471159962006, "keep": 0.4927795203639107, "leak": 0.1837100526317954, "replacement": 0.8641119655221701} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.540426731109619, "loss_scale": 4.0, "retries": 0, "seconds": 122.3, "max_memory_gb": 19.15, "pair": 0.15436838660389185, "sign": 0.006239017471671104, "keep": 0.0018533427210059017, "leak": 0.45721005112864077, "replacement": 0.2727170744910836} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 2.441798210144043, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 19.15, "pair": 0.3001762554049492, "sign": 0.1923230595275527, "keep": 0.486566215287894, "leak": 0.6865240074694157, "replacement": 0.8112518787384033} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.649867296218872, "loss_scale": 4.0, "retries": 0, "seconds": 123.8, "max_memory_gb": 19.15, "pair": 0.23798919934779406, "sign": 0.09453557251254097, "keep": 0.10008857472621457, "leak": 0.27221983671188354, "replacement": 0.4033562447875738} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.664665699005127, "loss_scale": 4.0, "retries": 0, "seconds": 124.5, "max_memory_gb": 19.15, "pair": 0.09621168579906225, "sign": 0.014875553373713046, "keep": 0.04879871086449583, "leak": 0.44216308183968067, "replacement": 0.238589596003294} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.332529306411743, "loss_scale": 4.0, "retries": 0, "seconds": 125.3, "max_memory_gb": 19.15, "pair": 0.37636900320649147, "sign": 0.30141205294057727, "keep": 0.3598150626057759, "leak": 0.19965066108852625, "replacement": 0.7568952292203903} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.1543498039245605, "loss_scale": 4.0, "retries": 0, "seconds": 126.1, "max_memory_gb": 19.15, "pair": 0.3866022229194641, "sign": 0.21187515661586076, "keep": 0.025207598810084164, "leak": 0.45916478149592876, "replacement": 0.6199348121881485} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.6039228439331055, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 19.15, "pair": 0.1826442526653409, "sign": 0.013665602076798677, "keep": 0.0007169948266891879, "leak": 0.10735507076606154, "replacement": 0.2166743203997612} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 12.431958198547363, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 19.15, "pair": 1.0270661422982812, "sign": 1.0328108894173056, "keep": 1.9099761107063387, "leak": 2.6567202667938545, "replacement": 3.162639569491148} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 4.6063995361328125, "loss_scale": 4.0, "retries": 0, "seconds": 128.4, "max_memory_gb": 19.15, "pair": 0.16588986106216908, "sign": 0.023707420099526644, "keep": 0.05157193471677601, "leak": 2.520800679922104, "replacement": 0.8337296918034554} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.5813438892364502, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 19.15, "pair": 0.13830970041453838, "sign": 0.009067745122592896, "keep": 0.04221496144964476, "leak": 0.5190285444259644, "replacement": 0.29370819590985775} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.9308013916015625, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 19.15, "pair": 0.28939617425203323, "sign": 0.11003864370286465, "keep": 0.10811644711066037, "leak": 0.46058667125180364, "replacement": 0.5136203840374947} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 3.1799402236938477, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 19.15, "pair": 0.1570957489311695, "sign": 0.004203648655675352, "keep": 0.003418326363316737, "leak": 1.4467451460659504, "replacement": 0.5225930437445641} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.8311214447021484, "loss_scale": 4.0, "retries": 0, "seconds": 131.5, "max_memory_gb": 19.15, "pair": 0.22755981632508337, "sign": 0.11322786396340234, "keep": 0.08957792343335313, "leak": 0.25806869752705097, "replacement": 0.3934798836708069} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.9104300737380981, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 19.15, "pair": 0.1659317146986723, "sign": 0.004025802772957832, "keep": 0.01596237753983587, "leak": 0.7368235811591148, "replacement": 0.3601317033171654} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.4117448329925537, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 19.15, "pair": 0.20942591316998005, "sign": 0.10171415860531852, "keep": 0.11288989637978375, "leak": 0.3945806585252285, "replacement": 0.4153731130063534} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.0639543533325195, "loss_scale": 4.0, "retries": 0, "seconds": 133.8, "max_memory_gb": 19.15, "pair": 0.14649452967569232, "sign": 0.01618089381372556, "keep": 0.054458406779986035, "leak": 0.45635340362787247, "replacement": 0.29590253718197346} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.0465996265411377, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 19.15, "pair": 0.36720461770892143, "sign": 0.2619703619275242, "keep": 0.40879134740680456, "leak": 0.578637276776135, "replacement": 0.8472447618842125} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.724963665008545, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 19.15, "pair": 0.20590160973370075, "sign": 0.030563403910491616, "keep": 0.007237949670525268, "leak": 0.24792728445027024, "replacement": 0.2867841124534607} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.712862253189087, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 19.15, "pair": 0.16642063623294234, "sign": 0.2952835551695898, "keep": 0.013592774828680376, "leak": 0.29422501288354397, "replacement": 0.3944150637835264} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.5205461978912354, "loss_scale": 4.0, "retries": 0, "seconds": 136.8, "max_memory_gb": 19.15, "pair": 0.1245025402167812, "sign": 0.035461245046462864, "keep": 0.31371638689597603, "leak": 0.44927363842725754, "replacement": 0.411409767344594} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.5169005393981934, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 19.15, "pair": 0.5697774910368025, "sign": 0.5217783528933069, "keep": 0.6838760427169746, "leak": 0.1769359838217497, "replacement": 1.2168386299163103} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.8668216466903687, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 19.15, "pair": 0.2720119282603264, "sign": 0.034295984893105924, "keep": 0.04890891187824309, "leak": 0.5704124908079393, "replacement": 0.456217497587204} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.957333564758301, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 19.15, "pair": 0.14791636541485786, "sign": 0.013494771264959127, "keep": 0.009762006637174636, "leak": 1.2227133139967918, "replacement": 0.4652230888605118} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 13.72016429901123, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 19.15, "pair": 0.2696382123976946, "sign": 0.3560805253800936, "keep": 0.009256771148557164, "leak": 4.3166473135352135, "replacement": 1.5314686694182456} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.308406114578247, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 19.15, "pair": 0.1272050617262721, "sign": 0.016141549800522625, "keep": 0.0017416170838373546, "leak": 0.2501104213297367, "replacement": 0.19867424853146076} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.725822925567627, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 19.15, "pair": 0.09133089473471045, "sign": 0.004332268988946453, "keep": 0.0019521582719335129, "leak": 0.4674915569485165, "replacement": 0.21134600322693586} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.8745341300964355, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 19.15, "pair": 0.1795376054942608, "sign": 0.012395802536047995, "keep": 0.02436153043527156, "leak": 0.5292501151561737, "replacement": 0.3302287980914116} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.658639669418335, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 19.15, "pair": 0.14420527638867497, "sign": 0.01836036500753835, "keep": 0.37505688351484423, "leak": 0.30966013576835394, "replacement": 0.4183289371430874} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.635556936264038, "loss_scale": 4.0, "retries": 0, "seconds": 144.1, "max_memory_gb": 19.15, "pair": 0.20908578485250473, "sign": 0.007384969154372811, "keep": 0.21427989476796938, "leak": 0.4888379857875407, "replacement": 0.4421277195215225} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.5963900089263916, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 19.15, "pair": 0.4316816651262343, "sign": 0.7164676526736002, "keep": 0.8669225305763462, "leak": 0.20273330435156822, "replacement": 1.2740600500255823} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 9.726962089538574, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 19.15, "pair": 0.20794482994824648, "sign": 0.6714219672139734, "keep": 1.5536114207934588, "leak": 2.2166140638291836, "replacement": 1.8746149986982346} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.954301595687866, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 19.15, "pair": 0.15349341556429863, "sign": 0.0074335867539048195, "keep": 0.0031763651204528287, "leak": 1.0665443688631058, "replacement": 0.4254344701766968} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 13.305261611938477, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 19.15, "pair": 0.5850707329809666, "sign": 0.8124819120857865, "keep": 1.4047492195613813, "leak": 2.1223254818469286, "replacement": 2.2242676708847284} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.9721107482910156, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 19.15, "pair": 0.4877976682037115, "sign": 0.5295432689599693, "keep": 1.4580953827826306, "leak": 0.18557065282948315, "replacement": 1.5280096530914307} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.093759775161743, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 19.15, "pair": 0.18596943840384483, "sign": 0.019974105700384825, "keep": 0.01249468863443326, "leak": 1.0143993515521288, "replacement": 0.4558036648668349} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.7990213632583618, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 19.15, "pair": 0.28269101679325104, "sign": 0.15996316680684686, "keep": 0.030123979514854682, "leak": 0.1593158170580864, "replacement": 0.4175635501742363} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 1.6510820388793945, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 19.15, "pair": 0.19865542091429234, "sign": 0.03791212377836928, "keep": 0.005415587474999484, "leak": 0.18756922241300344, "replacement": 0.26721157133579254} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 3.6833548545837402, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 19.15, "pair": 0.1946689411997795, "sign": 0.01582445634994656, "keep": 0.0018627093625696034, "leak": 1.39578115940094, "replacement": 0.5524578141048551} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 10.142197608947754, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 19.15, "pair": 0.2791391983628273, "sign": 0.03910661698319018, "keep": 0.008739449520362541, "leak": 1.4465208631008863, "replacement": 0.6646924540400505} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 1.8649132251739502, "loss_scale": 4.0, "retries": 0, "seconds": 152.5, "max_memory_gb": 19.15, "pair": 0.24054379016160965, "sign": 0.07259573880583048, "keep": 0.07872422660148004, "leak": 0.541160736749589, "replacement": 0.4514939561486244} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.1166069507598877, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 19.15, "pair": 0.17219574796035886, "sign": 0.027149473025929183, "keep": 0.40221905715588946, "leak": 0.4131901999353431, "replacement": 0.49017755640670657} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.48455548286438, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 19.15, "pair": 0.3121760692447424, "sign": 0.33661119523458183, "keep": 1.156031787104439, "leak": 0.41162406373769045, "replacement": 1.1614035665988922} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.4332187175750732, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 19.15, "pair": 0.1872880458831787, "sign": 0.23062275315169245, "keep": 0.22719201017025625, "leak": 0.579789787530899, "replacement": 0.5611428879201412} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 12.94777774810791, "loss_scale": 4.0, "retries": 0, "seconds": 155.6, "max_memory_gb": 19.15, "pair": 0.1658331744838506, "sign": 0.02911129883432295, "keep": 0.002131745800710405, "leak": 5.050592668354511, "replacement": 1.444102868437767} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.9200931787490845, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 19.15, "pair": 0.09644999587908387, "sign": 0.023314785619731992, "keep": 0.08383533639425877, "leak": 0.4706984292715788, "replacement": 0.267699658870697} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.086085557937622, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 19.15, "pair": 0.25416312366724014, "sign": 0.01622352551203221, "keep": 0.023709127097390592, "leak": 0.8037643292918801, "replacement": 0.4750705286860466} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.102814197540283, "loss_scale": 4.0, "retries": 0, "seconds": 157.9, "max_memory_gb": 19.15, "pair": 0.08194441022351384, "sign": 0.004527390003204346, "keep": 0.0013038032557233237, "leak": 0.45234748534858227, "replacement": 0.19794688280671835} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.0413923263549805, "loss_scale": 4.0, "retries": 0, "seconds": 158.7, "max_memory_gb": 19.15, "pair": 0.179388128221035, "sign": 0.012048366625094786, "keep": 0.007421827001834913, "leak": 0.4757104963064194, "replacement": 0.30805085226893425} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 3.4423606395721436, "loss_scale": 4.0, "retries": 0, "seconds": 159.4, "max_memory_gb": 19.15, "pair": 0.1750240083783865, "sign": 0.14400218881201, "keep": 0.0818382186986355, "leak": 1.119740679860115, "replacement": 0.5678793927654624} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.2332537174224854, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 19.15, "pair": 0.13124671624973416, "sign": 0.004024573601782322, "keep": 0.006338296283274758, "leak": 0.7148642893880606, "replacement": 0.3151442250236869} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.9445254802703857, "loss_scale": 4.0, "retries": 0, "seconds": 161.0, "max_memory_gb": 19.15, "pair": 0.4803773760795593, "sign": 0.4295191745040938, "keep": 0.4116781983320834, "leak": 0.2989471200853586, "replacement": 0.9757129214704037} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 15.750290870666504, "loss_scale": 4.0, "retries": 0, "seconds": 161.8, "max_memory_gb": 19.15, "pair": 0.32587709417566657, "sign": 0.5547064693673747, "keep": 2.1580672358387574, "leak": 5.776922013610601, "replacement": 3.126494336873293} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.01776385307312, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 19.15, "pair": 0.3808090123347938, "sign": 0.2649632479296997, "keep": 0.1353375467006117, "leak": 0.6056959074921906, "replacement": 0.7323833797127008} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.250891208648682, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 19.15, "pair": 0.29018582962453365, "sign": 0.1529648695141077, "keep": 0.04151560284662992, "leak": 1.3187510063871741, "replacement": 0.717113820835948} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.761230707168579, "loss_scale": 4.0, "retries": 0, "seconds": 164.3, "max_memory_gb": 19.15, "pair": 0.37950162682682276, "sign": 0.36323833744972944, "keep": 0.5855717350932537, "leak": 0.34772727848030627, "replacement": 0.9408385055139661} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.907299518585205, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 19.15, "pair": 0.37552329478785396, "sign": 0.39405629521934316, "keep": 1.3056375306291557, "leak": 0.02290209208149463, "replacement": 1.2310957820154727} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 5.97118616104126, "loss_scale": 4.0, "retries": 0, "seconds": 165.9, "max_memory_gb": 19.15, "pair": 0.45822111051529646, "sign": 0.8710793177597225, "keep": 2.01615127900061, "leak": 0.4416489005600397, "replacement": 2.012248609215021} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.0252270698547363, "loss_scale": 4.0, "retries": 0, "seconds": 166.7, "max_memory_gb": 19.15, "pair": 0.08105418225750327, "sign": 0.01635790399450343, "keep": 0.002791154345686664, "leak": 0.8027620511129498, "replacement": 0.29131922498345375} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.541241407394409, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 19.15, "pair": 0.11137456074357033, "sign": 0.003995103877969086, "keep": 0.000668387467158027, "leak": 0.46314519084990025, "replacement": 0.22949260659515858} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.472398281097412, "loss_scale": 4.0, "retries": 0, "seconds": 168.2, "max_memory_gb": 19.15, "pair": 0.41445338167250156, "sign": 0.7745932228863239, "keep": 0.17323336625122465, "leak": 0.14396684896200895, "replacement": 0.9243583977222443} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.1095689535140991, "loss_scale": 4.0, "retries": 0, "seconds": 169.0, "max_memory_gb": 19.15, "pair": 0.10298221628181636, "sign": 0.056984716648003086, "keep": 0.00526019286189694, "leak": 0.10232262662611902, "replacement": 0.15968532674014568} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.143496513366699, "loss_scale": 4.0, "retries": 0, "seconds": 169.8, "max_memory_gb": 19.15, "pair": 0.11850955383852124, "sign": 0.037395318562630564, "keep": 0.07912605912736126, "leak": 0.008432580178123317, "replacement": 0.17887839302420616} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.4134433269500732, "loss_scale": 4.0, "retries": 0, "seconds": 170.5, "max_memory_gb": 19.15, "pair": 0.2916892133653164, "sign": 0.17977996624540538, "keep": 0.0028306810127105564, "leak": 0.8454760629683733, "replacement": 0.5943635478615761} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.288722038269043, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 19.15, "pair": 0.12026127055287361, "sign": 0.008404759224504232, "keep": 0.021786588344184565, "leak": 0.305091904476285, "replacement": 0.21162991970777512} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 15.016279220581055, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 19.15, "pair": 0.5522804618813097, "sign": 0.15662884945049882, "keep": 0.1054850347845786, "leak": 1.1762626059353352, "replacement": 0.9774030530825257} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.1977200508117676, "loss_scale": 4.0, "retries": 0, "seconds": 172.8, "max_memory_gb": 19.15, "pair": 0.1247741433326155, "sign": 0.02283017267473042, "keep": 0.004350929288122529, "leak": 0.490543064661324, "replacement": 0.2610004600137472} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 2.5252232551574707, "loss_scale": 4.0, "retries": 0, "seconds": 173.6, "max_memory_gb": 19.15, "pair": 0.12022566236555576, "sign": 0.013715171255171299, "keep": 0.002619602580125502, "leak": 1.2644135705195367, "replacement": 0.44449644535779953} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 3.401172399520874, "loss_scale": 4.0, "retries": 0, "seconds": 174.4, "max_memory_gb": 19.15, "pair": 0.11616855347529054, "sign": 0.03233340568840504, "keep": 0.8212406325037591, "leak": 0.9679179191589355, "replacement": 0.7849350534379482} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.8168631792068481, "loss_scale": 4.0, "retries": 0, "seconds": 175.2, "max_memory_gb": 19.15, "pair": 0.19753893604502082, "sign": 0.011212448647711426, "keep": 0.021348181729990756, "leak": 0.0965297669172287, "replacement": 0.2379516949877143} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.2839391231536865, "loss_scale": 4.0, "retries": 0, "seconds": 176.0, "max_memory_gb": 19.15, "pair": 0.08753006951883435, "sign": 0.05086950887925923, "keep": 0.0016406832128268434, "leak": 0.5151336975977756, "replacement": 0.24256859393790364} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.4281299114227295, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 19.15, "pair": 0.14540438260883093, "sign": 0.08322530193254352, "keep": 0.05292317329292473, "leak": 0.4263122621923685, "replacement": 0.3200566731393337} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 16.698989868164062, "loss_scale": 4.0, "retries": 0, "seconds": 177.6, "max_memory_gb": 19.15, "pair": 0.8581938520073891, "sign": 0.6877058744430542, "keep": 1.459961220608875, "leak": 1.947129663079977, "replacement": 2.4188098311424255} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.8063846826553345, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 19.15, "pair": 0.3175935377366841, "sign": 0.5538618479040451, "keep": 0.02372093568527589, "leak": 0.13976134359836578, "replacement": 0.6413252511993051} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.87117338180542, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 19.15, "pair": 0.2451075054705143, "sign": 0.02545230253599584, "keep": 0.019950553905800916, "leak": 1.3555635511875153, "replacement": 0.6066998243331909} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.354428768157959, "loss_scale": 4.0, "retries": 0, "seconds": 179.8, "max_memory_gb": 19.15, "pair": 0.13257039384916425, "sign": 0.005287883628625423, "keep": 0.004185491154203191, "leak": 0.7847732324153185, "replacement": 0.33350039506331086} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.249070882797241, "loss_scale": 4.0, "retries": 0, "seconds": 180.7, "max_memory_gb": 19.15, "pair": 0.059082306921482086, "sign": 0.012900815170723945, "keep": 0.0038752040009057964, "leak": 0.682810453698039, "replacement": 0.23817293159663677} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 10.22497272491455, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 19.15, "pair": 0.7434577238745987, "sign": 0.5081271597009618, "keep": 1.0651785475456563, "leak": 1.1524928469734732, "replacement": 1.818233821541071} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.1199591159820557, "loss_scale": 4.0, "retries": 0, "seconds": 182.3, "max_memory_gb": 19.15, "pair": 0.14447507029399276, "sign": 0.03891543109784834, "keep": 0.0027607417050603544, "leak": 0.054256576113402843, "replacement": 0.1788772977888584} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.849510908126831, "loss_scale": 4.0, "retries": 0, "seconds": 183.1, "max_memory_gb": 19.15, "pair": 0.30487271770834923, "sign": 0.29007810074836016, "keep": 0.08442232850921982, "leak": 0.6811822475865483, "replacement": 0.6624184995889664} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.4274780750274658, "loss_scale": 4.0, "retries": 0, "seconds": 183.9, "max_memory_gb": 19.15, "pair": 0.1657214555889368, "sign": 0.016925604490097612, "keep": 0.02583025285275653, "leak": 0.2306143194437027, "replacement": 0.24475296586751938} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.222554922103882, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 19.15, "pair": 0.33994437009096146, "sign": 0.7851846222765744, "keep": 0.13669300788387773, "leak": 0.38772318653354887, "replacement": 0.897813968360424} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.6986891031265259, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 19.15, "pair": 0.26835322845727205, "sign": 0.2927788650849834, "keep": 0.11576889017305803, "leak": 0.22176289506296598, "replacement": 0.5280678123235703} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.959965229034424, "loss_scale": 4.0, "retries": 0, "seconds": 186.4, "max_memory_gb": 19.15, "pair": 0.5675664851441979, "sign": 0.47437600570265204, "keep": 0.4008410861779339, "leak": 0.4514238890260458, "replacement": 1.1180309248156846} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 3.2222352027893066, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 19.15, "pair": 0.1389176230877638, "sign": 0.027652437333017588, "keep": 0.004004613317647454, "leak": 1.3931703492999077, "replacement": 0.5030387360602617} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.4624611139297485, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 19.15, "pair": 0.15953939966857433, "sign": 0.015461759932804853, "keep": 0.0077459876192733645, "leak": 0.42149956431239843, "replacement": 0.27651816373690963} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 2.2827658653259277, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 19.15, "pair": 0.1773759163916111, "sign": 0.11081420327536762, "keep": 0.012081044667866081, "leak": 0.7051294445991516, "replacement": 0.4151059091091156} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 4.622984409332275, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 19.15, "pair": 0.6056564748287201, "sign": 0.40206163423135877, "keep": 0.8459540456533432, "leak": 0.6401316234841943, "replacement": 1.3896972090005875} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9875468611717224, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 19.15, "pair": 0.1355125210247934, "sign": 0.004091265407623723, "keep": 0.0011580784894249518, "leak": 0.20909720286726952, "replacement": 0.19041149178519845} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 4.6848225593566895, "loss_scale": 4.0, "retries": 0, "seconds": 191.4, "max_memory_gb": 19.15, "pair": 0.06788564287126064, "sign": 0.007701560636633076, "keep": 0.002449083313194933, "leak": 1.4531471319496632, "replacement": 0.43624776136130095} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 1.6873055696487427, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 19.15, "pair": 0.15469555743038654, "sign": 0.0321084710303694, "keep": 0.041369064776517916, "leak": 0.6097642020322382, "replacement": 0.34387537091970444} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.0134754180908203, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 19.15, "pair": 0.3142863530665636, "sign": 0.08841378428041935, "keep": 0.02603825699770823, "leak": 0.4853911669924855, "replacement": 0.49286017566919327} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.6377499103546143, "loss_scale": 4.0, "retries": 0, "seconds": 194.0, "max_memory_gb": 19.15, "pair": 0.13278629817068577, "sign": 0.016362858237698674, "keep": 0.016539732005185215, "leak": 0.5147977974265814, "replacement": 0.27793703973293304} diff --git a/runs/single_internvl/replacement/L34_s13/adapter/README.md b/runs/single_internvl/replacement/L34_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/single_internvl/replacement/L34_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/single_internvl/replacement/L34_s13/adapter/adapter_config.json b/runs/single_internvl/replacement/L34_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a05a394923a943da40d5b34322340bb46be57d09 --- /dev/null +++ b/runs/single_internvl/replacement/L34_s13/adapter/adapter_config.json @@ -0,0 +1,50 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.34.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L34_s13/config.json b/runs/single_internvl/replacement/L34_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c0fe3ecf20592cfc2e2bd2dcf465e1a8cecd4482 --- /dev/null +++ b/runs/single_internvl/replacement/L34_s13/config.json @@ -0,0 +1,24 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "groups_per_step": 4, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "weight_decay": 0.0, + "clip": 1.0, + "initial_loss_scale": 4.0, + "adapter": { + "layer": 34, + "rank": 16, + "trainable_parameters": 1212416 + } +} \ No newline at end of file diff --git a/runs/single_internvl/replacement/L34_s13/steps.jsonl b/runs/single_internvl/replacement/L34_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..49a8367147a97c6b858e243ebad9b47ec5e57769 --- /dev/null +++ b/runs/single_internvl/replacement/L34_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 1.071466088294983, "loss_scale": 4.0, "retries": 0, "seconds": 0.8, "max_memory_gb": 17.47, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 1.10426664352417, "loss_scale": 4.0, "retries": 0, "seconds": 1.5, "max_memory_gb": 17.47, "pair": 1.0977672338485718, "sign": 0.18040664948057383, "keep": 1.36970594630111, "leak": 6.391047691067797e-10, "replacement": 1.8728235065937042} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 1.6607818603515625, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 17.47, "pair": 1.0969128608703613, "sign": 0.11584774171933532, "keep": 2.064372092485428, "leak": 1.5659265059753125e-05, "replacement": 2.187026619911194} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 1.283018946647644, "loss_scale": 4.0, "retries": 0, "seconds": 2.9, "max_memory_gb": 17.47, "pair": 1.0994179546833038, "sign": 0.03811119124293327, "keep": 0.8727400590432808, "leak": 5.555875759455375e-10, "replacement": 1.5548435747623444} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 1.244655728340149, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.47, "pair": 1.0999002754688263, "sign": 0.11671159323304892, "keep": 0.023227915953611955, "leak": 0.0, "replacement": 1.1698700487613678} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.1298457384109497, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 17.47, "pair": 1.0964756309986115, "sign": 0.1993501866236329, "keep": 0.6373874318087474, "leak": 9.419396864274177e-06, "replacement": 1.5148468315601349} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.5283634662628174, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 17.47, "pair": 1.090544193983078, "sign": 0.08906789007596672, "keep": 1.5348920027536224, "leak": 5.611117609305438e-05, "replacement": 1.902538150548935} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.5960309505462646, "loss_scale": 4.0, "retries": 0, "seconds": 5.6, "max_memory_gb": 17.47, "pair": 1.0930007100105286, "sign": 0.20966226351447403, "keep": 1.4851103387773037, "leak": 0.00014779221419303212, "replacement": 1.9404239654541016} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 1.2690478563308716, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 17.47, "pair": 1.0903197824954987, "sign": 0.5721526264678687, "keep": 1.4128965139389038, "leak": 0.0001072546965588117, "replacement": 2.082871228456497} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.7128515243530273, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 17.47, "pair": 1.0784804821014404, "sign": 0.07996777538210154, "keep": 0.10084005253156647, "leak": 0.0005796971236122772, "replacement": 1.1690292954444885} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 1.772214412689209, "loss_scale": 4.0, "retries": 0, "seconds": 7.7, "max_memory_gb": 17.47, "pair": 1.0675837099552155, "sign": 0.205679670907557, "keep": 1.358958190510748, "leak": 0.0008847024946589954, "replacement": 1.8501238226890564} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.777778148651123, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.47, "pair": 1.057437688112259, "sign": 0.07468427554704249, "keep": 0.966221033144393, "leak": 0.0015821105771465227, "replacement": 1.5782858729362488} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.9073617458343506, "loss_scale": 4.0, "retries": 0, "seconds": 9.0, "max_memory_gb": 17.47, "pair": 1.0379349887371063, "sign": 0.05662667378783226, "keep": 0.8811754706548527, "leak": 0.002639097234350629, "replacement": 1.5074958205223083} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.8096843957901, "loss_scale": 4.0, "retries": 0, "seconds": 9.7, "max_memory_gb": 17.47, "pair": 1.0521711707115173, "sign": 0.2645521843805909, "keep": 1.7029934227466583, "leak": 0.0020219220605213195, "replacement": 2.0364494621753693} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.016234874725342, "loss_scale": 4.0, "retries": 0, "seconds": 10.4, "max_memory_gb": 17.47, "pair": 1.0240893363952637, "sign": 0.1945371658075601, "keep": 1.098298993338176, "leak": 0.009987215278670192, "replacement": 1.6730042397975922} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.043381452560425, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 17.47, "pair": 1.00106543302536, "sign": 0.30334986094385386, "keep": 0.39134537265636027, "leak": 0.011281394195975736, "replacement": 1.3512333929538727} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.7696667909622192, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.47, "pair": 1.0070369839668274, "sign": 0.7447648744564503, "keep": 0.8728656809544191, "leak": 0.012314062332734466, "replacement": 1.818930834531784} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.3388051986694336, "loss_scale": 4.0, "retries": 0, "seconds": 12.5, "max_memory_gb": 17.47, "pair": 0.9780013412237167, "sign": 0.18430530605837703, "keep": 1.1596009098866489, "leak": 0.017097556730732322, "replacement": 1.654228761792183} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.5934886932373047, "loss_scale": 4.0, "retries": 0, "seconds": 13.2, "max_memory_gb": 17.47, "pair": 0.9532337486743927, "sign": 0.034543878864496946, "keep": 1.577551394701004, "leak": 0.019037600024603307, "replacement": 1.764040768146515} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 2.9841785430908203, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 17.47, "pair": 0.864113837480545, "sign": 0.029023729264736176, "keep": 0.003516912336635869, "leak": 0.06825713161379099, "replacement": 0.8974484205245972} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.731135845184326, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 17.47, "pair": 0.8707899898290634, "sign": 0.04314634925685823, "keep": 0.7282713002714445, "leak": 0.06682056561112404, "replacement": 1.2732039541006088} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.9207346439361572, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 17.47, "pair": 0.8814155161380768, "sign": 0.061924747191369534, "keep": 0.8898099471116439, "leak": 0.04385774675756693, "replacement": 1.36824731528759} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.2329416275024414, "loss_scale": 4.0, "retries": 0, "seconds": 16.0, "max_memory_gb": 17.47, "pair": 0.796857014298439, "sign": 0.031294147949665785, "keep": 1.411847486753686, "leak": 0.08846429083496332, "replacement": 1.5405439138412476} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.776749610900879, "loss_scale": 4.0, "retries": 0, "seconds": 16.7, "max_memory_gb": 17.47, "pair": 0.8084982931613922, "sign": 0.014851679909043014, "keep": 0.7303669154644012, "leak": 0.059085085056722164, "replacement": 1.195878803730011} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.549400806427002, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.47, "pair": 0.8001077622175217, "sign": 0.10296079842373729, "keep": 1.4964059079356957, "leak": 0.14016138529404998, "replacement": 1.6348313689231873} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.9327120780944824, "loss_scale": 4.0, "retries": 0, "seconds": 18.1, "max_memory_gb": 17.47, "pair": 0.7802129089832306, "sign": 0.05933831608854234, "keep": 0.8357830494642258, "leak": 0.1019935505464673, "replacement": 1.2532719820737839} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.554309844970703, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 17.47, "pair": 0.7019527554512024, "sign": 0.13216448575258255, "keep": 0.9888502239627996, "leak": 0.20741326952702366, "replacement": 1.3143134117126465} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.5753414630889893, "loss_scale": 4.0, "retries": 0, "seconds": 19.5, "max_memory_gb": 17.47, "pair": 0.843576967716217, "sign": 0.415742649929598, "keep": 1.55621986836195, "leak": 0.09070794517174363, "replacement": 1.8522352278232574} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 2.713195323944092, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 17.47, "pair": 0.7984130829572678, "sign": 0.7808390436694026, "keep": 0.7851671893149614, "leak": 0.21167535148561, "replacement": 1.6343351304531097} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.3618288040161133, "loss_scale": 4.0, "retries": 0, "seconds": 20.9, "max_memory_gb": 17.47, "pair": 0.46191413700580597, "sign": 0.007871318492107093, "keep": 0.7886474129081762, "leak": 0.4892643913626671, "replacement": 0.9824896156787872} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.9303390979766846, "loss_scale": 4.0, "retries": 0, "seconds": 21.6, "max_memory_gb": 17.47, "pair": 0.6665874794125557, "sign": 0.20012212579604238, "keep": 1.6115527898073196, "leak": 0.27642095659393817, "replacement": 1.641530156135559} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.134405136108398, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 17.47, "pair": 0.5890815779566765, "sign": 0.10253672418184578, "keep": 1.2085781693458557, "leak": 0.44811443611979485, "replacement": 1.3566676378250122} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.0164711475372314, "loss_scale": 4.0, "retries": 0, "seconds": 23.0, "max_memory_gb": 17.47, "pair": 0.7022724375128746, "sign": 0.188585193362087, "keep": 0.5702956453897059, "leak": 0.1468977431068197, "replacement": 1.118437260389328} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.6841070652008057, "loss_scale": 4.0, "retries": 0, "seconds": 23.7, "max_memory_gb": 17.47, "pair": 0.3828507289290428, "sign": 0.021232442231848836, "keep": 0.38715259037417127, "leak": 0.7751409858465195, "replacement": 0.7808284908533096} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.2459516525268555, "loss_scale": 4.0, "retries": 0, "seconds": 24.4, "max_memory_gb": 17.47, "pair": 0.3967849910259247, "sign": 0.05157516058534384, "keep": 0.546938851242885, "leak": 0.7814584076404572, "replacement": 0.8914065957069397} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.4535255432128906, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 17.47, "pair": 0.3901284635066986, "sign": 0.03005781554384157, "keep": 0.623867602829705, "leak": 0.6657698266208172, "replacement": 0.8835336267948151} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.706939220428467, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 17.47, "pair": 0.5100935846567154, "sign": 0.18370727996807545, "keep": 0.8582896566658746, "leak": 0.6009763265028596, "replacement": 1.1813361197710037} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.9401962757110596, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 17.47, "pair": 0.3923911191523075, "sign": 0.06745945126749575, "keep": 0.3786194510757923, "leak": 0.6917119324207306, "replacement": 0.7883585542440414} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.4055159091949463, "loss_scale": 4.0, "retries": 0, "seconds": 27.2, "max_memory_gb": 17.47, "pair": 0.4690415635704994, "sign": 1.4904921247507446, "keep": 0.2788379447738407, "leak": 1.1409063935279846, "replacement": 1.6389331817626953} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 4.585024356842041, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.47, "pair": 0.18003072403371334, "sign": 0.00875737692695111, "keep": 0.17129070914234035, "leak": 1.79130919277668, "replacement": 0.717882052063942} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.3622992038726807, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.47, "pair": 0.6525420695543289, "sign": 0.888453459367156, "keep": 1.0433659045957029, "leak": 0.41202455130405724, "replacement": 1.721457913517952} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 3.411391019821167, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.47, "pair": 0.28940436989068985, "sign": 0.04143350664526224, "keep": 0.33210547763155773, "leak": 1.4234895408153534, "replacement": 0.8320462554693222} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 5.997236251831055, "loss_scale": 4.0, "retries": 0, "seconds": 30.1, "max_memory_gb": 17.47, "pair": 0.2980664297938347, "sign": 0.11000065435655415, "keep": 0.42390221188543364, "leak": 2.31386998295784, "replacement": 1.1434853672981262} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.118808269500732, "loss_scale": 4.0, "retries": 0, "seconds": 30.8, "max_memory_gb": 17.47, "pair": 0.2101552803069353, "sign": 0.1685520648607053, "keep": 1.0624267533712555, "leak": 2.1397756040096283, "replacement": 1.3605885803699493} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.9722771644592285, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.47, "pair": 0.5470040589570999, "sign": 0.6880647293291986, "keep": 2.265153441694565, "leak": 1.0727493086014874, "replacement": 2.2918004393577576} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.979519844055176, "loss_scale": 4.0, "retries": 0, "seconds": 32.2, "max_memory_gb": 17.47, "pair": 0.41906167566776276, "sign": 0.2546557468303945, "keep": 0.4955784138292074, "leak": 0.8644823171198368, "replacement": 1.01029933989048} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.8755040168762207, "loss_scale": 4.0, "retries": 0, "seconds": 32.9, "max_memory_gb": 17.47, "pair": 0.30040453001856804, "sign": 0.09260937201906927, "keep": 0.08476412471645745, "leak": 1.3855052199214697, "replacement": 0.7354675978422165} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 5.965732097625732, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.47, "pair": 0.15176291577517986, "sign": 0.014103761495789513, "keep": 0.3275983369676396, "leak": 1.800756961107254, "replacement": 0.7728032022714615} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.440436840057373, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 17.47, "pair": 0.30003439635038376, "sign": 0.04913194174878299, "keep": 0.32067548421218817, "leak": 1.2090723365545273, "replacement": 0.7872061729431152} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.0849499702453613, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 17.47, "pair": 0.3329763561487198, "sign": 0.10478477831929922, "keep": 0.4752914531127317, "leak": 1.0703344196081161, "replacement": 0.8905980885028839} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.634880542755127, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.47, "pair": 0.24718628823757172, "sign": 0.02333227073540911, "keep": 1.1897168803143359, "leak": 1.0210048034787178, "replacement": 1.108962059020996} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 2.9164934158325195, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.47, "pair": 0.3650415241718292, "sign": 0.2746748442295939, "keep": 0.2017106354032876, "leak": 0.9078891277313232, "replacement": 0.8302065581083298} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.934218168258667, "loss_scale": 4.0, "retries": 0, "seconds": 37.0, "max_memory_gb": 17.47, "pair": 0.34179867431521416, "sign": 0.11264598416164517, "keep": 0.6003151684999466, "leak": 1.2472167015075684, "replacement": 1.01008340716362} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.130836009979248, "loss_scale": 4.0, "retries": 0, "seconds": 37.7, "max_memory_gb": 17.47, "pair": 0.37076058238744736, "sign": 0.13626967440359294, "keep": 0.20399756217375398, "leak": 0.9582835882902145, "replacement": 0.7804650962352753} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 2.242065668106079, "loss_scale": 4.0, "retries": 0, "seconds": 38.4, "max_memory_gb": 17.47, "pair": 0.3780180849134922, "sign": 0.0360726363142021, "keep": 0.029113053125911392, "leak": 0.816142275929451, "replacement": 0.6146464645862579} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.0562126636505127, "loss_scale": 4.0, "retries": 0, "seconds": 39.0, "max_memory_gb": 17.47, "pair": 0.2663290835916996, "sign": 0.014667280833236873, "keep": 0.05620665056630969, "leak": 1.1415772140026093, "replacement": 0.5871603488922119} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.292551040649414, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.47, "pair": 0.39181623980402946, "sign": 0.3799287329893559, "keep": 0.3162477846999536, "leak": 0.9596900716423988, "replacement": 0.9798270165920258} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.745936155319214, "loss_scale": 4.0, "retries": 0, "seconds": 40.3, "max_memory_gb": 17.47, "pair": 0.23856935650110245, "sign": 0.013719983398914337, "keep": 0.029529067396651953, "leak": 0.9085737094283104, "replacement": 0.48733731359243393} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.1126351356506348, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.47, "pair": 0.3648175336420536, "sign": 0.04711778706405312, "keep": 0.06331905576371355, "leak": 0.5749496072530746, "replacement": 0.5637733563780785} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 2.440530300140381, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.47, "pair": 0.4142315872013569, "sign": 0.06874200666788965, "keep": 0.12238040578085929, "leak": 0.717771228402853, "replacement": 0.689235582947731} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.940524578094482, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 17.47, "pair": 0.5052891932427883, "sign": 0.2787625999189913, "keep": 0.09225385915488005, "leak": 1.433298896998167, "replacement": 1.049122154712677} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.0248072147369385, "loss_scale": 4.0, "retries": 0, "seconds": 43.1, "max_memory_gb": 17.47, "pair": 0.392610814422369, "sign": 0.02765186643227935, "keep": 0.06022503226995468, "leak": 0.6456211693584919, "replacement": 0.5979545414447784} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 3.6019864082336426, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 17.47, "pair": 0.47579243406653404, "sign": 0.14156440971419215, "keep": 0.0758842434734106, "leak": 0.1176518080956157, "replacement": 0.6139297187328339} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.36114764213562, "loss_scale": 4.0, "retries": 0, "seconds": 44.5, "max_memory_gb": 17.47, "pair": 0.32285796850919724, "sign": 0.017797750188037753, "keep": 0.05526016792282462, "leak": 0.5043703019618988, "replacement": 0.4854795038700104} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 2.908933639526367, "loss_scale": 4.0, "retries": 0, "seconds": 45.2, "max_memory_gb": 17.47, "pair": 0.42509911581873894, "sign": 0.3294060667976737, "keep": 0.38709646090865135, "leak": 0.9781676195561886, "replacement": 1.027892291545868} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.2780556678771973, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 17.47, "pair": 0.40133921429514885, "sign": 0.1548245605372358, "keep": 0.25259419038774666, "leak": 0.5194315034896135, "replacement": 0.7349064573645592} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.653364419937134, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 17.47, "pair": 0.20560579746961594, "sign": 0.020690961042419076, "keep": 0.03585852202377282, "leak": 1.0736704468727112, "replacement": 0.5022981464862823} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 1.9994479417800903, "loss_scale": 4.0, "retries": 0, "seconds": 47.3, "max_memory_gb": 17.47, "pair": 0.41182152554392815, "sign": 0.05561454710550606, "keep": 0.02963985335190955, "leak": 0.5083081685006618, "replacement": 0.5815257653594017} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.60676646232605, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 17.47, "pair": 0.5533647984266281, "sign": 0.8902348279953003, "keep": 0.7587055009789765, "leak": 0.8969152849167585, "replacement": 1.602063775062561} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.2469494342803955, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.47, "pair": 0.3135842867195606, "sign": 0.028877212840598077, "keep": 0.0580440842313692, "leak": 1.062116077169776, "replacement": 0.6225739270448685} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.593064785003662, "loss_scale": 4.0, "retries": 0, "seconds": 49.4, "max_memory_gb": 17.47, "pair": 0.2623765245079994, "sign": 0.013250169286038727, "keep": 0.09896321538099073, "leak": 0.7003574371337891, "replacement": 0.49357257038354874} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 4.022292137145996, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.47, "pair": 0.32581591978669167, "sign": 0.20800328347831964, "keep": 0.1770853754132986, "leak": 1.0026752203702927, "replacement": 0.7690290361642838} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.8688958883285522, "loss_scale": 4.0, "retries": 0, "seconds": 50.7, "max_memory_gb": 17.47, "pair": 0.4423464946448803, "sign": 0.12730476108845323, "keep": 0.6125179068258149, "leak": 0.42672913894057274, "replacement": 0.9189400374889374} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.7815425395965576, "loss_scale": 4.0, "retries": 0, "seconds": 51.4, "max_memory_gb": 17.47, "pair": 0.4071361981332302, "sign": 0.26323003589641303, "keep": 0.1506145306725557, "leak": 0.8917819615453482, "replacement": 0.8370039463043213} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.7495896816253662, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 17.47, "pair": 0.6402300670742989, "sign": 0.5224848911166191, "keep": 0.9175251532578841, "leak": 0.14357007294893265, "replacement": 1.3961275815963745} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.21417236328125, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 17.47, "pair": 0.35223476588726044, "sign": 0.10927088744938374, "keep": 0.03164958038541954, "leak": 0.8911120221018791, "replacement": 0.6454729810357094} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.887742280960083, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.47, "pair": 0.23236628621816635, "sign": 0.010370431933552027, "keep": 0.013173914485378191, "leak": 0.955015704035759, "replacement": 0.48289240151643753} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.7459704875946045, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.47, "pair": 0.3733663074672222, "sign": 0.6216179993934929, "keep": 0.0015079926597536542, "leak": 0.5848383978009224, "replacement": 0.8311389051377773} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 1.936705470085144, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 17.47, "pair": 0.35702627524733543, "sign": 0.023574503604322672, "keep": 0.03740432703807528, "leak": 0.6267960593104362, "replacement": 0.5442146956920624} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.402637004852295, "loss_scale": 4.0, "retries": 0, "seconds": 55.4, "max_memory_gb": 17.47, "pair": 0.35900700092315674, "sign": 0.05632150126621127, "keep": 0.01350960603247131, "leak": 0.8653983324766159, "replacement": 0.610272154211998} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 7.158232688903809, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 17.47, "pair": 0.29563409462571144, "sign": 0.05705503607168794, "keep": 0.1154325376264751, "leak": 2.015039838850498, "replacement": 0.8856378495693207} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 4.264720439910889, "loss_scale": 4.0, "retries": 0, "seconds": 56.7, "max_memory_gb": 17.47, "pair": 0.36913683637976646, "sign": 0.9089202018803917, "keep": 0.040253762737847865, "leak": 1.0956673324108124, "replacement": 1.117640696465969} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.100536823272705, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 17.47, "pair": 0.2697607856243849, "sign": 0.030296258424641564, "keep": 0.2703430903493427, "leak": 1.04178836196661, "replacement": 0.6805275678634644} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.840514898300171, "loss_scale": 4.0, "retries": 0, "seconds": 58.1, "max_memory_gb": 17.47, "pair": 0.23049025610089302, "sign": 0.033697592734824866, "keep": 0.013831767247665994, "leak": 0.8678736388683319, "replacement": 0.4712233543395996} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.9196038246154785, "loss_scale": 4.0, "retries": 0, "seconds": 58.9, "max_memory_gb": 17.47, "pair": 0.32457029819488525, "sign": 0.058226977998856455, "keep": 0.10433765577590748, "leak": 0.8438252657651901, "replacement": 0.6168089359998703} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.880618572235107, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 17.47, "pair": 0.45497308671474457, "sign": 0.413003608584404, "keep": 0.470801810733974, "leak": 0.8080673106014729, "replacement": 1.0988926142454147} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.4307332038879395, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.47, "pair": 0.34597421810030937, "sign": 0.08774044923484325, "keep": 0.009633174278860679, "leak": 0.4422466345131397, "replacement": 0.5052226930856705} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 2.8972272872924805, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.47, "pair": 0.4908791221678257, "sign": 0.2784817637875676, "keep": 0.04344791859148245, "leak": 0.7717592790722847, "replacement": 0.8447838127613068} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.0726890563964844, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 17.47, "pair": 0.49079179763793945, "sign": 0.18618423666339368, "keep": 0.012068843630686388, "leak": 0.33947763592004776, "replacement": 0.6747877448797226} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.1085517406463623, "loss_scale": 4.0, "retries": 0, "seconds": 62.2, "max_memory_gb": 17.47, "pair": 0.3260841555893421, "sign": 0.10007793191471137, "keep": 0.03094185088411905, "leak": 0.6942567378282547, "replacement": 0.5651582479476929} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.52704119682312, "loss_scale": 4.0, "retries": 0, "seconds": 62.9, "max_memory_gb": 17.47, "pair": 0.43842560425400734, "sign": 0.23945910239126533, "keep": 0.2132205827801954, "leak": 0.35780861126841046, "replacement": 0.7542175948619843} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.8326072692871094, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 17.47, "pair": 0.4105626195669174, "sign": 0.8023651810362935, "keep": 1.3527735159304939, "leak": 0.34899087250232697, "replacement": 1.575379692018032} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.08184814453125, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 17.47, "pair": 0.2960900105535984, "sign": 0.037291859509423375, "keep": 0.16752039513085037, "leak": 1.1983788572251797, "replacement": 0.6980908513069153} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.3018956184387207, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.47, "pair": 0.23663237318396568, "sign": 0.021360040467698127, "keep": 0.6985184957738966, "leak": 0.7415382117033005, "replacement": 0.7819561883807182} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.41774582862854, "loss_scale": 4.0, "retries": 0, "seconds": 65.6, "max_memory_gb": 17.47, "pair": 0.47793722711503506, "sign": 0.314809194765985, "keep": 1.6725073982961476, "leak": 0.623144433600828, "replacement": 1.6273815855383873} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.014552116394043, "loss_scale": 4.0, "retries": 0, "seconds": 66.3, "max_memory_gb": 17.47, "pair": 0.39726247638463974, "sign": 0.11247318552341312, "keep": 1.1090740856016055, "leak": 0.26972894836217165, "replacement": 1.0754683688282967} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.400660991668701, "loss_scale": 4.0, "retries": 0, "seconds": 66.9, "max_memory_gb": 17.47, "pair": 0.19879468344151974, "sign": 0.011952371336519718, "keep": 0.04648526423261501, "leak": 0.729598768055439, "replacement": 0.4104131907224655} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.8583176136016846, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 17.47, "pair": 0.436908483505249, "sign": 0.1652065556263551, "keep": 0.056130301831217366, "leak": 0.62163290893659, "replacement": 0.7029851227998734} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 3.6988277435302734, "loss_scale": 4.0, "retries": 0, "seconds": 68.3, "max_memory_gb": 17.47, "pair": 0.506480049341917, "sign": 0.8396828995319083, "keep": 0.02804258838420992, "leak": 1.2868027538061142, "replacement": 1.2620435059070587} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 5.6140594482421875, "loss_scale": 4.0, "retries": 0, "seconds": 69.0, "max_memory_gb": 17.47, "pair": 0.6246872842311859, "sign": 0.9681154148420319, "keep": 0.5283904939424247, "leak": 1.0331928711384535, "replacement": 1.631238378584385} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 7.430731296539307, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 17.47, "pair": 0.1789752747863531, "sign": 0.007934850931633264, "keep": 0.09150566626340151, "leak": 2.1817696169018745, "replacement": 0.7741379141807556} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.007800340652466, "loss_scale": 4.0, "retries": 0, "seconds": 70.4, "max_memory_gb": 17.47, "pair": 0.2710715979337692, "sign": 0.016996008111163974, "keep": 0.04233579593710601, "leak": 0.6608549146912992, "replacement": 0.46595124900341034} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 3.230109453201294, "loss_scale": 4.0, "retries": 0, "seconds": 71.0, "max_memory_gb": 17.47, "pair": 0.25095280446112156, "sign": 0.023675400821957737, "keep": 0.011289993700302148, "leak": 1.210324976593256, "replacement": 0.5710167437791824} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.7391746044158936, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 17.47, "pair": 0.3926079459488392, "sign": 0.39415152004221454, "keep": 0.00739598911604844, "leak": 0.6345742270350456, "replacement": 0.7520252391695976} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.786139011383057, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.47, "pair": 0.1693335510790348, "sign": 0.018412541481666267, "keep": 0.2053471413673833, "leak": 2.1573054809123278, "replacement": 0.8205397799611092} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.2504384517669678, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 17.47, "pair": 0.23491332679986954, "sign": 0.04421013128012419, "keep": 0.010759843797131907, "leak": 0.794150173664093, "replacement": 0.4609358385205269} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.122896194458008, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.47, "pair": 0.3410988710820675, "sign": 0.3716191491112113, "keep": 2.0849887667968687, "leak": 0.34287802316248417, "replacement": 1.6551223620772362} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 4.0858964920043945, "loss_scale": 4.0, "retries": 0, "seconds": 74.4, "max_memory_gb": 17.47, "pair": 0.5037889815866947, "sign": 0.29874473402742296, "keep": 0.012496073202783009, "leak": 0.06391596421599388, "replacement": 0.6753883734345436} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.1377546787261963, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 17.47, "pair": 0.35601260140538216, "sign": 0.09316247934475541, "keep": 0.06852698139846325, "leak": 0.4857238004915416, "replacement": 0.5582882761955261} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 3.928980588912964, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 17.47, "pair": 0.337883610278368, "sign": 0.28987315273843706, "keep": 0.7041079460177571, "leak": 0.33000838034786284, "replacement": 0.9173763021826744} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 5.673023223876953, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 17.47, "pair": 0.37404035963118076, "sign": 1.382963902404299, "keep": 0.0020622134643417667, "leak": 1.099637396633625, "replacement": 1.3414627686142921} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.659700393676758, "loss_scale": 4.0, "retries": 0, "seconds": 77.2, "max_memory_gb": 17.47, "pair": 0.23496952652931213, "sign": 0.011560695013031363, "keep": 0.008747344225412235, "leak": 0.5847269110381603, "replacement": 0.39130527526140213} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.023927927017212, "loss_scale": 4.0, "retries": 0, "seconds": 77.9, "max_memory_gb": 17.47, "pair": 0.287955142557621, "sign": 0.031436081626452506, "keep": 0.007767836912535131, "leak": 0.45327770709991455, "replacement": 0.42087652534246445} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.4313197135925293, "loss_scale": 4.0, "retries": 0, "seconds": 78.6, "max_memory_gb": 17.47, "pair": 0.32433485984802246, "sign": 0.04656247072853148, "keep": 0.024777927086688578, "leak": 0.3193597998470068, "replacement": 0.4398450218141079} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.266841173171997, "loss_scale": 4.0, "retries": 0, "seconds": 79.2, "max_memory_gb": 17.47, "pair": 0.18493036925792694, "sign": 0.009944518213160336, "keep": 0.032737958081270335, "leak": 0.5806496429722756, "replacement": 0.35143401101231575} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 4.86918306350708, "loss_scale": 4.0, "retries": 0, "seconds": 79.9, "max_memory_gb": 17.47, "pair": 0.39110636338591576, "sign": 0.742322530830279, "keep": 0.9493508491395914, "leak": 0.47791142016649246, "replacement": 1.3564208820462227} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 5.885580062866211, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.47, "pair": 0.38113825768232346, "sign": 0.3971479209139943, "keep": 1.018777519941068, "leak": 1.073509518057108, "replacement": 1.357478380203247} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.214688301086426, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 17.47, "pair": 0.423638042062521, "sign": 0.3392463918426074, "keep": 0.44347857488901354, "leak": 0.21260670199990273, "replacement": 0.8681522235274315} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 3.8411731719970703, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 17.47, "pair": 0.4651675820350647, "sign": 0.2538099610246718, "keep": 0.018964871775551728, "leak": 0.29097745567560196, "replacement": 0.6742993593215942} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 6.011330604553223, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 17.47, "pair": 0.43580058962106705, "sign": 0.9209370198659599, "keep": 1.8066267269314267, "leak": 0.4822433437802829, "replacement": 1.9201432913541794} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.221740484237671, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 17.47, "pair": 0.5238977372646332, "sign": 0.4361888396088034, "keep": 0.06211036731679087, "leak": 0.1218979744007811, "replacement": 0.803521815687418} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.416128635406494, "loss_scale": 4.0, "retries": 0, "seconds": 84.1, "max_memory_gb": 17.47, "pair": 0.42031019926071167, "sign": 0.0842486887704581, "keep": 0.04248355232448375, "leak": 0.47989484830759466, "replacement": 0.6036500036716461} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 5.030463695526123, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.47, "pair": 0.5116681791841984, "sign": 1.664100545924157, "keep": 0.389636581792729, "leak": 0.4270718563348055, "replacement": 1.6453047208487988} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6514270305633545, "loss_scale": 4.0, "retries": 0, "seconds": 85.4, "max_memory_gb": 17.47, "pair": 0.5795505866408348, "sign": 0.6900368849746883, "keep": 1.7818545576010365, "leak": 0.4404318630695343, "replacement": 1.9256043210625648} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.813887596130371, "loss_scale": 4.0, "retries": 0, "seconds": 86.1, "max_memory_gb": 17.47, "pair": 0.42769424244761467, "sign": 0.24166285526007414, "keep": 0.49710855805915344, "leak": 0.5501013611792587, "replacement": 0.9346053004264832} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.3221497535705566, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.47, "pair": 0.605238564312458, "sign": 0.47531547339167446, "keep": 1.1422797779086977, "leak": 0.5918244917993434, "replacement": 1.5619923621416092} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.657423973083496, "loss_scale": 4.0, "retries": 0, "seconds": 87.4, "max_memory_gb": 17.47, "pair": 0.16646254807710648, "sign": 0.007720033841906115, "keep": 0.021927969050011598, "leak": 0.36267009377479553, "replacement": 0.27195407822728157} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 4.950307846069336, "loss_scale": 4.0, "retries": 0, "seconds": 88.1, "max_memory_gb": 17.47, "pair": 0.35694114677608013, "sign": 0.9490533914067782, "keep": 1.292546712094918, "leak": 0.4063980393111706, "replacement": 1.5793407186865807} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 4.565011024475098, "loss_scale": 4.0, "retries": 0, "seconds": 88.8, "max_memory_gb": 17.47, "pair": 0.2688677944242954, "sign": 0.09079121297691017, "keep": 0.06418465869501233, "leak": 0.9527689706301317, "replacement": 0.5845479965209961} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 4.159634113311768, "loss_scale": 4.0, "retries": 0, "seconds": 89.4, "max_memory_gb": 17.47, "pair": 0.48898833617568016, "sign": 1.7129903952591121, "keep": 0.10654878232890042, "leak": 0.6310379403876141, "replacement": 1.5565174743533134} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.726959705352783, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 17.47, "pair": 0.28740233927965164, "sign": 0.18964240746572614, "keep": 0.14171800365147647, "leak": 0.3488297201693058, "replacement": 0.540289968252182} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.941675662994385, "loss_scale": 4.0, "retries": 0, "seconds": 90.8, "max_memory_gb": 17.47, "pair": 0.24451936408877373, "sign": 0.020781157771125436, "keep": 0.32229291754174483, "leak": 1.213251506909728, "replacement": 0.7193692699074745} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 4.252336502075195, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.47, "pair": 0.4701883904635906, "sign": 0.5657321540638804, "keep": 0.9713923987001181, "leak": 0.8670346117578447, "replacement": 1.455509290099144} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.4123990535736084, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 17.47, "pair": 0.41664521396160126, "sign": 0.3575297328061424, "keep": 0.6695117052554451, "leak": 0.19056601077318192, "replacement": 0.9778074994683266} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.9500937461853027, "loss_scale": 4.0, "retries": 0, "seconds": 92.8, "max_memory_gb": 17.47, "pair": 0.2461860254406929, "sign": 0.034032040886813775, "keep": 0.01296459257719107, "leak": 0.7796475291252136, "replacement": 0.4645962342619896} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 7.208322525024414, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 17.47, "pair": 0.43248023092746735, "sign": 0.6814170547295362, "keep": 0.8373318882659078, "leak": 1.266684204339981, "replacement": 1.5085258036851883} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 2.6511170864105225, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 17.47, "pair": 0.18422932922840118, "sign": 0.015258722531143576, "keep": 0.0051760904607363045, "leak": 0.34982668049633503, "replacement": 0.2819034084677696} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.853973627090454, "loss_scale": 4.0, "retries": 0, "seconds": 94.8, "max_memory_gb": 17.47, "pair": 0.2858372423797846, "sign": 0.028169924626126885, "keep": 0.2705604755319655, "leak": 0.3498063302395167, "replacement": 0.5226540192961693} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 4.6541666984558105, "loss_scale": 4.0, "retries": 0, "seconds": 95.5, "max_memory_gb": 17.47, "pair": 0.369174987077713, "sign": 0.730467633868102, "keep": 0.00619442606694065, "leak": 1.1609862931072712, "replacement": 1.0277526378631592} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 4.439650535583496, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.47, "pair": 0.15640362724661827, "sign": 0.013331883092178032, "keep": 0.026295847754226997, "leak": 1.2704256027936935, "replacement": 0.4938238896429539} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 4.365692138671875, "loss_scale": 4.0, "retries": 0, "seconds": 97.0, "max_memory_gb": 17.47, "pair": 0.2345686424523592, "sign": 0.2663552571029868, "keep": 0.004713140282547101, "leak": 0.7484022006392479, "replacement": 0.5572033859789371} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 4.9937825202941895, "loss_scale": 4.0, "retries": 0, "seconds": 97.6, "max_memory_gb": 17.47, "pair": 0.41679431311786175, "sign": 0.5097290136036463, "keep": 0.10218259535031393, "leak": 1.0709418952465057, "replacement": 0.9904855936765671} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.1786768436431885, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 17.47, "pair": 0.38428589701652527, "sign": 0.16202851186972111, "keep": 1.6058073635294932, "leak": 0.15712993405759335, "replacement": 1.3074863329529762} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 4.414973735809326, "loss_scale": 4.0, "retries": 0, "seconds": 99.0, "max_memory_gb": 17.47, "pair": 0.5116881094872952, "sign": 0.8628600141964853, "keep": 0.43076582869980484, "leak": 0.3255135230720043, "replacement": 1.2398793995380402} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.461641788482666, "loss_scale": 4.0, "retries": 0, "seconds": 99.7, "max_memory_gb": 17.47, "pair": 0.26841695606708527, "sign": 0.05904901318717748, "keep": 0.001660563669702242, "leak": 1.321084599941969, "replacement": 0.6290428750216961} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.925916910171509, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 17.47, "pair": 0.3327532112598419, "sign": 0.11066424462478608, "keep": 0.015011904295533895, "leak": 0.7401198856532574, "replacement": 0.5806212574243546} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 9.033438682556152, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.47, "pair": 0.5214950814843178, "sign": 0.9625453732442111, "keep": 1.4047220159300196, "leak": 2.5120899826288223, "replacement": 2.333151236176491} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.6988747119903564, "loss_scale": 4.0, "retries": 0, "seconds": 101.8, "max_memory_gb": 17.47, "pair": 0.24192008189857006, "sign": 0.2253724136389792, "keep": 0.005802926883177406, "leak": 0.6774880215525627, "replacement": 0.5268797539174557} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.7183756828308105, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.47, "pair": 0.31489237397909164, "sign": 0.0947169266291894, "keep": 0.014846477737592068, "leak": 0.7656081169843674, "replacement": 0.5610761269927025} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 4.4809160232543945, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 17.47, "pair": 0.368872556835413, "sign": 0.12459203682374209, "keep": 0.14255176787264645, "leak": 1.1875494359992445, "replacement": 0.7993318103253841} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.9322561025619507, "loss_scale": 4.0, "retries": 0, "seconds": 103.8, "max_memory_gb": 17.47, "pair": 0.22736697271466255, "sign": 0.01555392419686541, "keep": 0.011174539635248948, "leak": 0.23980851471424103, "replacement": 0.30068331956863403} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.7402594089508057, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.47, "pair": 0.15397664159536362, "sign": 0.0065840702736750245, "keep": 0.012747069682518486, "leak": 0.209857594454661, "replacement": 0.2161066085100174} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.111741781234741, "loss_scale": 4.0, "retries": 0, "seconds": 105.2, "max_memory_gb": 17.47, "pair": 0.16865625604987144, "sign": 0.007841048121917993, "keep": 0.06412773625231694, "leak": 0.7799685671925545, "replacement": 0.3996327854692936} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.356177568435669, "loss_scale": 4.0, "retries": 0, "seconds": 105.9, "max_memory_gb": 17.47, "pair": 0.20579664409160614, "sign": 0.017456043686252087, "keep": 0.9173784288577735, "leak": 0.6890454851090908, "replacement": 0.8454752713441849} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 4.031761646270752, "loss_scale": 4.0, "retries": 0, "seconds": 106.6, "max_memory_gb": 17.47, "pair": 0.2150576040148735, "sign": 0.008180519682355225, "keep": 0.45114444171258583, "leak": 0.44664521515369415, "replacement": 0.5563814081251621} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 3.4649620056152344, "loss_scale": 4.0, "retries": 0, "seconds": 107.3, "max_memory_gb": 17.47, "pair": 0.26830443926155567, "sign": 0.004922920081298798, "keep": 0.01274593528250989, "leak": 0.3785596415400505, "replacement": 0.37177878618240356} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 5.97076940536499, "loss_scale": 4.0, "retries": 0, "seconds": 108.0, "max_memory_gb": 17.47, "pair": 0.37857330217957497, "sign": 1.1760046996641904, "keep": 0.2713607446057722, "leak": 0.6069332957267761, "replacement": 1.2539893426001072} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.1429314613342285, "loss_scale": 4.0, "retries": 0, "seconds": 108.6, "max_memory_gb": 17.47, "pair": 0.4294393751770258, "sign": 0.5113563631894067, "keep": 0.6493148674198892, "leak": 0.11147632077336311, "replacement": 1.0376441031694412} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 3.90221905708313, "loss_scale": 4.0, "retries": 0, "seconds": 109.3, "max_memory_gb": 17.47, "pair": 0.21283834986388683, "sign": 0.014067266369238496, "keep": 0.004835446838114876, "leak": 0.5738101489841938, "replacement": 0.365742240101099} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.6733505725860596, "loss_scale": 4.0, "retries": 0, "seconds": 110.0, "max_memory_gb": 17.47, "pair": 0.3611832521855831, "sign": 0.22775092170923017, "keep": 0.6145021938718855, "leak": 0.5910155046731234, "replacement": 0.9300637170672417} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.549044609069824, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.47, "pair": 0.383259205147624, "sign": 0.1462808077922091, "keep": 0.19301612195249618, "leak": 0.26508645340800285, "replacement": 0.6191792786121368} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.4252419471740723, "loss_scale": 4.0, "retries": 0, "seconds": 111.3, "max_memory_gb": 17.47, "pair": 0.25270456448197365, "sign": 0.029999112244695425, "keep": 0.27168903270637657, "leak": 0.5221385213080794, "replacement": 0.5340832769870758} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.2079663276672363, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 17.47, "pair": 0.30629887804389, "sign": 0.18519980879500508, "keep": 0.2277564542600885, "leak": 0.4671869957819581, "replacement": 0.629573792219162} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.246751546859741, "loss_scale": 4.0, "retries": 0, "seconds": 112.7, "max_memory_gb": 17.47, "pair": 0.5546466708183289, "sign": 0.3423596629872918, "keep": 0.03591689979657531, "leak": 0.24941058177500963, "replacement": 0.8061376065015793} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.5639148950576782, "loss_scale": 4.0, "retries": 0, "seconds": 113.4, "max_memory_gb": 17.47, "pair": 0.19744547456502914, "sign": 0.01688322308473289, "keep": 0.00115936178190168, "leak": 0.22593915462493896, "replacement": 0.2629515528678894} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 4.734744548797607, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 17.47, "pair": 0.43171751126646996, "sign": 0.7099410588853061, "keep": 0.9744629302877001, "leak": 0.2771638995036483, "replacement": 1.3432104922831059} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.923648715019226, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 17.47, "pair": 0.27705267816782, "sign": 0.06683450157288462, "keep": 0.03104287659516558, "leak": 0.6362306624650955, "replacement": 0.4850490242242813} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 3.9329466819763184, "loss_scale": 4.0, "retries": 0, "seconds": 115.5, "max_memory_gb": 17.47, "pair": 0.1971224956214428, "sign": 0.011059895216021687, "keep": 0.019828374421194894, "leak": 0.887303939089179, "replacement": 0.43439263105392456} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.512225389480591, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.47, "pair": 0.2801057640463114, "sign": 0.1631942638196051, "keep": 0.21276090166065842, "leak": 0.2328516780398786, "replacement": 0.5262962840497494} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 5.809530258178711, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 17.47, "pair": 0.1371711604297161, "sign": 0.00414537952747196, "keep": 0.009351728251203895, "leak": 1.834330695681274, "replacement": 0.6025023721158504} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.318514823913574, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.47, "pair": 0.2878163792192936, "sign": 0.27081544703105465, "keep": 0.19262287789888433, "leak": 0.19061270507518202, "replacement": 0.5671887248754501} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.2119905948638916, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.47, "pair": 0.21337256208062172, "sign": 0.00508166360668838, "keep": 0.015935458126477897, "leak": 0.4185143727809191, "replacement": 0.32850971817970276} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.7874441146850586, "loss_scale": 4.0, "retries": 0, "seconds": 118.9, "max_memory_gb": 17.47, "pair": 0.21761229634284973, "sign": 0.09168794297147542, "keep": 0.14967165765119717, "leak": 0.45273315720260143, "replacement": 0.4514753818511963} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.3410110473632812, "loss_scale": 4.0, "retries": 0, "seconds": 119.6, "max_memory_gb": 17.47, "pair": 0.17404809594154358, "sign": 0.02789904735982418, "keep": 0.051005778982016636, "leak": 0.6002244651317596, "replacement": 0.3635566234588623} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.882925271987915, "loss_scale": 4.0, "retries": 0, "seconds": 120.3, "max_memory_gb": 17.47, "pair": 0.370475459843874, "sign": 0.28786162310279906, "keep": 1.3400288363918662, "leak": 0.20021903966699028, "replacement": 1.2344754450023174} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.681480646133423, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 17.47, "pair": 0.1842501163482666, "sign": 0.042925873829517514, "keep": 0.006739228032529354, "leak": 0.2828261684626341, "replacement": 0.2797892093658447} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.8840854167938232, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 17.47, "pair": 0.24388684332370758, "sign": 0.2923840152216144, "keep": 0.00922385844000928, "leak": 0.22494685859419405, "replacement": 0.4509275108575821} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 4.137235164642334, "loss_scale": 4.0, "retries": 0, "seconds": 122.3, "max_memory_gb": 17.47, "pair": 0.2265503965318203, "sign": 0.22073912975611165, "keep": 1.134044327201991, "leak": 0.2635276282671839, "replacement": 0.9698240682482719} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.2026450634002686, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 17.47, "pair": 0.5360320117324591, "sign": 0.5051353311573621, "keep": 0.6004564077434225, "leak": 0.23627732682507485, "replacement": 1.1478972136974335} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 3.4379539489746094, "loss_scale": 4.0, "retries": 0, "seconds": 123.6, "max_memory_gb": 17.47, "pair": 0.22573423758149147, "sign": 0.026792537653818727, "keep": 0.0483428487641504, "leak": 0.9030717215500772, "replacement": 0.4890698492527008} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.37434458732605, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 17.47, "pair": 0.1722139548510313, "sign": 0.018340655136853456, "keep": 0.018939631059765816, "leak": 0.7739099487662315, "replacement": 0.3843315839767456} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.609264612197876, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.47, "pair": 0.419469241052866, "sign": 0.2814007777487859, "keep": 0.0957974064881455, "leak": 0.4396713525056839, "replacement": 0.7179861962795258} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 4.666165828704834, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 17.47, "pair": 0.18600970320403576, "sign": 0.05537235400697682, "keep": 0.004387144556062594, "leak": 0.7686855792999268, "replacement": 0.40806084498763084} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.308674335479736, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.47, "pair": 0.12008489109575748, "sign": 0.005616707028821111, "keep": 0.004556259587388922, "leak": 0.821608878672123, "replacement": 0.33057358860969543} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 3.8504326343536377, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.47, "pair": 0.147749250754714, "sign": 0.021999160933773965, "keep": 0.06479195790598169, "leak": 0.5820125443860888, "replacement": 0.3366479389369488} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.9671895503997803, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 17.47, "pair": 0.13207907229661942, "sign": 0.0171244922967162, "keep": 0.8880393301533331, "leak": 0.39697276754304767, "replacement": 0.683904193341732} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 5.141136169433594, "loss_scale": 4.0, "retries": 0, "seconds": 128.4, "max_memory_gb": 17.47, "pair": 0.2236175760626793, "sign": 0.009221109678037465, "keep": 0.2735317733604461, "leak": 0.9298964869230986, "replacement": 0.5974681302905083} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.014815330505371, "loss_scale": 4.0, "retries": 0, "seconds": 129.1, "max_memory_gb": 17.47, "pair": 0.5063499119132757, "sign": 0.7968245798983844, "keep": 1.058182578553101, "leak": 0.34287095069885254, "replacement": 1.5195713639259338} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.494715690612793, "loss_scale": 4.0, "retries": 0, "seconds": 129.7, "max_memory_gb": 17.47, "pair": 0.2025570422410965, "sign": 0.4119130300823599, "keep": 1.2926240540109575, "leak": 0.5450519444420934, "replacement": 1.1910885572433472} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.855270862579346, "loss_scale": 4.0, "retries": 0, "seconds": 130.4, "max_memory_gb": 17.47, "pair": 0.11206443794071674, "sign": 0.007835053373128176, "keep": 0.003494385877274908, "leak": 1.0827018693089485, "replacement": 0.38840463012456894} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 4.372567653656006, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.47, "pair": 0.2607193049043417, "sign": 0.4669703240506351, "keep": 0.610874857278759, "leak": 0.44269859790802, "replacement": 0.9103165194392204} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.9748950004577637, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.47, "pair": 0.41419907845556736, "sign": 0.4773878243868239, "keep": 1.2578843638766557, "leak": 0.21301491931080818, "replacement": 1.3350888937711716} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 4.284851551055908, "loss_scale": 4.0, "retries": 0, "seconds": 132.4, "max_memory_gb": 17.47, "pair": 0.24967294931411743, "sign": 0.026231222320348024, "keep": 0.007926193326056818, "leak": 1.4229143448174, "replacement": 0.6224802359938622} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.7932939529418945, "loss_scale": 4.0, "retries": 0, "seconds": 133.1, "max_memory_gb": 17.47, "pair": 0.46300965547561646, "sign": 0.280646386439912, "keep": 0.01773899955651359, "leak": 0.18594416696578264, "replacement": 0.6586883887648582} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 3.7259883880615234, "loss_scale": 4.0, "retries": 0, "seconds": 133.8, "max_memory_gb": 17.47, "pair": 0.19869030639529228, "sign": 0.05318666051607579, "keep": 0.004766954880324192, "leak": 0.41293175891041756, "replacement": 0.33090006187558174} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 10.559004783630371, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 17.47, "pair": 0.1386536154896021, "sign": 0.012896363972686231, "keep": 0.001781057124162544, "leak": 2.964842975139618, "replacement": 0.8872030675411224} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.9857044219970703, "loss_scale": 4.0, "retries": 0, "seconds": 135.2, "max_memory_gb": 17.47, "pair": 0.17106204107403755, "sign": 0.023587792413309216, "keep": 0.0020182379230391234, "leak": 0.7380368716549128, "replacement": 0.3683742731809616} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.781989812850952, "loss_scale": 4.0, "retries": 0, "seconds": 135.9, "max_memory_gb": 17.47, "pair": 0.21766040660440922, "sign": 0.07150256657041609, "keep": 0.14674076202209108, "leak": 0.4339406081708148, "replacement": 0.43526721373200417} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 6.823038101196289, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.47, "pair": 0.12427479308098555, "sign": 0.04574548971140757, "keep": 0.16783410513744457, "leak": 1.6217205934226513, "replacement": 0.636494742706418} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.916477918624878, "loss_scale": 4.0, "retries": 0, "seconds": 137.3, "max_memory_gb": 17.47, "pair": 0.4149825684726238, "sign": 0.35306357231456786, "keep": 1.6649595966300694, "leak": 0.3834550166502595, "replacement": 1.519857957959175} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.8819245100021362, "loss_scale": 4.0, "retries": 0, "seconds": 137.9, "max_memory_gb": 17.47, "pair": 0.20128078758716583, "sign": 0.16563480638433248, "keep": 0.1164636967878323, "leak": 0.19893439106817823, "replacement": 0.39206361770629883} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 14.149276733398438, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 17.47, "pair": 0.22540998458862305, "sign": 0.1056926031887997, "keep": 0.0014719092237100995, "leak": 3.9817060977220535, "replacement": 1.2744187861680984} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.5559122562408447, "loss_scale": 4.0, "retries": 0, "seconds": 139.3, "max_memory_gb": 17.47, "pair": 0.1604865500703454, "sign": 0.0712473404710181, "keep": 0.12316465878393501, "leak": 0.40352716005872935, "replacement": 0.35857435688376427} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.504369020462036, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.47, "pair": 0.22974320501089096, "sign": 0.01674061338417232, "keep": 0.03436097188387066, "leak": 0.6741438610479236, "replacement": 0.42382997274398804} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.60839581489563, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 17.47, "pair": 0.11730529461055994, "sign": 0.008525562530849129, "keep": 0.0027836177177960053, "leak": 0.6077911448155646, "replacement": 0.2749076671898365} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.9088375568389893, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 17.47, "pair": 0.2641389686614275, "sign": 0.03761509305331856, "keep": 0.007342151044838374, "leak": 0.6997274765744805, "replacement": 0.4615494664758444} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 5.1300482749938965, "loss_scale": 4.0, "retries": 0, "seconds": 142.0, "max_memory_gb": 17.47, "pair": 0.24528799578547478, "sign": 0.1229168470017612, "keep": 0.0538753080350034, "leak": 1.4750853534787893, "replacement": 0.702455423772335} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 5.9881439208984375, "loss_scale": 4.0, "retries": 0, "seconds": 142.7, "max_memory_gb": 17.47, "pair": 0.11757922731339931, "sign": 0.005487044662004337, "keep": 0.0030524712041142266, "leak": 1.2866347497329116, "replacement": 0.4435076732188463} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.5938901901245117, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 17.47, "pair": 0.41183947026729584, "sign": 0.4198546769330278, "keep": 0.3714882593631046, "leak": 0.45988137647509575, "replacement": 0.922481294721365} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 15.179999351501465, "loss_scale": 4.0, "retries": 0, "seconds": 144.1, "max_memory_gb": 17.47, "pair": 0.3725133016705513, "sign": 0.559779040311696, "keep": 1.7081466082011048, "leak": 3.6129068061709404, "replacement": 2.409702755510807} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 6.705260276794434, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 17.47, "pair": 0.3624413423240185, "sign": 0.24893789284396917, "keep": 0.093730938679073, "leak": 1.6219577379524708, "replacement": 0.9392651952803135} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 4.242835998535156, "loss_scale": 4.0, "retries": 0, "seconds": 145.5, "max_memory_gb": 17.47, "pair": 0.20444617792963982, "sign": 0.08233177592046559, "keep": 0.010741686972323805, "leak": 0.8967217276222073, "replacement": 0.4751633480191231} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.841980218887329, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 17.47, "pair": 0.3784368671476841, "sign": 0.343518384732306, "keep": 0.5447395912051434, "leak": 0.17429716000333428, "replacement": 0.8661401234567165} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 5.796464920043945, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 17.47, "pair": 0.3735457994043827, "sign": 0.4140087102423422, "keep": 1.736277566609715, "leak": 0.1879918770864606, "replacement": 1.4956868961453438} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 5.111146450042725, "loss_scale": 4.0, "retries": 0, "seconds": 147.6, "max_memory_gb": 17.47, "pair": 0.5320342518389225, "sign": 0.9033628301694989, "keep": 1.8177966236817156, "leak": 0.5743884202092886, "replacement": 2.0362110696733} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.947714328765869, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 17.47, "pair": 0.14288111589848995, "sign": 0.03867937935865484, "keep": 0.011784027636167593, "leak": 0.7058917991816998, "replacement": 0.34458577260375023} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.2479286193847656, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 17.47, "pair": 0.1887829601764679, "sign": 0.015746100281830877, "keep": 0.0018909084501501638, "leak": 0.19613689929246902, "replacement": 0.24663568288087845} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.3686981201171875, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 17.47, "pair": 0.6136966869235039, "sign": 1.5298805348575115, "keep": 0.24569156469078735, "leak": 0.21137034054845572, "replacement": 1.5543253421783447} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.5818164348602295, "loss_scale": 4.0, "retries": 0, "seconds": 150.4, "max_memory_gb": 17.47, "pair": 0.16394622437655926, "sign": 0.09303948761953507, "keep": 0.010241816475172527, "leak": 0.26450180634856224, "replacement": 0.28171231783926487} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.1372954845428467, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.47, "pair": 0.18728795927017927, "sign": 0.02086102034081705, "keep": 0.04702261800503038, "leak": 0.27639031782746315, "replacement": 0.2903273571282625} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 4.15728759765625, "loss_scale": 4.0, "retries": 0, "seconds": 151.7, "max_memory_gb": 17.47, "pair": 0.277623251080513, "sign": 0.12267321726540104, "keep": 0.02247830864507705, "leak": 0.5094859069213271, "replacement": 0.47757047414779663} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 3.1716997623443604, "loss_scale": 4.0, "retries": 0, "seconds": 152.4, "max_memory_gb": 17.47, "pair": 0.24448396638035774, "sign": 0.015307735884562135, "keep": 0.01600322636841156, "leak": 0.5086968466639519, "replacement": 0.3873136565089226} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.50121808052063, "loss_scale": 4.0, "retries": 0, "seconds": 153.1, "max_memory_gb": 17.47, "pair": 0.23931303434073925, "sign": 0.046390321862418205, "keep": 0.004908212693408132, "leak": 0.1127322455868125, "replacement": 0.2931453716009855} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.1391396522521973, "loss_scale": 4.0, "retries": 0, "seconds": 153.8, "max_memory_gb": 17.47, "pair": 0.25054464116692543, "sign": 0.03444378403946757, "keep": 0.003909700892791079, "leak": 0.16614693962037563, "replacement": 0.31125811487436295} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.133843421936035, "loss_scale": 4.0, "retries": 0, "seconds": 154.5, "max_memory_gb": 17.47, "pair": 0.19039201363921165, "sign": 0.021716195973567665, "keep": 0.012219344031109358, "leak": 1.4179913941770792, "replacement": 0.5618576183915138} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.932252407073975, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 17.47, "pair": 0.1876865029335022, "sign": 0.04640464880503714, "keep": 1.2413035869249143, "leak": 0.7561307325959206, "replacement": 1.0205732397735119} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.1175293922424316, "loss_scale": 4.0, "retries": 0, "seconds": 155.9, "max_memory_gb": 17.47, "pair": 0.12559699453413486, "sign": 0.007077526184730232, "keep": 0.21613532527771895, "leak": 0.06217439367901534, "replacement": 0.2527470253407955} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 3.5490076541900635, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 17.47, "pair": 0.1267220415174961, "sign": 0.03994372737361118, "keep": 0.002733906134380959, "leak": 0.6198875084519386, "replacement": 0.3030327335000038} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 2.8940541744232178, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 17.47, "pair": 0.2104841247200966, "sign": 0.08277026645373553, "keep": 0.09721681179917141, "leak": 0.5565042942762375, "replacement": 0.439603753387928} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 7.028209686279297, "loss_scale": 4.0, "retries": 0, "seconds": 157.9, "max_memory_gb": 17.47, "pair": 0.5222791284322739, "sign": 0.3917440380901098, "keep": 0.6987643511356509, "leak": 0.43482166919966403, "replacement": 1.176238738000393} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 4.582278728485107, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 17.47, "pair": 0.43727913685142994, "sign": 0.685515655670315, "keep": 0.018595394269652843, "leak": 0.5031085806549527, "replacement": 0.915111843496561} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 6.386850833892822, "loss_scale": 4.0, "retries": 0, "seconds": 159.2, "max_memory_gb": 17.47, "pair": 0.2400149255990982, "sign": 0.02326703700236976, "keep": 0.025504708231892437, "leak": 1.8169803470373154, "replacement": 0.7186459079384804} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.4972903728485107, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 17.47, "pair": 0.16203377302736044, "sign": 0.0069281067699193954, "keep": 0.005261857993900776, "leak": 0.700286079198122, "replacement": 0.3432002756744623} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 4.026350021362305, "loss_scale": 4.0, "retries": 0, "seconds": 160.5, "max_memory_gb": 17.47, "pair": 0.10442048497498035, "sign": 0.016311489744111896, "keep": 0.1291834311520006, "leak": 0.953676875680685, "replacement": 0.4155871495604515} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 5.109925746917725, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 17.47, "pair": 0.4050818979740143, "sign": 0.2807789071230218, "keep": 0.5726217025076039, "leak": 0.5568833649158478, "replacement": 0.9710030257701874} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.208824396133423, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.47, "pair": 0.24664700031280518, "sign": 0.07992569010821171, "keep": 0.007018854646048567, "leak": 0.12087071873247623, "replacement": 0.3203369528055191} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 4.264547348022461, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 17.47, "pair": 0.49127935618162155, "sign": 0.4331561205908656, "keep": 0.18454731936753888, "leak": 0.6286067273467779, "replacement": 0.9572827517986298} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.748592376708984, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 17.47, "pair": 0.14595108665525913, "sign": 0.016916949301958084, "keep": 0.059455644979607314, "leak": 0.9237168040126562, "replacement": 0.41506658494472504} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.6521053314208984, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.47, "pair": 0.49775776639580727, "sign": 1.3782601258717477, "keep": 0.20493382864333398, "leak": 0.42764840403106064, "replacement": 1.3962667547166348} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.7460970878601074, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 17.47, "pair": 0.3004913358017802, "sign": 0.3484912221611012, "keep": 0.09240273919567699, "leak": 0.3943876875564456, "replacement": 0.6195352375507355} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.597870349884033, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 17.47, "pair": 0.42158052884042263, "sign": 0.42385999657562934, "keep": 0.10616512548062929, "leak": 0.13641681801527739, "replacement": 0.7206973042339087} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 5.106590747833252, "loss_scale": 4.0, "retries": 0, "seconds": 166.0, "max_memory_gb": 17.47, "pair": 0.16694309748709202, "sign": 0.025041379616595805, "keep": 0.007429785491694929, "leak": 1.5112324133515358, "replacement": 0.5609867870807648} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 3.1926188468933105, "loss_scale": 4.0, "retries": 0, "seconds": 166.6, "max_memory_gb": 17.47, "pair": 0.1676505170762539, "sign": 0.014694366720505059, "keep": 0.0036011711054015905, "leak": 0.5752296252176166, "replacement": 0.32060569431632757} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.9919939041137695, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 17.47, "pair": 0.3186256531625986, "sign": 0.24785184487700462, "keep": 0.040589009106042795, "leak": 0.9225316010415554, "replacement": 0.6934789717197418} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 3.735093593597412, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.47, "pair": 0.5038103312253952, "sign": 0.3199583482928574, "keep": 0.7332551773288287, "leak": 0.44319454580545425, "replacement": 1.141215741634369} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.521767020225525, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.47, "pair": 0.1401898069307208, "sign": 0.004433624097146094, "keep": 0.0012357277428236557, "leak": 0.20697456691414118, "replacement": 0.1947681177407503} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 3.9020040035247803, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.47, "pair": 0.13896711356937885, "sign": 0.01351834725937806, "keep": 0.4919869139556141, "leak": 0.3500360883772373, "replacement": 0.4792287666350603} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 4.417666912078857, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 17.47, "pair": 0.2062735091894865, "sign": 0.03676442371215671, "keep": 0.025725434305059025, "leak": 0.7583101777127013, "replacement": 0.4270959757268429} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 4.230348110198975, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 17.47, "pair": 0.3564114309847355, "sign": 0.12042270787060261, "keep": 0.04200891382060945, "leak": 0.6565845562145114, "replacement": 0.6017733812332153} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 3.3446664810180664, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 17.47, "pair": 0.20698938891291618, "sign": 0.023449807427823544, "keep": 0.09534079546483554, "leak": 0.8616324327886105, "replacement": 0.48179279267787933} diff --git a/runs/single_llava/removal/L08_s13/adapter/adapter_config.json b/runs/single_llava/removal/L08_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..546ff6f50877270436d3f0613a8863b6e9cfa933 --- /dev/null +++ b/runs/single_llava/removal/L08_s13/adapter/adapter_config.json @@ -0,0 +1,50 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/llava-1.5-7b-hf", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.8.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file