diff --git a/runs/fixed_internvl/context/Shallow8_s42/adapter/README.md b/runs/fixed_internvl/context/Shallow8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s42/adapter/adapter_config.json b/runs/fixed_internvl/context/Shallow8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4888b86d7369d3c1c16228cc0369034587d534e7 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.2.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s42/config.json b/runs/fixed_internvl/context/Shallow8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0244c5dae7dfb968299d94e0201c0ce41d86d1e8 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "context", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/context.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/context/Shallow8_s42/steps.jsonl b/runs/fixed_internvl/context/Shallow8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b6df528a551bf357b4000732adc984df7f6e2c38 --- /dev/null +++ b/runs/fixed_internvl/context/Shallow8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.360817909240723, "loss_scale": 4.0, "retries": 0, "seconds": 2.0, "max_memory_gb": 16.79, "ce": 0.6558216065168381, "kl": 0.11560958076734096, "context": 0.7136263996362686} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 8.333952903747559, "loss_scale": 4.0, "retries": 0, "seconds": 3.1, "max_memory_gb": 17.07, "ce": 0.5917620584362169, "kl": 0.060682600241932505, "context": 0.6221033387665784} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.723043441772461, "loss_scale": 4.0, "retries": 0, "seconds": 4.1, "max_memory_gb": 17.08, "ce": 0.6262433074880391, "kl": 0.036605335655622184, "context": 0.6445459639653563} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.171707153320312, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.08, "ce": 0.43537799587647896, "kl": 0.6782515849918127, "context": 0.7745037862332538} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 4.297255516052246, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 17.08, "ce": 0.22356315766228363, "kl": 1.169863623130368, "context": 0.8084949859767221} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 7.870523929595947, "loss_scale": 4.0, "retries": 0, "seconds": 7.1, "max_memory_gb": 17.08, "ce": 0.16931212006602436, "kl": 0.324097916498431, "context": 0.3313610786572099} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.9887382984161377, "loss_scale": 4.0, "retries": 0, "seconds": 8.2, "max_memory_gb": 17.08, "ce": 0.17164810933172703, "kl": 0.3312494227429852, "context": 0.3372728303074837} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.9925179481506348, "loss_scale": 4.0, "retries": 0, "seconds": 9.2, "max_memory_gb": 17.08, "ce": 0.21266398635589212, "kl": 0.09130242344599537, "context": 0.2583151942371842} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.474491596221924, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.08, "ce": 0.5789872417226434, "kl": 0.09850906068459153, "context": 0.628241759724915} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 11.128975868225098, "loss_scale": 4.0, "retries": 0, "seconds": 11.3, "max_memory_gb": 17.08, "ce": 0.11002099129837006, "kl": 0.3562353131128475, "context": 0.28813864645780995} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.7212154865264893, "loss_scale": 4.0, "retries": 0, "seconds": 12.2, "max_memory_gb": 17.08, "ce": 0.0026443500528330333, "kl": 0.24077180282836252, "context": 0.12303024866969281} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 7.864652633666992, "loss_scale": 4.0, "retries": 0, "seconds": 13.2, "max_memory_gb": 17.08, "ce": 0.4417824898264371, "kl": 1.1037428810959682, "context": 0.9936538923066109} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.7157631516456604, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 17.08, "ce": 0.05026993766659871, "kl": 0.047651506727561355, "context": 0.07409568887669593} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.6710599064826965, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 17.08, "ce": 0.025411487935343757, "kl": 0.10134041809942573, "context": 0.07608169841114432} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 6.227840900421143, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.08, "ce": 0.47335879679303616, "kl": 0.016227395535679534, "context": 0.48147249198518693} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.855039596557617, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.08, "ce": 0.29752136765932846, "kl": 0.024735589415286086, "context": 0.3098891649278812} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.0083720684051514, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.08, "ce": 0.009607089159544557, "kl": 0.091724820289528, "context": 0.055469500104663894} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7303684949874878, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.08, "ce": 0.027199057396501303, "kl": 0.04552088998025283, "context": 0.04995950451120734} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.3213456869125366, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 17.08, "ce": 0.00399409161082076, "kl": 0.02945993932644342, "context": 0.018724061317698215} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.4479367434978485, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 17.08, "ce": 0.003564578015357256, "kl": 0.10335491304522293, "context": 0.05524203473760281} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 1.2764617204666138, "loss_scale": 4.0, "retries": 0, "seconds": 22.5, "max_memory_gb": 17.08, "ce": 0.003108661010628566, "kl": 0.07340076745458646, "context": 0.03980904578929767} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.6633093357086182, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 17.08, "ce": 0.03531976592284991, "kl": 0.01797694057722765, "context": 0.04430823632810643} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.3674986362457275, "loss_scale": 4.0, "retries": 0, "seconds": 24.5, "max_memory_gb": 17.08, "ce": 0.1025337428873172, "kl": 0.6130956253800832, "context": 0.409081560006598} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.99097740650177, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.08, "ce": 0.06875411088185501, "kl": 0.8060746188930352, "context": 0.47179142952518305} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.5490508079528809, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 17.08, "ce": 0.12457426487526391, "kl": 0.21271509212601813, "context": 0.2309318183833966} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.6677800416946411, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 17.08, "ce": 0.04411983260524721, "kl": 0.027105891355802214, "context": 0.05767277921540881} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.706446647644043, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.08, "ce": 0.20456909920903854, "kl": 0.06839320345534361, "context": 0.23876570478023496} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.927957534790039, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 17.08, "ce": 0.007455488201230764, "kl": 0.9450394971718197, "context": 0.47997523355297744} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.6950284242630005, "loss_scale": 4.0, "retries": 0, "seconds": 30.6, "max_memory_gb": 17.08, "ce": 0.11289158949512057, "kl": 0.04721641949436162, "context": 0.13649979923502542} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.9076534509658813, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.08, "ce": 0.011429584497818723, "kl": 0.7192494398914278, "context": 0.37105429463554174} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.1511545181274414, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 17.08, "ce": 0.6249555391987087, "kl": 0.624476895754924, "context": 0.9371939938282594} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.1220228672027588, "loss_scale": 4.0, "retries": 0, "seconds": 33.7, "max_memory_gb": 17.08, "ce": 0.03851207390107447, "kl": 0.017864656747406116, "context": 0.04744440271315398} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.011608117260038853, "loss_scale": 4.0, "retries": 0, "seconds": 34.8, "max_memory_gb": 17.08, "ce": 0.0005819607958983397, "kl": 0.0007189700063463533, "context": 0.0009414458254468627} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.008420020341873169, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.08, "ce": 0.0003989508368249517, "kl": 0.00013291711957208463, "context": 0.00046540940456907265} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.2460083961486816, "loss_scale": 4.0, "retries": 0, "seconds": 36.9, "max_memory_gb": 17.08, "ce": 0.030445677799434634, "kl": 0.13036014993713252, "context": 0.09562575273957918} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.4093223810195923, "loss_scale": 4.0, "retries": 0, "seconds": 37.8, "max_memory_gb": 17.08, "ce": 0.13473081607844506, "kl": 0.01943348285499269, "context": 0.1444475536900427} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.6894105076789856, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 17.08, "ce": 0.026629685344232712, "kl": 0.577821531380323, "context": 0.3155404453573283} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6389856934547424, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 17.08, "ce": 0.0070751209277659655, "kl": 0.21964392747031525, "context": 0.11689708265475929} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 0.8546860814094543, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 17.08, "ce": 0.09718419919954613, "kl": 0.27993764023995027, "context": 0.23715302141499706} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.13668054342269897, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 17.08, "ce": 0.007034500416921219, "kl": 0.004569643278045987, "context": 0.009319321581642726} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.30852964520454407, "loss_scale": 4.0, "retries": 0, "seconds": 43.0, "max_memory_gb": 17.08, "ce": 0.01204274759220425, "kl": 0.02091524316347204, "context": 0.022500368941109627} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.8840864896774292, "loss_scale": 4.0, "retries": 0, "seconds": 43.9, "max_memory_gb": 17.08, "ce": 0.020005155914986972, "kl": 0.6940483340299579, "context": 0.3670293267132365} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 6.988037586212158, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 17.08, "ce": 0.12146661954466254, "kl": 0.19120328261487884, "context": 0.21706825296860188} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.812509775161743, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.08, "ce": 0.5275515361354337, "kl": 0.02865177386411233, "context": 0.5418773958517704} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.367697238922119, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 17.08, "ce": 0.5280047197520616, "kl": 0.04299584200634854, "context": 0.5495026558928657} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.7527302503585815, "loss_scale": 4.0, "retries": 0, "seconds": 48.1, "max_memory_gb": 17.08, "ce": 0.27138965085032396, "kl": 0.02077482587264967, "context": 0.281777075084392} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.1201881691813469, "loss_scale": 4.0, "retries": 0, "seconds": 49.0, "max_memory_gb": 17.08, "ce": 0.005498805083334446, "kl": 0.015493662365770433, "context": 0.013245636597275734} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.1813464164733887, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.08, "ce": 0.09958167985314503, "kl": 0.012448208457499277, "context": 0.1058057812624611} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.6227105855941772, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 17.08, "ce": 0.22349351820230368, "kl": 0.15708861332041124, "context": 0.30203780994634144} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.7935534715652466, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 17.08, "ce": 0.026224352477584034, "kl": 0.21797279419843107, "context": 0.13521074783056974} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.3533272743225098, "loss_scale": 4.0, "retries": 0, "seconds": 53.0, "max_memory_gb": 17.08, "ce": 0.0659535508020781, "kl": 0.1618740108970087, "context": 0.1468905545771122} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.23347845673561096, "loss_scale": 4.0, "retries": 0, "seconds": 54.1, "max_memory_gb": 17.08, "ce": 0.013041251095273765, "kl": 0.022596157134103123, "context": 0.024339329786016606} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.3377764821052551, "loss_scale": 4.0, "retries": 0, "seconds": 55.1, "max_memory_gb": 17.08, "ce": 0.009291229478549212, "kl": 0.02165225089993328, "context": 0.02011735487030819} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.9711320400238037, "loss_scale": 4.0, "retries": 0, "seconds": 56.1, "max_memory_gb": 17.08, "ce": 0.047694957203930244, "kl": 0.12509414566738997, "context": 0.11024203000124544} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 14.141380310058594, "loss_scale": 4.0, "retries": 0, "seconds": 57.2, "max_memory_gb": 17.08, "ce": 0.1939660428906791, "kl": 0.21665135657167411, "context": 0.30229172769759316} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.9908124208450317, "loss_scale": 4.0, "retries": 0, "seconds": 58.1, "max_memory_gb": 17.08, "ce": 0.010176199815759901, "kl": 0.15647912208532944, "context": 0.08841575717087835} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.487259030342102, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 17.08, "ce": 0.0726356774684973, "kl": 0.013737064338783966, "context": 0.079504209687002} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.7362216711044312, "loss_scale": 4.0, "retries": 0, "seconds": 60.2, "max_memory_gb": 17.08, "ce": 0.027894298429600894, "kl": 0.48012228358129505, "context": 0.2679554376518354} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.11419221013784409, "loss_scale": 4.0, "retries": 0, "seconds": 61.2, "max_memory_gb": 17.08, "ce": 0.007527314293838572, "kl": 0.0012251927942088514, "context": 0.00813991084578447} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.090063452720642, "loss_scale": 4.0, "retries": 0, "seconds": 62.2, "max_memory_gb": 17.08, "ce": 0.09898895531659946, "kl": 0.03759045648621395, "context": 0.11778418345784303} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.25273898243904114, "loss_scale": 4.0, "retries": 0, "seconds": 63.2, "max_memory_gb": 17.08, "ce": 0.014835931331617758, "kl": 0.09433741726388689, "context": 0.0620046385738533} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3332825005054474, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 17.08, "ce": 0.013820649692206644, "kl": 0.119388431085099, "context": 0.07351486332481727} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.330357789993286, "loss_scale": 4.0, "retries": 0, "seconds": 65.3, "max_memory_gb": 17.08, "ce": 0.1868907621537801, "kl": 0.11437679970981662, "context": 0.2440791592161986} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.1826115846633911, "loss_scale": 4.0, "retries": 0, "seconds": 66.3, "max_memory_gb": 17.08, "ce": 0.061950383824296296, "kl": 0.11132380124763586, "context": 0.11761228000978008} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.495735168457031, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.08, "ce": 0.23739473056048155, "kl": 0.01625728397630155, "context": 0.2455233666114509} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.7780508995056152, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 17.08, "ce": 0.04975881455902709, "kl": 0.0528156350410427, "context": 0.0761666283433442} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.2592068314552307, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 17.08, "ce": 0.029718053818214685, "kl": 0.0020332898857304826, "context": 0.030734698884771205} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.49536120891571045, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.08, "ce": 0.05887677473947406, "kl": 0.014238681847928092, "context": 0.06599611282581463} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.7579951882362366, "loss_scale": 4.0, "retries": 0, "seconds": 71.4, "max_memory_gb": 17.08, "ce": 0.05512939256732352, "kl": 0.04849705274682492, "context": 0.07937792083248496} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.377717018127441, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.08, "ce": 0.23675186568289064, "kl": 0.15472504370154638, "context": 0.31411438950453885} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 3.931645154953003, "loss_scale": 4.0, "retries": 0, "seconds": 73.5, "max_memory_gb": 17.08, "ce": 0.6441082173259929, "kl": 0.02135294832987711, "context": 0.654784704791382} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.1263335794210434, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 17.08, "ce": 0.01052175447694026, "kl": 0.0029106537404004484, "context": 0.011977081070654094} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.132357358932495, "loss_scale": 4.0, "retries": 0, "seconds": 75.5, "max_memory_gb": 17.08, "ce": 0.1875379162374884, "kl": 0.04787013362511061, "context": 0.21147297945572063} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.060571551322937, "loss_scale": 4.0, "retries": 0, "seconds": 76.6, "max_memory_gb": 17.08, "ce": 0.04674508888274431, "kl": 0.10321114474209026, "context": 0.09835065761581063} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 3.433879852294922, "loss_scale": 4.0, "retries": 0, "seconds": 77.6, "max_memory_gb": 17.08, "ce": 0.10734481675899588, "kl": 0.22923521765619626, "context": 0.22196242802601773} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 0.7000571489334106, "loss_scale": 4.0, "retries": 0, "seconds": 78.5, "max_memory_gb": 17.08, "ce": 0.010589034762233496, "kl": 0.1828641148749739, "context": 0.10202109394595027} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.3760168254375458, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.08, "ce": 0.007601221892400645, "kl": 0.07774367180172703, "context": 0.046473055859678425} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.4650455117225647, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.08, "ce": 0.01241564261727035, "kl": 0.17766391881741583, "context": 0.10124759841710329} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 2.562025308609009, "loss_scale": 4.0, "retries": 0, "seconds": 81.7, "max_memory_gb": 17.08, "ce": 0.015330440503021237, "kl": 0.3931420313929266, "context": 0.2119014562049415} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.7307220697402954, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 17.08, "ce": 0.24841890994503046, "kl": 0.0359312172367936, "context": 0.2663845315873914} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 5.686016082763672, "loss_scale": 4.0, "retries": 0, "seconds": 83.7, "max_memory_gb": 17.08, "ce": 0.6078041801229119, "kl": 0.015699012375989696, "context": 0.6156536588678136} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.224798560142517, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 17.08, "ce": 0.002106485379044898, "kl": 0.27487754291360034, "context": 0.13954525561712217} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.6768404841423035, "loss_scale": 4.0, "retries": 0, "seconds": 85.8, "max_memory_gb": 17.08, "ce": 0.09422996372450143, "kl": 0.06039774251985364, "context": 0.12442883499898016} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.815053403377533, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.08, "ce": 0.07836350245634094, "kl": 0.16895844810642302, "context": 0.16284272639313713} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.5665488243103027, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 17.08, "ce": 0.02314212882265565, "kl": 0.016302815463859588, "context": 0.031293535575969145} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.1818392276763916, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.08, "ce": 0.024256787495687604, "kl": 0.02525893982965499, "context": 0.03688625758513808} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.49879005551338196, "loss_scale": 4.0, "retries": 0, "seconds": 89.9, "max_memory_gb": 17.08, "ce": 0.05333898910248536, "kl": 0.0221516975434497, "context": 0.06441483972230344} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 1.2962666749954224, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.08, "ce": 0.04615009874396492, "kl": 0.0026709084304457065, "context": 0.04748555249534547} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.1317037045955658, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.08, "ce": 0.007021045916189905, "kl": 0.014276526655521593, "context": 0.014159309153910726} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.05868742987513542, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 17.08, "ce": 0.002565259455877822, "kl": 0.007401629794912878, "context": 0.006266074546147138} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.9458936452865601, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 17.08, "ce": 0.02160298881062772, "kl": 0.11831968883052468, "context": 0.08076283347327262} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.3783479332923889, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 17.08, "ce": 0.041239811573177576, "kl": 0.03324027365306392, "context": 0.057859948836266994} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.505658149719238, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 17.08, "ce": 0.2562470241682604, "kl": 0.461866163299419, "context": 0.4871801028493792} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.505525588989258, "loss_scale": 4.0, "retries": 0, "seconds": 97.1, "max_memory_gb": 17.08, "ce": 0.11343423691869248, "kl": 0.4048475839663297, "context": 0.31585803162306547} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.627509593963623, "loss_scale": 4.0, "retries": 0, "seconds": 98.1, "max_memory_gb": 17.08, "ce": 0.037338850321248174, "kl": 0.09934292593970895, "context": 0.08701031282544136} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5180256366729736, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 17.08, "ce": 0.012455579999368638, "kl": 0.2570430088599096, "context": 0.14097708323970437} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.17473721504211426, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 17.08, "ce": 0.0031999897182686254, "kl": 0.023299293650779873, "context": 0.014849636354483664} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.5009772181510925, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.08, "ce": 0.016628147415758576, "kl": 0.041565352970792446, "context": 0.037410823788377456} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.7383313179016113, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 17.08, "ce": 0.008393150026677176, "kl": 0.36962779978603066, "context": 0.19320704508572817} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.11799546331167221, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.08, "ce": 0.00742333012749441, "kl": 0.006363812870404217, "context": 0.010605236631818116} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.2068864107131958, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.08, "ce": 0.17064523897897743, "kl": 0.05617588129643991, "context": 0.1987331833006465} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.1965869665145874, "loss_scale": 4.0, "retries": 0, "seconds": 105.3, "max_memory_gb": 17.08, "ce": 0.007529590868216474, "kl": 0.03205868742315943, "context": 0.02355893458116043} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 2.9828379154205322, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.08, "ce": 0.29756492120213807, "kl": 0.03343707502790494, "context": 0.31428345874883235} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.984705924987793, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 17.08, "ce": 0.12607313902117312, "kl": 0.007092843872669619, "context": 0.1296195572358556} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 13.800069808959961, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 17.08, "ce": 0.64317301736628, "kl": 0.2309104409232532, "context": 0.758628258085082} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 6.46587610244751, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.08, "ce": 0.22242543796892278, "kl": 0.021425561981459396, "context": 0.2331382189586293} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.576908588409424, "loss_scale": 4.0, "retries": 0, "seconds": 110.5, "max_memory_gb": 17.08, "ce": 0.3472674677032046, "kl": 0.13390207532211207, "context": 0.41421851934865117} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.3160951137542725, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 17.08, "ce": 0.30135184107348323, "kl": 0.01048857944260817, "context": 0.3065961269894615} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.7926888465881348, "loss_scale": 4.0, "retries": 0, "seconds": 112.4, "max_memory_gb": 17.08, "ce": 0.04071430419571698, "kl": 0.39024516311474144, "context": 0.23583688959479332} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.1376012563705444, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.08, "ce": 0.028241229301784188, "kl": 0.0054142118751769885, "context": 0.03094833536306396} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.1696777641773224, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 17.08, "ce": 0.0007242859537655022, "kl": 0.010395220519967552, "context": 0.005921896190557163} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.5460867881774902, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.08, "ce": 0.10982869155122899, "kl": 0.1863406718475744, "context": 0.20299903495470062} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.1492438316345215, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 17.08, "ce": 0.5381698430282995, "kl": 0.07611483642540406, "context": 0.5762272687861696} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.14186514914035797, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 17.08, "ce": 0.007271054259035736, "kl": 0.0008432983086095192, "context": 0.007692703453358263} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.312605381011963, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.08, "ce": 0.10432126611704007, "kl": 0.008820934483082965, "context": 0.10873173153959215} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.5013370513916016, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.08, "ce": 0.034816639414202655, "kl": 0.0026098409070982598, "context": 0.036121560107858386} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.7077083587646484, "loss_scale": 4.0, "retries": 0, "seconds": 120.7, "max_memory_gb": 17.08, "ce": 0.49615364720921207, "kl": 0.024876826428226195, "context": 0.5085920334313414} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 3.0064918994903564, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.08, "ce": 0.06616645796020748, "kl": 0.8941936015180545, "context": 0.5132632715249201} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.3759630620479584, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.08, "ce": 0.033720210840328946, "kl": 0.03209546853986467, "context": 0.049767946318752365} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 0.4897310733795166, "loss_scale": 4.0, "retries": 0, "seconds": 123.7, "max_memory_gb": 17.08, "ce": 0.015768399916851195, "kl": 0.02025671075369928, "context": 0.0258967549452791} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 3.155677318572998, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 17.08, "ce": 0.07697086716507329, "kl": 0.010379338936218119, "context": 0.08216053826618008} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.4443150758743286, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.08, "ce": 0.004093464245670475, "kl": 0.09070446496480145, "context": 0.049445697222836316} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.15124960243701935, "loss_scale": 4.0, "retries": 0, "seconds": 127.0, "max_memory_gb": 17.08, "ce": 0.012992582902370486, "kl": 0.001319009055805509, "context": 0.013652087392983958} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.0678861141204834, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.08, "ce": 0.013746911754424218, "kl": 0.4809785725964275, "context": 0.2542362036292616} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.8718968629837036, "loss_scale": 4.0, "retries": 0, "seconds": 129.1, "max_memory_gb": 17.08, "ce": 0.012153045783634298, "kl": 0.05569010187173262, "context": 0.039998096239287406} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.108522891998291, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 17.08, "ce": 0.6697753269836539, "kl": 0.23170307022417092, "context": 0.7856268616451416} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.6641535758972168, "loss_scale": 4.0, "retries": 0, "seconds": 131.2, "max_memory_gb": 17.08, "ce": 0.007342210643400904, "kl": 0.18547721586764965, "context": 0.10008081630803645} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.5737687349319458, "loss_scale": 4.0, "retries": 0, "seconds": 132.2, "max_memory_gb": 17.08, "ce": 0.027438933393568732, "kl": 0.057577173596655484, "context": 0.05622752066119574} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 5.704034805297852, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 17.08, "ce": 0.40313919985783286, "kl": 0.25823229208344856, "context": 0.5322553458681796} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 2.371879816055298, "loss_scale": 4.0, "retries": 0, "seconds": 134.1, "max_memory_gb": 17.08, "ce": 0.03581958713766653, "kl": 0.06004378432407975, "context": 0.06584147975081578} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.3916285037994385, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 17.08, "ce": 0.1734769338509068, "kl": 0.05355975573183969, "context": 0.20025680679827929} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.025978688150644302, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 17.08, "ce": 0.0013823658991896082, "kl": 0.00026207329210592434, "context": 0.001513402512500761} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.09858907014131546, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.08, "ce": 0.006905716443725396, "kl": 0.001713177554847789, "context": 0.0077623050747206435} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.9268452525138855, "loss_scale": 4.0, "retries": 0, "seconds": 137.9, "max_memory_gb": 17.08, "ce": 0.04050174118310679, "kl": 0.07227464725247046, "context": 0.07663906866218895} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.2270543575286865, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.08, "ce": 0.37006283225491643, "kl": 0.3408367257579812, "context": 0.5404811836488079} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.4120861887931824, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 17.08, "ce": 0.018056146276649088, "kl": 0.006437815056415275, "context": 0.02127505390672013} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 7.186992168426514, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 17.08, "ce": 0.2580349971540272, "kl": 0.26482547460182104, "context": 0.3904477315954864} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.18235918879508972, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 17.08, "ce": 0.00970838381908834, "kl": 0.002753221313469112, "context": 0.011084994359407574} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 3.22788405418396, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 17.08, "ce": 0.37536560051376, "kl": 0.0731006942021395, "context": 0.4119159476394998} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.3698105216026306, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 17.08, "ce": 0.01891646973672323, "kl": 0.007591674455397879, "context": 0.022712306497851387} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.587808609008789, "loss_scale": 4.0, "retries": 0, "seconds": 144.3, "max_memory_gb": 17.08, "ce": 0.0979243801557459, "kl": 0.17969115468440577, "context": 0.18776996154338121} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.8521654009819031, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 17.08, "ce": 0.004167782433796674, "kl": 0.3124232463824228, "context": 0.16037939983652905} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.5247929096221924, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 17.08, "ce": 0.21941492601763457, "kl": 0.018002359429374337, "context": 0.22841610701289028} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.1440244913101196, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.08, "ce": 0.005042826727731153, "kl": 0.19033036040491425, "context": 0.1002080092439428} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.17110762000083923, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.08, "ce": 0.011151395265187602, "kl": 0.004323389852288528, "context": 0.013313090603332967} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.036323342472314835, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 17.08, "ce": 0.002168463630368933, "kl": 0.0007222522581287194, "context": 0.0025295897503383458} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.698232889175415, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 17.08, "ce": 0.06872706601279788, "kl": 0.009505677000561263, "context": 0.07347990732523613} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.452997922897339, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.08, "ce": 0.25842469092458487, "kl": 0.14807094833668089, "context": 0.332460172183346} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.558362603187561, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.08, "ce": 0.1712656288727885, "kl": 0.3549099903648312, "context": 0.3487206240533851} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.6423768997192383, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.08, "ce": 0.00644836608262267, "kl": 0.32519811180281977, "context": 0.1690474164643092} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.045506298542022705, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 17.08, "ce": 0.0018251204310217872, "kl": 0.0014067491702007828, "context": 0.002528495024307631} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.3618758916854858, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 17.08, "ce": 0.030990308383479714, "kl": 0.019030129442398902, "context": 0.0405053726863116} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.11347194015979767, "loss_scale": 4.0, "retries": 0, "seconds": 155.5, "max_memory_gb": 17.08, "ce": 0.0027394474745960906, "kl": 0.01569632420432754, "context": 0.01058760954765603} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.18806983530521393, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 17.08, "ce": 0.008392645453568548, "kl": 0.002378845470957458, "context": 0.009582068218151107} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.9173834323883057, "loss_scale": 4.0, "retries": 0, "seconds": 157.4, "max_memory_gb": 17.08, "ce": 0.09366799204144627, "kl": 0.046625652108559734, "context": 0.11698081431677565} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.7856428623199463, "loss_scale": 4.0, "retries": 0, "seconds": 158.4, "max_memory_gb": 17.08, "ce": 0.11967472155811265, "kl": 0.03260964353103191, "context": 0.13597954181022942} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.08523949980735779, "loss_scale": 4.0, "retries": 0, "seconds": 159.3, "max_memory_gb": 17.08, "ce": 0.004916554767987691, "kl": 0.0034215642044728156, "context": 0.006627336755627766} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.9221476316452026, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 17.08, "ce": 0.013357669493416324, "kl": 0.41662181832361966, "context": 0.221668573532952} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.4490547478199005, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 17.08, "ce": 0.01652931430726312, "kl": 0.03252178073125833, "context": 0.0327902048593387} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.071428894996643, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 17.08, "ce": 0.032283293025102466, "kl": 0.08437049471748992, "context": 0.07446854167210404} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.7495787143707275, "loss_scale": 4.0, "retries": 0, "seconds": 162.9, "max_memory_gb": 17.08, "ce": 0.07091212586965412, "kl": 0.060121833404991776, "context": 0.10097304545342922} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.8216626048088074, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 17.08, "ce": 0.005190993600990623, "kl": 0.020808606408536434, "context": 0.015595297096297145} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.4498121440410614, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.08, "ce": 0.07019469933584332, "kl": 0.06544796794514696, "context": 0.1029186814557761} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.1238261461257935, "loss_scale": 4.0, "retries": 0, "seconds": 165.7, "max_memory_gb": 17.08, "ce": 0.10332678889972158, "kl": 0.07567788334563375, "context": 0.1411657347343862} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.3267431855201721, "loss_scale": 4.0, "retries": 0, "seconds": 166.7, "max_memory_gb": 17.08, "ce": 0.008230114035541192, "kl": 0.061970345352619916, "context": 0.039215287048136815} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.7959360480308533, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 17.08, "ce": 0.017570278665516526, "kl": 0.026513810036703944, "context": 0.030827183625660837} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.11283959448337555, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 17.08, "ce": 0.005250452923064586, "kl": 0.0022745263913748204, "context": 0.0063877162465360016} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.5096104145050049, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.08, "ce": 0.05921443732222542, "kl": 0.07415803422918543, "context": 0.09629345432040282} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 4.073096752166748, "loss_scale": 4.0, "retries": 0, "seconds": 170.3, "max_memory_gb": 17.08, "ce": 0.003508210531435907, "kl": 0.21113942083684378, "context": 0.10907792096259072} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.24466872215271, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 17.08, "ce": 0.02702349633909762, "kl": 0.17505195995909162, "context": 0.11454947642050683} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.8901212215423584, "loss_scale": 4.0, "retries": 0, "seconds": 172.2, "max_memory_gb": 17.08, "ce": 0.04067896181368269, "kl": 0.028166475356556475, "context": 0.05476220091804862} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.686448812484741, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 17.08, "ce": 0.15479401918128133, "kl": 0.011274085837612802, "context": 0.16043105418793857} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 3.0203378200531006, "loss_scale": 4.0, "retries": 0, "seconds": 174.1, "max_memory_gb": 17.08, "ce": 0.05459122633328661, "kl": 0.11724584526382387, "context": 0.11321414913982153} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 6.967684268951416, "loss_scale": 4.0, "retries": 0, "seconds": 175.0, "max_memory_gb": 17.08, "ce": 0.10125066345790401, "kl": 0.05450394327635877, "context": 0.1285026352852583} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.28018683195114136, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.08, "ce": 0.019506982003804296, "kl": 0.0070355019165617705, "context": 0.023024733571219258} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.9598243236541748, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 17.08, "ce": 0.013762429356575012, "kl": 0.24107264599297196, "context": 0.13429875520523638} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 6.0299859046936035, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 17.08, "ce": 0.17295125723467208, "kl": 0.12416519767430145, "context": 0.23503384710056707} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.25118425488471985, "loss_scale": 4.0, "retries": 0, "seconds": 178.7, "max_memory_gb": 17.08, "ce": 0.0026037069619633257, "kl": 0.029912170517491177, "context": 0.017559792671818286} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.8704926371574402, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 17.08, "ce": 0.07283605600241572, "kl": 0.07848259283855441, "context": 0.1120773542788811} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.9002621173858643, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 17.08, "ce": 0.19901343922538217, "kl": 0.033617321445490234, "context": 0.2158220979545149} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 5.949662685394287, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.08, "ce": 0.2676018995116465, "kl": 0.18580960255349055, "context": 0.3605067169992253} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.6471924781799316, "loss_scale": 4.0, "retries": 0, "seconds": 182.4, "max_memory_gb": 17.08, "ce": 0.1250490321253892, "kl": 0.11131941477560758, "context": 0.1807087402266916} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.06948307901620865, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 17.08, "ce": 0.0028516087913885713, "kl": 0.004060489998664707, "context": 0.004881853761617094} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.08198843896389008, "loss_scale": 4.0, "retries": 0, "seconds": 184.3, "max_memory_gb": 17.08, "ce": 0.004129282206122298, "kl": 0.0037889710984018166, "context": 0.006023768073646352} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.06160728260874748, "loss_scale": 4.0, "retries": 0, "seconds": 185.2, "max_memory_gb": 17.08, "ce": 0.001262561279872898, "kl": 0.001553636519020074, "context": 0.0020393795130075887} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.259141743183136, "loss_scale": 4.0, "retries": 0, "seconds": 186.1, "max_memory_gb": 17.08, "ce": 0.003324079909361899, "kl": 0.04772350532584824, "context": 0.027185833430849016} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 4.09207820892334, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.08, "ce": 0.2388486539130099, "kl": 0.03807927180605475, "context": 0.25788828881195514} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.9974026679992676, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.08, "ce": 0.03226120726321824, "kl": 0.1596033161622472, "context": 0.112062867206987} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.5401380658149719, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.08, "ce": 0.02820234201499261, "kl": 0.035259551045783155, "context": 0.045832117524696514} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.5450451374053955, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 17.08, "ce": 0.02484105888288468, "kl": 0.009723125745949801, "context": 0.02970262130838819} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.07395286113023758, "loss_scale": 4.0, "retries": 0, "seconds": 190.7, "max_memory_gb": 17.08, "ce": 0.0012456406002456788, "kl": 0.003918691058061086, "context": 0.0032049860747065395} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.8779104948043823, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 17.08, "ce": 0.3862400155776413, "kl": 0.3376312791951932, "context": 0.5550556680973386} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5048288106918335, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 17.08, "ce": 0.04127110067929607, "kl": 0.04462932931710384, "context": 0.06358576533966698} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.45158207416534424, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 17.08, "ce": 0.010360112028138246, "kl": 0.09508531829146705, "context": 0.05790277221967699} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.040291137993335724, "loss_scale": 4.0, "retries": 0, "seconds": 194.5, "max_memory_gb": 17.08, "ce": 0.0018801161204464734, "kl": 0.0007046727823762922, "context": 0.002232452476164326} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.1171773225069046, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 17.08, "ce": 0.004795981309143826, "kl": 0.003583929119486129, "context": 0.0065879458270501345} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.4724586606025696, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.08, "ce": 0.0005441301109385677, "kl": 0.04017780745198252, "context": 0.02063303413160611} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.7426279187202454, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 17.08, "ce": 0.0023257745342561975, "kl": 0.2452271308611671, "context": 0.12493934313533828} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.8361494541168213, "loss_scale": 4.0, "retries": 0, "seconds": 198.2, "max_memory_gb": 17.08, "ce": 0.0704010152403498, "kl": 0.4780865693464875, "context": 0.30944430181989446} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.13733169436454773, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 17.08, "ce": 0.00800962679204531, "kl": 0.0025130825888481922, "context": 0.00926616822835058} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.5924288034439087, "loss_scale": 4.0, "retries": 0, "seconds": 200.1, "max_memory_gb": 17.08, "ce": 0.03212905827967916, "kl": 0.027205152829992585, "context": 0.04573163569148164} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.1714367866516113, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 17.08, "ce": 0.024560042467783205, "kl": 0.8855889311525971, "context": 0.4673544940305874} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.0993432104587555, "loss_scale": 4.0, "retries": 0, "seconds": 202.0, "max_memory_gb": 17.08, "ce": 0.0038454093228210695, "kl": 0.002005409891353338, "context": 0.004848114098422229} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.06700877845287323, "loss_scale": 4.0, "retries": 0, "seconds": 202.8, "max_memory_gb": 17.08, "ce": 0.003448580944677815, "kl": 0.0010940264855889836, "context": 0.003995594219304621} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.11106888204813004, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.08, "ce": 0.004560801346087828, "kl": 0.004735024267574772, "context": 0.006928313407115638} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.7658205628395081, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.08, "ce": 0.029129607137292624, "kl": 0.09931295335991308, "context": 0.07878608349710703} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.5287904739379883, "loss_scale": 4.0, "retries": 0, "seconds": 205.6, "max_memory_gb": 17.08, "ce": 0.013366246166697238, "kl": 0.02474353199113466, "context": 0.025738012802321464} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.0958189964294434, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 17.08, "ce": 0.07528888180968352, "kl": 0.0653073702706024, "context": 0.10794256709050387} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.6898767948150635, "loss_scale": 4.0, "retries": 0, "seconds": 207.5, "max_memory_gb": 17.08, "ce": 0.013544079469284043, "kl": 0.015960550415911712, "context": 0.02152435516472906} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.192033529281616, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.08, "ce": 0.03984998588566668, "kl": 0.18201788015358034, "context": 0.13085892284289002} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.2373359203338623, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 17.08, "ce": 0.042332926437666174, "kl": 0.08854327405015283, "context": 0.08660456346842693} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.667165756225586, "loss_scale": 4.0, "retries": 0, "seconds": 210.3, "max_memory_gb": 17.08, "ce": 0.12639892200240865, "kl": 0.2572142143162637, "context": 0.2550060179855791} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.9377734661102295, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.08, "ce": 0.41273467357677873, "kl": 0.5179879893839825, "context": 0.6717286659404635} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.20266729593276978, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.08, "ce": 0.008581910973589402, "kl": 0.0035980179272883106, "context": 0.010380920153693296} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 3.754970073699951, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.08, "ce": 0.06212193913233932, "kl": 0.022578462107048836, "context": 0.07341116829775274} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.44812798500061035, "loss_scale": 4.0, "retries": 0, "seconds": 214.0, "max_memory_gb": 17.08, "ce": 0.006564008377608843, "kl": 0.05834896946180379, "context": 0.03573849383974448} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.799283504486084, "loss_scale": 4.0, "retries": 0, "seconds": 214.9, "max_memory_gb": 17.08, "ce": 0.0041778616068768315, "kl": 0.14039484273962444, "context": 0.07437528111040592} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.079317569732666, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 17.08, "ce": 0.18748714691901114, "kl": 1.110170562089479, "context": 0.7425724160857499} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.2398693561553955, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 17.08, "ce": 0.0053658070537494496, "kl": 0.01678494228690397, "context": 0.013758278539171442} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 5.709300518035889, "loss_scale": 4.0, "retries": 0, "seconds": 217.7, "max_memory_gb": 17.08, "ce": 0.28997400336083956, "kl": 0.677538666590408, "context": 0.6287433328689076} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.9200439453125, "loss_scale": 4.0, "retries": 0, "seconds": 218.6, "max_memory_gb": 17.08, "ce": 0.2937418489600532, "kl": 0.0791682692051836, "context": 0.3333259937353432} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.2093396186828613, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.08, "ce": 0.0030490929348161444, "kl": 0.03882535778575402, "context": 0.022461771077360027} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.26352936029434204, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 17.08, "ce": 0.010624475835356861, "kl": 0.04331360680225771, "context": 0.032281280640745535} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.029741322621703148, "loss_scale": 4.0, "retries": 0, "seconds": 221.4, "max_memory_gb": 17.08, "ce": 0.001375162559270393, "kl": 0.00040706207732910116, "context": 0.0015786935982760042} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 2.2226929664611816, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 17.08, "ce": 0.0077058169117663056, "kl": 0.8097705431173381, "context": 0.41259109135717154} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6254263520240784, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.08, "ce": 0.05327208456583321, "kl": 0.12702823360450566, "context": 0.116786201717332} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.13479912281036377, "loss_scale": 4.0, "retries": 0, "seconds": 224.1, "max_memory_gb": 17.08, "ce": 0.0065433500276412815, "kl": 0.015893279822194017, "context": 0.014489989844150841} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.7918363213539124, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 17.08, "ce": 0.10801481149974279, "kl": 0.05628315362991998, "context": 0.13615638128248975} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.926004409790039, "loss_scale": 4.0, "retries": 0, "seconds": 226.0, "max_memory_gb": 17.08, "ce": 0.5754481391631998, "kl": 0.010452998103573918, "context": 0.580674665980041} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.4119584262371063, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 17.08, "ce": 0.003967233642470092, "kl": 0.06761300853395369, "context": 0.03777373788761906} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 12.958744049072266, "loss_scale": 4.0, "retries": 0, "seconds": 227.9, "max_memory_gb": 17.08, "ce": 0.15696161275263876, "kl": 0.32497492951370077, "context": 0.31944908123114146} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.521541953086853, "loss_scale": 4.0, "retries": 0, "seconds": 228.8, "max_memory_gb": 17.08, "ce": 0.0013459642141242512, "kl": 0.08375025971599825, "context": 0.04322109464555979} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3507992923259735, "loss_scale": 4.0, "retries": 0, "seconds": 229.8, "max_memory_gb": 17.08, "ce": 0.023321012849919498, "kl": 0.011453873616119381, "context": 0.029047949152300134} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.370558977127075, "loss_scale": 4.0, "retries": 0, "seconds": 230.7, "max_memory_gb": 17.08, "ce": 0.01374805939849466, "kl": 0.0744486815383425, "context": 0.05097240081522614} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 0.7647026777267456, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.08, "ce": 0.06495525524951518, "kl": 0.07974110561463021, "context": 0.10482580805546604} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.6996275782585144, "loss_scale": 4.0, "retries": 0, "seconds": 232.6, "max_memory_gb": 17.08, "ce": 0.04200789594324306, "kl": 0.07899255519441795, "context": 0.08150417724391446} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.3963892459869385, "loss_scale": 4.0, "retries": 0, "seconds": 233.5, "max_memory_gb": 17.08, "ce": 0.004207065270747989, "kl": 0.9113011669687694, "context": 0.4598576359276194} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 7.871495723724365, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 17.08, "ce": 0.19305832176178228, "kl": 0.15862016078244778, "context": 0.2723683947115205} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.16054686903953552, "loss_scale": 4.0, "retries": 0, "seconds": 235.3, "max_memory_gb": 17.08, "ce": 0.010816792208061088, "kl": 0.0012630787477974081, "context": 0.011448331169958692} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 8.055854797363281, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 17.08, "ce": 0.5036520506255329, "kl": 0.4619218680309132, "context": 0.7346129864454269} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5786089301109314, "loss_scale": 4.0, "retries": 0, "seconds": 237.1, "max_memory_gb": 17.08, "ce": 0.01771908857335802, "kl": 0.06279390116833383, "context": 0.04911603784421459} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 6.849900245666504, "loss_scale": 4.0, "retries": 0, "seconds": 238.2, "max_memory_gb": 17.08, "ce": 0.1689149147568969, "kl": 0.1474704251777439, "context": 0.24265012360410765} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 8.253273010253906, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 17.08, "ce": 0.22476774093229324, "kl": 0.029736343338299775, "context": 0.23963591040228494} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.9884482026100159, "loss_scale": 4.0, "retries": 0, "seconds": 240.0, "max_memory_gb": 17.08, "ce": 0.06495900415757205, "kl": 0.05707996579258179, "context": 0.09349898938671686} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.4600783586502075, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 17.08, "ce": 0.1103173816591152, "kl": 0.1462266592134256, "context": 0.18343071130220778} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 3.795264959335327, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.08, "ce": 0.04606290586525574, "kl": 0.24593844020273536, "context": 0.1690321260248311} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.22781147062778473, "loss_scale": 4.0, "retries": 0, "seconds": 242.8, "max_memory_gb": 17.08, "ce": 0.007842853709007613, "kl": 0.003945599150029011, "context": 0.009815653043915518} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.05425867438316345, "loss_scale": 4.0, "retries": 0, "seconds": 243.7, "max_memory_gb": 17.08, "ce": 0.002553748185164295, "kl": 0.00040701979651203146, "context": 0.0027572580438572913} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.26294001936912537, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 17.08, "ce": 0.010843654934433289, "kl": 0.00726451953232754, "context": 0.014475915260845795} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.056947045028209686, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 17.08, "ce": 0.002465825353283435, "kl": 0.00482000060401333, "context": 0.004875825499766506} diff --git a/runs/fixed_internvl/removal/Deep8_s13/adapter/README.md b/runs/fixed_internvl/removal/Deep8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Deep8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8aa8c6356a15d95581e32332da7de89d9a5ff4a --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.28.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s13/config.json b/runs/fixed_internvl/removal/Deep8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8937742d67878f0a1d2b53b879f7fceb1d1d8761 --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s13/steps.jsonl b/runs/fixed_internvl/removal/Deep8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d97b5416483151e757221274ba28fef88b418a3c --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 1.6960206031799316, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 16.83, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 1.81200110912323, "loss_scale": 4.0, "retries": 0, "seconds": 10.1, "max_memory_gb": 17.17, "ce": 0.781619841716747, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 4.991434097290039, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.18, "ce": 1.3613118417561054, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 2.5539052486419678, "loss_scale": 4.0, "retries": 0, "seconds": 19.3, "max_memory_gb": 17.18, "ce": 0.7234638199515757, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.08924728631973267, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 17.18, "ce": 0.03916978449160524, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.4161972999572754, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.18, "ce": 0.3973650020561763, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.484485149383545, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 17.18, "ce": 0.8499696038816182, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.6550161838531494, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 17.18, "ce": 0.7589388908818364, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.2897658348083496, "loss_scale": 4.0, "retries": 0, "seconds": 41.9, "max_memory_gb": 17.18, "ce": 0.5108338005375117, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.2987181544303894, "loss_scale": 4.0, "retries": 0, "seconds": 46.5, "max_memory_gb": 17.18, "ce": 0.14756144062266685, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 2.562034845352173, "loss_scale": 4.0, "retries": 0, "seconds": 50.9, "max_memory_gb": 17.18, "ce": 0.4312914837610151, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.6705743074417114, "loss_scale": 4.0, "retries": 0, "seconds": 55.6, "max_memory_gb": 17.18, "ce": 0.23298202701334958, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.0955297946929932, "loss_scale": 4.0, "retries": 0, "seconds": 60.1, "max_memory_gb": 17.18, "ce": 0.2970346204874659, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.4563738107681274, "loss_scale": 4.0, "retries": 0, "seconds": 64.7, "max_memory_gb": 17.18, "ce": 0.4370708139613271, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.0339142084121704, "loss_scale": 4.0, "retries": 0, "seconds": 69.3, "max_memory_gb": 17.18, "ce": 0.25005166047230887, "rank": 0.035745516419410706} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.2317369133234024, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.18, "ce": 0.10100598282951978, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.8685653805732727, "loss_scale": 4.0, "retries": 0, "seconds": 78.2, "max_memory_gb": 17.18, "ce": 0.3067083202840877, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8503016233444214, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.19, "ce": 0.22639081966190133, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.8838106393814087, "loss_scale": 4.0, "retries": 0, "seconds": 87.3, "max_memory_gb": 17.19, "ce": 0.2484732959383109, "rank": 0.21912997961044312} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.06454605609178543, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 17.19, "ce": 0.028506537008070154, "rank": 0.12365324050188065} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.5729688405990601, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.19, "ce": 0.15465636444241682, "rank": 0.055743634700775146} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.1568646430969238, "loss_scale": 4.0, "retries": 0, "seconds": 100.9, "max_memory_gb": 17.19, "ce": 0.2325941760209389, "rank": 0.14083543419837952} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.771278977394104, "loss_scale": 4.0, "retries": 0, "seconds": 105.2, "max_memory_gb": 17.19, "ce": 0.1954563977969883, "rank": 0.10030236095190048} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.8763794898986816, "loss_scale": 4.0, "retries": 0, "seconds": 109.7, "max_memory_gb": 17.19, "ce": 0.09700414627150167, "rank": 0.11799502372741699} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.6795742511749268, "loss_scale": 4.0, "retries": 0, "seconds": 114.3, "max_memory_gb": 17.19, "ce": 0.22622131026582792, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.6075944900512695, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 17.19, "ce": 0.15869956466485746, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.472715973854065, "loss_scale": 4.0, "retries": 0, "seconds": 123.4, "max_memory_gb": 17.19, "ce": 0.09267856903170468, "rank": 0.09653015434741974} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.4583171606063843, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 17.19, "ce": 0.3250976701383479, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 2.0724871158599854, "loss_scale": 4.0, "retries": 0, "seconds": 132.6, "max_memory_gb": 17.19, "ce": 0.35594283952377737, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.524192452430725, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.19, "ce": 0.045146949721129204, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.8094699382781982, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 17.19, "ce": 0.4001522166072391, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.6185922622680664, "loss_scale": 4.0, "retries": 0, "seconds": 145.4, "max_memory_gb": 17.19, "ce": 0.06219425457675243, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.2918192148208618, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 17.19, "ce": 0.15664478011603933, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.0643422603607178, "loss_scale": 4.0, "retries": 0, "seconds": 154.4, "max_memory_gb": 17.19, "ce": 0.11318061840574956, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.05636649951338768, "loss_scale": 4.0, "retries": 0, "seconds": 159.0, "max_memory_gb": 17.19, "ce": 0.0054068069366621785, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.6430537700653076, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 17.19, "ce": 0.2848706511867931, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.012430191040039, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.19, "ce": 0.2152043600945035, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.5217645168304443, "loss_scale": 4.0, "retries": 0, "seconds": 172.6, "max_memory_gb": 17.19, "ce": 0.15702865754428785, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 0.8591509461402893, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.19, "ce": 0.22456484676513355, "rank": 0.12499773502349854} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.186946302652359, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 17.19, "ce": 0.01613004312821431, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 1.258520483970642, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.19, "ce": 0.2801388363222941, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.22896580398082733, "loss_scale": 4.0, "retries": 0, "seconds": 191.2, "max_memory_gb": 17.19, "ce": 0.019562753215723205, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.25212183594703674, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 17.19, "ce": 0.02191549085546285, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 1.833009123802185, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 17.19, "ce": 0.32931038468632323, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.336392879486084, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 17.19, "ce": 0.2921999726968352, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.5888805389404297, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 17.19, "ce": 0.10303274390753359, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.8612083792686462, "loss_scale": 4.0, "retries": 0, "seconds": 213.9, "max_memory_gb": 17.19, "ce": 0.051515607214241754, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.13087527453899384, "loss_scale": 4.0, "retries": 0, "seconds": 218.5, "max_memory_gb": 17.19, "ce": 0.0064674967143218964, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.2114107757806778, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 17.19, "ce": 0.01947730420215521, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.0159409046173096, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 17.19, "ce": 0.12973105800665508, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 0.8623561859130859, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 17.19, "ce": 0.0718860338874947, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3926038444042206, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.19, "ce": 0.04312100569950417, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.219672679901123, "loss_scale": 4.0, "retries": 0, "seconds": 239.9, "max_memory_gb": 17.19, "ce": 0.12788867106792168, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.186924457550049, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 17.19, "ce": 0.15814003235209384, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.3706612288951874, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 17.19, "ce": 0.018164914967201184, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.646741509437561, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 17.19, "ce": 0.03440237624454312, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.19884039461612701, "loss_scale": 4.0, "retries": 0, "seconds": 258.0, "max_memory_gb": 17.19, "ce": 0.01620039220097169, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.04384598881006241, "loss_scale": 4.0, "retries": 0, "seconds": 264.0, "max_memory_gb": 17.19, "ce": 0.005742922525314498, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.8188601136207581, "loss_scale": 4.0, "retries": 0, "seconds": 269.1, "max_memory_gb": 17.19, "ce": 0.08702815843571443, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.682601809501648, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 17.19, "ce": 0.10877964407609397, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.9019931554794312, "loss_scale": 4.0, "retries": 0, "seconds": 279.1, "max_memory_gb": 17.19, "ce": 0.21035340083108167, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.7622170448303223, "loss_scale": 4.0, "retries": 0, "seconds": 285.0, "max_memory_gb": 17.19, "ce": 0.07748050454392796, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.4170958995819092, "loss_scale": 4.0, "retries": 0, "seconds": 290.2, "max_memory_gb": 17.19, "ce": 0.027050068360040314, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.20643077790737152, "loss_scale": 4.0, "retries": 0, "seconds": 294.7, "max_memory_gb": 17.19, "ce": 0.014741918805157184, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.1918617486953735, "loss_scale": 4.0, "retries": 0, "seconds": 299.0, "max_memory_gb": 17.19, "ce": 0.13508902888679586, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.256488561630249, "loss_scale": 4.0, "retries": 0, "seconds": 303.7, "max_memory_gb": 17.19, "ce": 0.22102219601492834, "rank": 0.12297695130109787} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.038212478160858154, "loss_scale": 4.0, "retries": 0, "seconds": 309.1, "max_memory_gb": 17.19, "ce": 0.0038562015470233746, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.2141539752483368, "loss_scale": 4.0, "retries": 0, "seconds": 313.8, "max_memory_gb": 17.19, "ce": 0.021449182571814163, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.4011127948760986, "loss_scale": 4.0, "retries": 0, "seconds": 318.3, "max_memory_gb": 17.19, "ce": 0.6019497981469613, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.11597883701324463, "loss_scale": 4.0, "retries": 0, "seconds": 323.5, "max_memory_gb": 17.19, "ce": 0.00831222584565694, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.15870428085327148, "loss_scale": 4.0, "retries": 0, "seconds": 329.5, "max_memory_gb": 17.19, "ce": 0.012095243368094089, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.048232078552246, "loss_scale": 4.0, "retries": 0, "seconds": 335.0, "max_memory_gb": 17.19, "ce": 0.0951283794711344, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 0.5630810260772705, "loss_scale": 4.0, "retries": 0, "seconds": 339.5, "max_memory_gb": 17.19, "ce": 0.1065291298430111, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.6782105565071106, "loss_scale": 4.0, "retries": 0, "seconds": 344.1, "max_memory_gb": 17.19, "ce": 0.1327445599101793, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.7802057266235352, "loss_scale": 4.0, "retries": 0, "seconds": 348.8, "max_memory_gb": 17.19, "ce": 0.7063898194326157, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.1257059574127197, "loss_scale": 4.0, "retries": 0, "seconds": 353.5, "max_memory_gb": 17.19, "ce": 0.24456209242453042, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.24938248097896576, "loss_scale": 4.0, "retries": 0, "seconds": 357.9, "max_memory_gb": 17.19, "ce": 0.020868475548923016, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.3042744994163513, "loss_scale": 4.0, "retries": 0, "seconds": 363.5, "max_memory_gb": 17.19, "ce": 0.03480735230277787, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.23207871615886688, "loss_scale": 4.0, "retries": 0, "seconds": 368.3, "max_memory_gb": 17.19, "ce": 0.019096009581289763, "rank": 0.03340373933315277} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.23081964254379272, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 17.19, "ce": 0.01582804294412199, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.3937508761882782, "loss_scale": 4.0, "retries": 0, "seconds": 377.4, "max_memory_gb": 17.19, "ce": 0.04481313350129312, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.1510282754898071, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 17.19, "ce": 0.13438485619235507, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.4571563005447388, "loss_scale": 4.0, "retries": 0, "seconds": 386.3, "max_memory_gb": 17.19, "ce": 0.1650518198039208, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.6874380111694336, "loss_scale": 4.0, "retries": 0, "seconds": 391.0, "max_memory_gb": 17.19, "ce": 0.07116734477972386, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.12223760038614273, "loss_scale": 4.0, "retries": 0, "seconds": 395.4, "max_memory_gb": 17.19, "ce": 0.00606555834883693, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.2644760012626648, "loss_scale": 4.0, "retries": 0, "seconds": 399.8, "max_memory_gb": 17.19, "ce": 0.03135272152212565, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9291737079620361, "loss_scale": 4.0, "retries": 0, "seconds": 404.2, "max_memory_gb": 17.19, "ce": 0.16473256350286647, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.2861516773700714, "loss_scale": 4.0, "retries": 0, "seconds": 408.5, "max_memory_gb": 17.19, "ce": 0.0425994533161429, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.10692792385816574, "loss_scale": 4.0, "retries": 0, "seconds": 412.4, "max_memory_gb": 17.19, "ce": 0.019128514453541356, "rank": 0.1249871477484703} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.3915866017341614, "loss_scale": 4.0, "retries": 0, "seconds": 417.0, "max_memory_gb": 17.19, "ce": 0.08732481679999182, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 1.725392460823059, "loss_scale": 4.0, "retries": 0, "seconds": 421.7, "max_memory_gb": 17.19, "ce": 0.5386774947169215, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.139824628829956, "loss_scale": 4.0, "retries": 0, "seconds": 426.3, "max_memory_gb": 17.19, "ce": 0.18273520661682596, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 0.4734126329421997, "loss_scale": 4.0, "retries": 0, "seconds": 430.5, "max_memory_gb": 17.19, "ce": 0.09840842398625682, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.8734853267669678, "loss_scale": 4.0, "retries": 0, "seconds": 434.7, "max_memory_gb": 17.19, "ce": 0.08083106630056136, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.9279506206512451, "loss_scale": 4.0, "retries": 0, "seconds": 438.9, "max_memory_gb": 17.19, "ce": 0.42101949183506804, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.8297042846679688, "loss_scale": 4.0, "retries": 0, "seconds": 443.5, "max_memory_gb": 17.19, "ce": 0.4464275196842209, "rank": 0.2983452379703522} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3692508637905121, "loss_scale": 4.0, "retries": 0, "seconds": 447.9, "max_memory_gb": 17.19, "ce": 0.04404518909700528, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.34639379382133484, "loss_scale": 4.0, "retries": 0, "seconds": 452.6, "max_memory_gb": 17.19, "ce": 0.030738127921267733, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.08836808055639267, "loss_scale": 4.0, "retries": 0, "seconds": 457.0, "max_memory_gb": 17.19, "ce": 0.011346112439696299, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.9620298743247986, "loss_scale": 4.0, "retries": 0, "seconds": 461.9, "max_memory_gb": 17.19, "ce": 0.13172246778412955, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1640169471502304, "loss_scale": 4.0, "retries": 0, "seconds": 466.6, "max_memory_gb": 17.19, "ce": 0.023190169804365723, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.26203393936157227, "loss_scale": 4.0, "retries": 0, "seconds": 471.1, "max_memory_gb": 17.19, "ce": 0.015823934977561294, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.1474657654762268, "loss_scale": 4.0, "retries": 0, "seconds": 475.5, "max_memory_gb": 17.19, "ce": 0.012351556993962731, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2895885407924652, "loss_scale": 4.0, "retries": 0, "seconds": 480.0, "max_memory_gb": 17.19, "ce": 0.039395187313857605, "rank": 0.12484967708587646} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.5056543350219727, "loss_scale": 4.0, "retries": 0, "seconds": 484.5, "max_memory_gb": 17.19, "ce": 0.08293792100198516, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.1389755755662918, "loss_scale": 4.0, "retries": 0, "seconds": 489.1, "max_memory_gb": 17.19, "ce": 0.005508015647137654, "rank": 0.1057635247707367} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.7117779850959778, "loss_scale": 4.0, "retries": 0, "seconds": 493.8, "max_memory_gb": 17.19, "ce": 0.11824499011504486, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.2881861925125122, "loss_scale": 4.0, "retries": 0, "seconds": 498.4, "max_memory_gb": 17.19, "ce": 0.16683825848338074, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.0474269390106201, "loss_scale": 4.0, "retries": 0, "seconds": 502.9, "max_memory_gb": 17.19, "ce": 0.2195171111743548, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.522599458694458, "loss_scale": 4.0, "retries": 0, "seconds": 507.6, "max_memory_gb": 17.19, "ce": 0.04266106855845919, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.22559945285320282, "loss_scale": 4.0, "retries": 0, "seconds": 512.2, "max_memory_gb": 17.19, "ce": 0.028881661230343525, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.10418542474508286, "loss_scale": 4.0, "retries": 0, "seconds": 517.1, "max_memory_gb": 17.19, "ce": 0.007419600015964534, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.3967974781990051, "loss_scale": 4.0, "retries": 0, "seconds": 522.1, "max_memory_gb": 17.19, "ce": 0.029378783405263675, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.5132375955581665, "loss_scale": 4.0, "retries": 0, "seconds": 526.8, "max_memory_gb": 17.19, "ce": 0.09090911306293492, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.2895828187465668, "loss_scale": 4.0, "retries": 0, "seconds": 531.4, "max_memory_gb": 17.19, "ce": 0.02110088632298357, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.43499431014060974, "loss_scale": 4.0, "retries": 0, "seconds": 535.8, "max_memory_gb": 17.19, "ce": 0.1397289375706805, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.2998093366622925, "loss_scale": 4.0, "retries": 0, "seconds": 540.5, "max_memory_gb": 17.19, "ce": 0.0233654413621025, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.889430046081543, "loss_scale": 4.0, "retries": 0, "seconds": 545.3, "max_memory_gb": 17.19, "ce": 0.2641569829722812, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09742522239685059, "loss_scale": 4.0, "retries": 0, "seconds": 550.1, "max_memory_gb": 17.19, "ce": 0.011338992402670556, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.3719749450683594, "loss_scale": 4.0, "retries": 0, "seconds": 555.2, "max_memory_gb": 17.19, "ce": 0.13308736531939758, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.40326401591300964, "loss_scale": 4.0, "retries": 0, "seconds": 560.0, "max_memory_gb": 17.19, "ce": 0.0815274664792014, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.6569191217422485, "loss_scale": 4.0, "retries": 0, "seconds": 564.7, "max_memory_gb": 17.19, "ce": 0.10472898858279223, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.37123048305511475, "loss_scale": 4.0, "retries": 0, "seconds": 569.4, "max_memory_gb": 17.19, "ce": 0.05854639865356148, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.4061568975448608, "loss_scale": 4.0, "retries": 0, "seconds": 573.9, "max_memory_gb": 17.19, "ce": 0.5286254382531297, "rank": 0.06743943691253662} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.5593215227127075, "loss_scale": 4.0, "retries": 0, "seconds": 578.3, "max_memory_gb": 17.19, "ce": 0.1690505114293046, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.59359610080719, "loss_scale": 4.0, "retries": 0, "seconds": 582.9, "max_memory_gb": 17.19, "ce": 0.48830310175685554, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.4768345057964325, "loss_scale": 4.0, "retries": 0, "seconds": 587.5, "max_memory_gb": 17.19, "ce": 0.015280707806596183, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.9321281313896179, "loss_scale": 4.0, "retries": 0, "seconds": 592.1, "max_memory_gb": 17.19, "ce": 0.18686007049836917, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.548304557800293, "loss_scale": 4.0, "retries": 0, "seconds": 596.6, "max_memory_gb": 17.19, "ce": 0.08491856714999813, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.0220649242401123, "loss_scale": 4.0, "retries": 0, "seconds": 601.3, "max_memory_gb": 17.19, "ce": 0.1867344625475198, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.0574016571044922, "loss_scale": 4.0, "retries": 0, "seconds": 606.1, "max_memory_gb": 17.19, "ce": 0.15936702149474513, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.7130279541015625, "loss_scale": 4.0, "retries": 0, "seconds": 611.7, "max_memory_gb": 17.19, "ce": 0.2507234689330744, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.1236281394958496, "loss_scale": 4.0, "retries": 0, "seconds": 618.8, "max_memory_gb": 17.19, "ce": 0.27793684422704246, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.9295814633369446, "loss_scale": 4.0, "retries": 0, "seconds": 624.2, "max_memory_gb": 17.19, "ce": 0.20745503309035485, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.09352707117795944, "loss_scale": 4.0, "retries": 0, "seconds": 629.0, "max_memory_gb": 17.19, "ce": 0.007485481903586333, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.2806827425956726, "loss_scale": 4.0, "retries": 0, "seconds": 633.5, "max_memory_gb": 17.19, "ce": 0.028549922475804124, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.5792230367660522, "loss_scale": 4.0, "retries": 0, "seconds": 638.3, "max_memory_gb": 17.19, "ce": 0.052943405123187404, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.7608766555786133, "loss_scale": 4.0, "retries": 0, "seconds": 643.6, "max_memory_gb": 17.19, "ce": 0.11556862016732339, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.3287483751773834, "loss_scale": 4.0, "retries": 0, "seconds": 648.5, "max_memory_gb": 17.19, "ce": 0.03906702639915238, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.04076270014047623, "loss_scale": 4.0, "retries": 0, "seconds": 654.2, "max_memory_gb": 17.19, "ce": 0.00427121874417935, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.04282495751976967, "loss_scale": 4.0, "retries": 0, "seconds": 660.3, "max_memory_gb": 17.19, "ce": 0.005154301456059329, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.4881405532360077, "loss_scale": 4.0, "retries": 0, "seconds": 664.9, "max_memory_gb": 17.19, "ce": 0.04441492185299012, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.478092074394226, "loss_scale": 4.0, "retries": 0, "seconds": 669.4, "max_memory_gb": 17.19, "ce": 0.21767422900393285, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.43256014585494995, "loss_scale": 4.0, "retries": 0, "seconds": 673.1, "max_memory_gb": 17.19, "ce": 0.04507621062157341, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.07564446330070496, "loss_scale": 4.0, "retries": 0, "seconds": 677.5, "max_memory_gb": 17.19, "ce": 0.004872088089314275, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.3969058096408844, "loss_scale": 4.0, "retries": 0, "seconds": 681.7, "max_memory_gb": 17.19, "ce": 0.032451319658321154, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.3904576301574707, "loss_scale": 4.0, "retries": 0, "seconds": 686.1, "max_memory_gb": 17.19, "ce": 0.3958861487935792, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.18015620112419128, "loss_scale": 4.0, "retries": 0, "seconds": 690.5, "max_memory_gb": 17.19, "ce": 0.01462464553060272, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.09450389444828033, "loss_scale": 4.0, "retries": 0, "seconds": 695.0, "max_memory_gb": 17.19, "ce": 0.01102896196596248, "rank": 0.12419082224369049} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.4297712743282318, "loss_scale": 4.0, "retries": 0, "seconds": 699.6, "max_memory_gb": 17.19, "ce": 0.07531556857611577, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.4945261478424072, "loss_scale": 4.0, "retries": 0, "seconds": 704.2, "max_memory_gb": 17.19, "ce": 0.07702095219156035, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.6728220582008362, "loss_scale": 4.0, "retries": 0, "seconds": 708.7, "max_memory_gb": 17.19, "ce": 0.05358530893443003, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.927329421043396, "loss_scale": 4.0, "retries": 0, "seconds": 713.2, "max_memory_gb": 17.19, "ce": 0.09881540781896092, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.5468595623970032, "loss_scale": 4.0, "retries": 0, "seconds": 717.9, "max_memory_gb": 17.19, "ce": 0.040146001938410336, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.523735761642456, "loss_scale": 4.0, "retries": 0, "seconds": 722.4, "max_memory_gb": 17.19, "ce": 0.24159068898279656, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.30150291323661804, "loss_scale": 4.0, "retries": 0, "seconds": 726.9, "max_memory_gb": 17.19, "ce": 0.013093629466197854, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.18433967232704163, "loss_scale": 4.0, "retries": 0, "seconds": 731.5, "max_memory_gb": 17.19, "ce": 0.016535896565073926, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.8258705139160156, "loss_scale": 4.0, "retries": 0, "seconds": 736.1, "max_memory_gb": 17.19, "ce": 0.49591439372625246, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.2537427842617035, "loss_scale": 4.0, "retries": 0, "seconds": 740.7, "max_memory_gb": 17.19, "ce": 0.02291625748966908, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.733864963054657, "loss_scale": 4.0, "retries": 0, "seconds": 745.5, "max_memory_gb": 17.19, "ce": 0.1646432314341837, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.2894614934921265, "loss_scale": 4.0, "retries": 0, "seconds": 750.3, "max_memory_gb": 17.19, "ce": 0.13331963009659376, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.632707417011261, "loss_scale": 4.0, "retries": 0, "seconds": 754.8, "max_memory_gb": 17.19, "ce": 0.1026409562034587, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 1.692457914352417, "loss_scale": 4.0, "retries": 0, "seconds": 759.5, "max_memory_gb": 17.19, "ce": 0.19161013298980833, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.4905936121940613, "loss_scale": 4.0, "retries": 0, "seconds": 763.8, "max_memory_gb": 17.19, "ce": 0.08382034432042929, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.07694592326879501, "loss_scale": 4.0, "retries": 0, "seconds": 768.5, "max_memory_gb": 17.19, "ce": 0.011621316283026317, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 1.4490776062011719, "loss_scale": 4.0, "retries": 0, "seconds": 773.1, "max_memory_gb": 17.19, "ce": 0.2780028617653443, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.12767043709754944, "loss_scale": 4.0, "retries": 0, "seconds": 777.9, "max_memory_gb": 17.19, "ce": 0.00957099399965955, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.04926569387316704, "loss_scale": 4.0, "retries": 0, "seconds": 782.4, "max_memory_gb": 17.19, "ce": 0.005475287002809637, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.8946131467819214, "loss_scale": 4.0, "retries": 0, "seconds": 787.0, "max_memory_gb": 17.19, "ce": 0.27717809281784866, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.053948406130075455, "loss_scale": 4.0, "retries": 0, "seconds": 791.9, "max_memory_gb": 17.19, "ce": 0.0024434093711533933, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.3068870007991791, "loss_scale": 4.0, "retries": 0, "seconds": 796.8, "max_memory_gb": 17.19, "ce": 0.05871649100117793, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.18646535277366638, "loss_scale": 4.0, "retries": 0, "seconds": 801.4, "max_memory_gb": 17.19, "ce": 0.01164364944997942, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.31489166617393494, "loss_scale": 4.0, "retries": 0, "seconds": 805.6, "max_memory_gb": 17.19, "ce": 0.01633586746174842, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.7025015950202942, "loss_scale": 4.0, "retries": 0, "seconds": 810.3, "max_memory_gb": 17.19, "ce": 0.036776008499145973, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.3579994440078735, "loss_scale": 4.0, "retries": 0, "seconds": 815.1, "max_memory_gb": 17.19, "ce": 0.17991233885550173, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.026688575744628906, "loss_scale": 4.0, "retries": 0, "seconds": 819.7, "max_memory_gb": 17.19, "ce": 0.0017893550721055362, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.0816994905471802, "loss_scale": 4.0, "retries": 0, "seconds": 824.7, "max_memory_gb": 17.19, "ce": 0.34761629339254796, "rank": 0.12493220716714859} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.28609028458595276, "loss_scale": 4.0, "retries": 0, "seconds": 829.5, "max_memory_gb": 17.19, "ce": 0.06315181206264242, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.7398937940597534, "loss_scale": 4.0, "retries": 0, "seconds": 834.2, "max_memory_gb": 17.19, "ce": 0.35643701279559536, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.46639344096183777, "loss_scale": 4.0, "retries": 0, "seconds": 839.3, "max_memory_gb": 17.19, "ce": 0.028104951011300727, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.2622377276420593, "loss_scale": 4.0, "retries": 0, "seconds": 845.2, "max_memory_gb": 17.19, "ce": 0.012726858126370644, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.857897937297821, "loss_scale": 4.0, "retries": 0, "seconds": 850.6, "max_memory_gb": 17.19, "ce": 0.10261595079555264, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.14839443564414978, "loss_scale": 4.0, "retries": 0, "seconds": 855.5, "max_memory_gb": 17.19, "ce": 0.008149185015554394, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.23958346247673035, "loss_scale": 4.0, "retries": 0, "seconds": 860.4, "max_memory_gb": 17.19, "ce": 0.034986553706403356, "rank": 0.20766225457191467} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.6709228754043579, "loss_scale": 4.0, "retries": 0, "seconds": 865.0, "max_memory_gb": 17.19, "ce": 0.05573529190951376, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.7468692064285278, "loss_scale": 4.0, "retries": 0, "seconds": 869.6, "max_memory_gb": 17.19, "ce": 0.12576916419129702, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8565695881843567, "loss_scale": 4.0, "retries": 0, "seconds": 874.5, "max_memory_gb": 17.19, "ce": 0.1389856946771033, "rank": 0.14922110736370087} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.9262624382972717, "loss_scale": 4.0, "retries": 0, "seconds": 879.1, "max_memory_gb": 17.19, "ce": 0.2601974939502725, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.310255765914917, "loss_scale": 4.0, "retries": 0, "seconds": 883.7, "max_memory_gb": 17.19, "ce": 0.33814340656931563, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.23044680058956146, "loss_scale": 4.0, "retries": 0, "seconds": 889.0, "max_memory_gb": 17.19, "ce": 0.012385853370687983, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.9900158643722534, "loss_scale": 4.0, "retries": 0, "seconds": 893.6, "max_memory_gb": 17.19, "ce": 0.170945272257768, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.0256959199905396, "loss_scale": 4.0, "retries": 0, "seconds": 898.2, "max_memory_gb": 17.19, "ce": 0.3881945952875867, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.023375052958726883, "loss_scale": 4.0, "retries": 0, "seconds": 903.0, "max_memory_gb": 17.19, "ce": 0.0017694640564513975, "rank": 0.12506547570228577} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.3786547780036926, "loss_scale": 4.0, "retries": 0, "seconds": 907.5, "max_memory_gb": 17.19, "ce": 0.05821258862192735, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.3457748591899872, "loss_scale": 4.0, "retries": 0, "seconds": 912.0, "max_memory_gb": 17.19, "ce": 0.06655196714780232, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.19476976990699768, "loss_scale": 4.0, "retries": 0, "seconds": 916.7, "max_memory_gb": 17.19, "ce": 0.010066436017496017, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.977434515953064, "loss_scale": 4.0, "retries": 0, "seconds": 921.4, "max_memory_gb": 17.19, "ce": 0.22746115370591724, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.41220876574516296, "loss_scale": 4.0, "retries": 0, "seconds": 925.8, "max_memory_gb": 17.19, "ce": 0.06418315784105744, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.8187310695648193, "loss_scale": 4.0, "retries": 0, "seconds": 930.4, "max_memory_gb": 17.19, "ce": 0.18343535019994306, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7081598043441772, "loss_scale": 4.0, "retries": 0, "seconds": 935.0, "max_memory_gb": 17.19, "ce": 0.22860935351081935, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.25505876541137695, "loss_scale": 4.0, "retries": 0, "seconds": 939.4, "max_memory_gb": 17.19, "ce": 0.047092095402149425, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.0351136140525341, "loss_scale": 4.0, "retries": 0, "seconds": 943.9, "max_memory_gb": 17.19, "ce": 0.0030590077426495554, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.11041812598705292, "loss_scale": 4.0, "retries": 0, "seconds": 948.6, "max_memory_gb": 17.19, "ce": 0.009543437857246317, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.27585384249687195, "loss_scale": 4.0, "retries": 0, "seconds": 953.2, "max_memory_gb": 17.19, "ce": 0.020683270332938264, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.57818204164505, "loss_scale": 4.0, "retries": 0, "seconds": 957.8, "max_memory_gb": 17.19, "ce": 0.0950856316771933, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.32655537128448486, "loss_scale": 4.0, "retries": 0, "seconds": 962.5, "max_memory_gb": 17.19, "ce": 0.03646915419790275, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.27641671895980835, "loss_scale": 4.0, "retries": 0, "seconds": 966.9, "max_memory_gb": 17.19, "ce": 0.05782961654472274, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.16621290147304535, "loss_scale": 4.0, "retries": 0, "seconds": 971.5, "max_memory_gb": 17.19, "ce": 0.008953676726605408, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.43404319882392883, "loss_scale": 4.0, "retries": 0, "seconds": 976.3, "max_memory_gb": 17.19, "ce": 0.10723159652934555, "rank": 0.12499219924211502} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.0212846994400024, "loss_scale": 4.0, "retries": 0, "seconds": 980.8, "max_memory_gb": 17.19, "ce": 0.374537614526389, "rank": 0.11107176542282104} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.4110061526298523, "loss_scale": 4.0, "retries": 0, "seconds": 985.4, "max_memory_gb": 17.19, "ce": 0.11238864760116485, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.9089711308479309, "loss_scale": 4.0, "retries": 0, "seconds": 989.9, "max_memory_gb": 17.19, "ce": 0.18555024159536515, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.542027473449707, "loss_scale": 4.0, "retries": 0, "seconds": 994.6, "max_memory_gb": 17.19, "ce": 0.1302504112738916, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.3009746074676514, "loss_scale": 4.0, "retries": 0, "seconds": 999.0, "max_memory_gb": 17.19, "ce": 0.1869786086822387, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 1.0347089767456055, "loss_scale": 4.0, "retries": 0, "seconds": 1003.4, "max_memory_gb": 17.19, "ce": 0.3917109649092936, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.523189902305603, "loss_scale": 4.0, "retries": 0, "seconds": 1008.1, "max_memory_gb": 17.19, "ce": 0.042706817014732223, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.06284260004758835, "loss_scale": 4.0, "retries": 0, "seconds": 1012.7, "max_memory_gb": 17.19, "ce": 0.003609864638349336, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.598121702671051, "loss_scale": 4.0, "retries": 0, "seconds": 1017.2, "max_memory_gb": 17.19, "ce": 0.18942612651119362, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.1576223522424698, "loss_scale": 4.0, "retries": 0, "seconds": 1021.9, "max_memory_gb": 17.19, "ce": 0.025331975153676467, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2257683426141739, "loss_scale": 4.0, "retries": 0, "seconds": 1026.4, "max_memory_gb": 17.19, "ce": 0.014967640800364279, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.395423024892807, "loss_scale": 4.0, "retries": 0, "seconds": 1031.0, "max_memory_gb": 17.19, "ce": 0.028367362695234988, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.24712367355823517, "loss_scale": 4.0, "retries": 0, "seconds": 1035.8, "max_memory_gb": 17.19, "ce": 0.026863605860512507, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.006341576576233, "loss_scale": 4.0, "retries": 0, "seconds": 1040.2, "max_memory_gb": 17.19, "ce": 0.08649895612165892, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.28498905897140503, "loss_scale": 4.0, "retries": 0, "seconds": 1045.0, "max_memory_gb": 17.19, "ce": 0.031461731791750935, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.15616288781166077, "loss_scale": 4.0, "retries": 0, "seconds": 1049.8, "max_memory_gb": 17.19, "ce": 0.008554475718028698, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5341545939445496, "loss_scale": 4.0, "retries": 0, "seconds": 1054.4, "max_memory_gb": 17.19, "ce": 0.04706432206239697, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5153979063034058, "loss_scale": 4.0, "retries": 0, "seconds": 1058.8, "max_memory_gb": 17.19, "ce": 0.05698864970509021, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.10610804706811905, "loss_scale": 4.0, "retries": 0, "seconds": 1063.3, "max_memory_gb": 17.19, "ce": 0.01037320981083667, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.3971869647502899, "loss_scale": 4.0, "retries": 0, "seconds": 1068.2, "max_memory_gb": 17.19, "ce": 0.059616470788796505, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 1.524552822113037, "loss_scale": 4.0, "retries": 0, "seconds": 1072.4, "max_memory_gb": 17.19, "ce": 0.3912537476840612, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.25172674655914307, "loss_scale": 4.0, "retries": 0, "seconds": 1076.9, "max_memory_gb": 17.19, "ce": 0.03273441530143373, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.39005473256111145, "loss_scale": 4.0, "retries": 0, "seconds": 1081.7, "max_memory_gb": 17.19, "ce": 0.031512724716094453, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.2505607306957245, "loss_scale": 4.0, "retries": 0, "seconds": 1086.3, "max_memory_gb": 17.19, "ce": 0.028542717841446574, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.40657109022140503, "loss_scale": 4.0, "retries": 0, "seconds": 1090.8, "max_memory_gb": 17.19, "ce": 0.04516646837885219, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.3137736320495605, "loss_scale": 4.0, "retries": 0, "seconds": 1095.5, "max_memory_gb": 17.19, "ce": 0.26879256546908437, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.12848176062107086, "loss_scale": 4.0, "retries": 0, "seconds": 1099.9, "max_memory_gb": 17.19, "ce": 0.01586347355066664, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.421267032623291, "loss_scale": 4.0, "retries": 0, "seconds": 1104.5, "max_memory_gb": 17.19, "ce": 0.0676416419717043, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.2250811755657196, "loss_scale": 4.0, "retries": 0, "seconds": 1109.1, "max_memory_gb": 17.19, "ce": 0.03172509111834643, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.38538530468940735, "loss_scale": 4.0, "retries": 0, "seconds": 1113.7, "max_memory_gb": 17.19, "ce": 0.0898574055897825, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3274117410182953, "loss_scale": 4.0, "retries": 0, "seconds": 1118.1, "max_memory_gb": 17.19, "ce": 0.016743821754289456, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.672434389591217, "loss_scale": 4.0, "retries": 0, "seconds": 1122.6, "max_memory_gb": 17.19, "ce": 0.14636038946287044, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.12827254831790924, "loss_scale": 4.0, "retries": 0, "seconds": 1127.2, "max_memory_gb": 17.19, "ce": 0.012787206427560704, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.06693265587091446, "loss_scale": 4.0, "retries": 0, "seconds": 1131.7, "max_memory_gb": 17.19, "ce": 0.0029151155418958297, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6144866347312927, "loss_scale": 4.0, "retries": 0, "seconds": 1136.2, "max_memory_gb": 17.19, "ce": 0.05002486377259174, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.8692854642868042, "loss_scale": 4.0, "retries": 0, "seconds": 1140.8, "max_memory_gb": 17.19, "ce": 0.27865288024560186, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.05273432657122612, "loss_scale": 4.0, "retries": 0, "seconds": 1145.3, "max_memory_gb": 17.19, "ce": 0.0028384878249880785, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.8034098148345947, "loss_scale": 4.0, "retries": 0, "seconds": 1149.7, "max_memory_gb": 17.19, "ce": 0.05843233461030195, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.11430784314870834, "loss_scale": 4.0, "retries": 0, "seconds": 1154.1, "max_memory_gb": 17.19, "ce": 0.008955398735793096, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.17805621027946472, "loss_scale": 4.0, "retries": 0, "seconds": 1158.5, "max_memory_gb": 17.19, "ce": 0.015019058964981014, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.3403255343437195, "loss_scale": 4.0, "retries": 0, "seconds": 1162.9, "max_memory_gb": 17.19, "ce": 0.02251124089912082, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Deep8_s42/adapter/README.md b/runs/fixed_internvl/removal/Deep8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s42/adapter/adapter_config.json b/runs/fixed_internvl/removal/Deep8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..61b47715e01c94465090deb475629fa040151e0d --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.31.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s42/config.json b/runs/fixed_internvl/removal/Deep8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..903be51708e21257e8ec1b4d97b521bca9c10a30 --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s42/steps.jsonl b/runs/fixed_internvl/removal/Deep8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..472b37f2ce593ffe6b7a1c9b98d444036153a52c --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 3.5928497314453125, "loss_scale": 4.0, "retries": 0, "seconds": 4.6, "max_memory_gb": 16.83, "ce": 1.0494785578921437, "rank": 0.15784265100955963} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 2.62544584274292, "loss_scale": 4.0, "retries": 0, "seconds": 8.1, "max_memory_gb": 17.17, "ce": 0.8269532863961331, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 3.4363298416137695, "loss_scale": 4.0, "retries": 0, "seconds": 12.0, "max_memory_gb": 17.17, "ce": 0.8293758119398262, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 2.692655086517334, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 17.17, "ce": 0.918099548893224, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 1.9858918190002441, "loss_scale": 4.0, "retries": 0, "seconds": 21.0, "max_memory_gb": 17.17, "ce": 0.7018670355319045, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.662168264389038, "loss_scale": 4.0, "retries": 0, "seconds": 25.5, "max_memory_gb": 17.17, "ce": 0.6125597203354118, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.309232711791992, "loss_scale": 4.0, "retries": 0, "seconds": 30.0, "max_memory_gb": 17.17, "ce": 0.9183178474195302, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.38363566994667053, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 17.17, "ce": 0.23871546569216662, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 1.3605924844741821, "loss_scale": 4.0, "retries": 0, "seconds": 38.1, "max_memory_gb": 17.17, "ce": 0.6319025885313749, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.651216983795166, "loss_scale": 4.0, "retries": 0, "seconds": 41.9, "max_memory_gb": 17.17, "ce": 0.6380606597958831, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.8924686312675476, "loss_scale": 4.0, "retries": 0, "seconds": 45.7, "max_memory_gb": 17.17, "ce": 0.20003985371886301, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.6942071914672852, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 17.17, "ce": 0.6944043247694935, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.9722230434417725, "loss_scale": 4.0, "retries": 0, "seconds": 53.5, "max_memory_gb": 17.17, "ce": 0.41953259077854455, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.0049196481704712, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 17.17, "ce": 0.37492540158564225, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.9516804218292236, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 17.17, "ce": 0.6406988694798201, "rank": 0.04516996443271637} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 2.852262496948242, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 17.17, "ce": 0.48949069462560146, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.6384485960006714, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 17.17, "ce": 0.2706412187544629, "rank": 0.10819727927446365} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7079763412475586, "loss_scale": 4.0, "retries": 0, "seconds": 73.9, "max_memory_gb": 17.17, "ce": 0.280787966796197, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.39622023701667786, "loss_scale": 4.0, "retries": 0, "seconds": 77.8, "max_memory_gb": 17.17, "ce": 0.15229908575383888, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.8910082578659058, "loss_scale": 4.0, "retries": 0, "seconds": 81.6, "max_memory_gb": 17.17, "ce": 0.18590117164421827, "rank": 0.050916463136672974} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.25435614585876465, "loss_scale": 4.0, "retries": 0, "seconds": 85.3, "max_memory_gb": 17.17, "ce": 0.04464612151059555, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.7877507209777832, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 17.17, "ce": 0.19423101109168783, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 0.965488612651825, "loss_scale": 4.0, "retries": 0, "seconds": 93.0, "max_memory_gb": 17.17, "ce": 0.21759229103918187, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.4902585744857788, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 17.17, "ce": 0.19088635728985537, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.4552547931671143, "loss_scale": 4.0, "retries": 0, "seconds": 100.6, "max_memory_gb": 17.17, "ce": 0.11284319250262342, "rank": 0.04245065897703171} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.3463004529476166, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.17, "ce": 0.04790731852699537, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.3034517765045166, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.17, "ce": 0.41674875224998686, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 7.560912609100342, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 17.17, "ce": 0.3693556410908059, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 1.625077724456787, "loss_scale": 4.0, "retries": 0, "seconds": 115.9, "max_memory_gb": 17.17, "ce": 0.16273016677587293, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 11.574764251708984, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.17, "ce": 0.6042625004629372, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.203517436981201, "loss_scale": 4.0, "retries": 0, "seconds": 123.5, "max_memory_gb": 17.17, "ce": 0.5673908626340562, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.1700823307037354, "loss_scale": 4.0, "retries": 0, "seconds": 127.4, "max_memory_gb": 17.17, "ce": 0.09395865241822321, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.18552514910697937, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 17.17, "ce": 0.019774639689785545, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.16945494711399078, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.18, "ce": 0.011908096057595685, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.6088302135467529, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.18, "ce": 0.07726091704898863, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.981393039226532, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.18, "ce": 0.29746167336452345, "rank": 0.041596874594688416} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.2405879497528076, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 17.18, "ce": 0.24442870391794713, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.3752487599849701, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 17.18, "ce": 0.035444889013888314, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.9018712043762207, "loss_scale": 4.0, "retries": 0, "seconds": 153.9, "max_memory_gb": 17.18, "ce": 0.257311339082662, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.2312551885843277, "loss_scale": 4.0, "retries": 0, "seconds": 157.6, "max_memory_gb": 17.18, "ce": 0.02521385262843978, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.1866355836391449, "loss_scale": 4.0, "retries": 0, "seconds": 161.5, "max_memory_gb": 17.18, "ce": 0.017809640936320648, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.9170281887054443, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 17.18, "ce": 0.12992010898597073, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.7504344582557678, "loss_scale": 4.0, "retries": 0, "seconds": 169.0, "max_memory_gb": 17.18, "ce": 0.08016240593133261, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 1.959059476852417, "loss_scale": 4.0, "retries": 0, "seconds": 172.8, "max_memory_gb": 17.18, "ce": 0.37628533421229804, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.860151767730713, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 17.18, "ce": 0.3171013137034606, "rank": 0.038560979068279266} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.9803328514099121, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 17.18, "ce": 0.2609523044229718, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.15229669213294983, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 17.18, "ce": 0.008494449110003188, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.8352135419845581, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 17.18, "ce": 0.13901466892275494, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.098327875137329, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 17.18, "ce": 0.1398436587624019, "rank": 0.12499351799488068} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.4389934241771698, "loss_scale": 4.0, "retries": 0, "seconds": 195.5, "max_memory_gb": 17.18, "ce": 0.037647759570972994, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 0.9645562171936035, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.18, "ce": 0.09128142044937704, "rank": 0.03444526344537735} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.07511485368013382, "loss_scale": 4.0, "retries": 0, "seconds": 203.1, "max_memory_gb": 17.18, "ce": 0.007227269148643245, "rank": 0.12558028101921082} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.12144222855567932, "loss_scale": 4.0, "retries": 0, "seconds": 206.9, "max_memory_gb": 17.18, "ce": 0.015283969152733334, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.47800713777542114, "loss_scale": 4.0, "retries": 0, "seconds": 210.6, "max_memory_gb": 17.18, "ce": 0.0997800142467895, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.7509044408798218, "loss_scale": 4.0, "retries": 0, "seconds": 214.4, "max_memory_gb": 17.18, "ce": 0.2658736083603799, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5735439658164978, "loss_scale": 4.0, "retries": 0, "seconds": 218.1, "max_memory_gb": 17.18, "ce": 0.039835190400481224, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.5649451613426208, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 17.18, "ce": 0.050096153501272056, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.7923935651779175, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 17.18, "ce": 0.06719749004332698, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.08329164236783981, "loss_scale": 4.0, "retries": 0, "seconds": 229.4, "max_memory_gb": 17.18, "ce": 0.005805397366202669, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.567791223526001, "loss_scale": 4.0, "retries": 0, "seconds": 233.1, "max_memory_gb": 17.18, "ce": 0.11644622147650807, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.4051273465156555, "loss_scale": 4.0, "retries": 0, "seconds": 237.0, "max_memory_gb": 17.18, "ce": 0.02694380584944156, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.7459110021591187, "loss_scale": 4.0, "retries": 0, "seconds": 240.8, "max_memory_gb": 17.18, "ce": 0.04386004188563675, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.9797006249427795, "loss_scale": 4.0, "retries": 0, "seconds": 244.5, "max_memory_gb": 17.18, "ce": 0.19113128362391762, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.31034398078918457, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 17.18, "ce": 0.05194177335306449, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 2.1234095096588135, "loss_scale": 4.0, "retries": 0, "seconds": 252.1, "max_memory_gb": 17.18, "ce": 0.4701519418558746, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.16896481812000275, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 17.18, "ce": 0.02139597693712858, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.4054163992404938, "loss_scale": 4.0, "retries": 0, "seconds": 259.6, "max_memory_gb": 17.18, "ce": 0.014732017458754854, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.166154146194458, "loss_scale": 4.0, "retries": 0, "seconds": 263.4, "max_memory_gb": 17.18, "ce": 0.017928207665818263, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.0606162548065186, "loss_scale": 4.0, "retries": 0, "seconds": 267.1, "max_memory_gb": 17.18, "ce": 0.04756512326093798, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 1.3303321599960327, "loss_scale": 4.0, "retries": 0, "seconds": 270.9, "max_memory_gb": 17.18, "ce": 0.21807992421270228, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.7583674192428589, "loss_scale": 4.0, "retries": 0, "seconds": 274.6, "max_memory_gb": 17.18, "ce": 0.28236321845315615, "rank": 0.11508232355117798} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.0537932813167572, "loss_scale": 4.0, "retries": 0, "seconds": 278.4, "max_memory_gb": 17.18, "ce": 0.007246022684284981, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.46067476272583, "loss_scale": 4.0, "retries": 0, "seconds": 282.2, "max_memory_gb": 17.18, "ce": 0.358526711268496, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.3358597755432129, "loss_scale": 4.0, "retries": 0, "seconds": 286.0, "max_memory_gb": 17.18, "ce": 0.05351063640546272, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.39221453666687, "loss_scale": 4.0, "retries": 0, "seconds": 289.6, "max_memory_gb": 17.18, "ce": 0.22197217128041302, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 0.8915339112281799, "loss_scale": 4.0, "retries": 0, "seconds": 293.4, "max_memory_gb": 17.18, "ce": 0.04723127983743325, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.2604261636734009, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 17.18, "ce": 0.06700504983791689, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.6029688119888306, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 17.18, "ce": 0.09579684113850817, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.9459554553031921, "loss_scale": 4.0, "retries": 0, "seconds": 304.7, "max_memory_gb": 17.18, "ce": 0.11341913953538096, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.6157288551330566, "loss_scale": 4.0, "retries": 0, "seconds": 308.5, "max_memory_gb": 17.18, "ce": 0.164030495802308, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.3598229885101318, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.18, "ce": 0.4770253968445104, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.5718889236450195, "loss_scale": 4.0, "retries": 0, "seconds": 316.1, "max_memory_gb": 17.18, "ce": 0.02823082921167952, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.7808135747909546, "loss_scale": 4.0, "retries": 0, "seconds": 319.9, "max_memory_gb": 17.18, "ce": 0.044526891735586105, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.2097041606903076, "loss_scale": 4.0, "retries": 0, "seconds": 323.7, "max_memory_gb": 17.18, "ce": 0.11712957566396653, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.21337182819843292, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 17.18, "ce": 0.04672417482288438, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.1755194514989853, "loss_scale": 4.0, "retries": 0, "seconds": 331.1, "max_memory_gb": 17.18, "ce": 0.022530486293362628, "rank": 0.12539909780025482} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.22254250943660736, "loss_scale": 4.0, "retries": 0, "seconds": 335.0, "max_memory_gb": 17.18, "ce": 0.013817627270327648, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.5001793503761292, "loss_scale": 4.0, "retries": 0, "seconds": 338.5, "max_memory_gb": 17.18, "ce": 0.05618754997703945, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.21580572426319122, "loss_scale": 4.0, "retries": 0, "seconds": 341.9, "max_memory_gb": 17.18, "ce": 0.008626032267784467, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.11152593046426773, "loss_scale": 4.0, "retries": 0, "seconds": 345.5, "max_memory_gb": 17.18, "ce": 0.0013758194868387363, "rank": 0.08346407115459442} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.6287996172904968, "loss_scale": 4.0, "retries": 0, "seconds": 348.9, "max_memory_gb": 17.18, "ce": 0.051988197124046565, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.6223370432853699, "loss_scale": 4.0, "retries": 0, "seconds": 352.5, "max_memory_gb": 17.18, "ce": 0.04726877582106681, "rank": 0.13249561190605164} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 0.8662456274032593, "loss_scale": 4.0, "retries": 0, "seconds": 356.0, "max_memory_gb": 17.18, "ce": 0.11364567945020099, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.0518596172332764, "loss_scale": 4.0, "retries": 0, "seconds": 359.5, "max_memory_gb": 17.18, "ce": 0.4804794355168269, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.7436104416847229, "loss_scale": 4.0, "retries": 0, "seconds": 362.9, "max_memory_gb": 17.18, "ce": 0.09965132773413643, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5884253978729248, "loss_scale": 4.0, "retries": 0, "seconds": 366.4, "max_memory_gb": 17.18, "ce": 0.05746497831933084, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.18416735529899597, "loss_scale": 4.0, "retries": 0, "seconds": 369.8, "max_memory_gb": 17.18, "ce": 0.017868980930188627, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.09642462432384491, "loss_scale": 4.0, "retries": 0, "seconds": 373.2, "max_memory_gb": 17.18, "ce": 0.01269735800633498, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.5489397048950195, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 17.18, "ce": 0.05852587317076541, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.07915239036083221, "loss_scale": 4.0, "retries": 0, "seconds": 380.3, "max_memory_gb": 17.18, "ce": 0.008300451598188374, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.8153777718544006, "loss_scale": 4.0, "retries": 0, "seconds": 383.8, "max_memory_gb": 17.18, "ce": 0.18904429121630528, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.1812126338481903, "loss_scale": 4.0, "retries": 0, "seconds": 387.5, "max_memory_gb": 17.18, "ce": 0.009380262043123366, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.7376787066459656, "loss_scale": 4.0, "retries": 0, "seconds": 391.3, "max_memory_gb": 17.18, "ce": 0.17076006210072592, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.7059599757194519, "loss_scale": 4.0, "retries": 0, "seconds": 395.0, "max_memory_gb": 17.18, "ce": 0.11843978271826927, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7350231409072876, "loss_scale": 4.0, "retries": 0, "seconds": 398.7, "max_memory_gb": 17.18, "ce": 0.10040359920094488, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.044793963432312, "loss_scale": 4.0, "retries": 0, "seconds": 402.4, "max_memory_gb": 17.18, "ce": 0.0853775034292994, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.3836919367313385, "loss_scale": 4.0, "retries": 0, "seconds": 406.2, "max_memory_gb": 17.18, "ce": 0.08348419922049288, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.1895138025283813, "loss_scale": 4.0, "retries": 0, "seconds": 410.0, "max_memory_gb": 17.18, "ce": 0.22543542584435272, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.5011661648750305, "loss_scale": 4.0, "retries": 0, "seconds": 413.8, "max_memory_gb": 17.18, "ce": 0.1348953121937484, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.6978033185005188, "loss_scale": 4.0, "retries": 0, "seconds": 417.6, "max_memory_gb": 17.18, "ce": 0.0498115012251219, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.01856033131480217, "loss_scale": 4.0, "retries": 0, "seconds": 421.4, "max_memory_gb": 17.18, "ce": 0.0014099026102485368, "rank": 0.12489701062440872} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.3081075847148895, "loss_scale": 4.0, "retries": 0, "seconds": 425.1, "max_memory_gb": 17.18, "ce": 0.04518127163214558, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.3012590408325195, "loss_scale": 4.0, "retries": 0, "seconds": 428.9, "max_memory_gb": 17.18, "ce": 0.4818135764635372, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.2928352653980255, "loss_scale": 4.0, "retries": 0, "seconds": 432.6, "max_memory_gb": 17.18, "ce": 0.014665119449091435, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.973570466041565, "loss_scale": 4.0, "retries": 0, "seconds": 436.4, "max_memory_gb": 17.18, "ce": 0.27231086823894657, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.1011194959282875, "loss_scale": 4.0, "retries": 0, "seconds": 440.1, "max_memory_gb": 17.18, "ce": 0.004156780201356014, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 1.2565382719039917, "loss_scale": 4.0, "retries": 0, "seconds": 444.0, "max_memory_gb": 17.18, "ce": 0.2502185591702073, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.634794235229492, "loss_scale": 4.0, "retries": 0, "seconds": 447.7, "max_memory_gb": 17.18, "ce": 0.39220824993537917, "rank": 0.12504348158836365} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.466700792312622, "loss_scale": 4.0, "retries": 0, "seconds": 451.4, "max_memory_gb": 17.18, "ce": 0.12648221903305057, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 0.5927269458770752, "loss_scale": 4.0, "retries": 0, "seconds": 455.2, "max_memory_gb": 17.18, "ce": 0.041942035063584626, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5389817953109741, "loss_scale": 4.0, "retries": 0, "seconds": 459.0, "max_memory_gb": 17.18, "ce": 0.058201957864184806, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.7588679790496826, "loss_scale": 4.0, "retries": 0, "seconds": 462.7, "max_memory_gb": 17.18, "ce": 0.03766426137144663, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.13969404995441437, "loss_scale": 4.0, "retries": 0, "seconds": 466.5, "max_memory_gb": 17.18, "ce": 0.0053319020673825435, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.47409293055534363, "loss_scale": 4.0, "retries": 0, "seconds": 470.3, "max_memory_gb": 17.18, "ce": 0.14308786720789612, "rank": 0.15967383980751038} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.2611932754516602, "loss_scale": 4.0, "retries": 0, "seconds": 474.0, "max_memory_gb": 17.18, "ce": 0.07983091511096063, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.264945149421692, "loss_scale": 4.0, "retries": 0, "seconds": 477.7, "max_memory_gb": 17.18, "ce": 0.46645638225436414, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.24445578455924988, "loss_scale": 4.0, "retries": 0, "seconds": 481.6, "max_memory_gb": 17.18, "ce": 0.04440260138767371, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.26036337018013, "loss_scale": 4.0, "retries": 0, "seconds": 485.2, "max_memory_gb": 17.18, "ce": 0.031060966107929744, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1222892999649048, "loss_scale": 4.0, "retries": 0, "seconds": 488.9, "max_memory_gb": 17.18, "ce": 0.15313890064646785, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.2650059163570404, "loss_scale": 4.0, "retries": 0, "seconds": 492.7, "max_memory_gb": 17.18, "ce": 0.030401986113588464, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.49070265889167786, "loss_scale": 4.0, "retries": 0, "seconds": 496.4, "max_memory_gb": 17.18, "ce": 0.14714277823168231, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.01300299633294344, "loss_scale": 4.0, "retries": 0, "seconds": 500.1, "max_memory_gb": 17.18, "ce": 0.0011474745433588396, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.07949627935886383, "loss_scale": 4.0, "retries": 0, "seconds": 503.9, "max_memory_gb": 17.18, "ce": 0.00778538551139718, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.4132659435272217, "loss_scale": 4.0, "retries": 0, "seconds": 507.6, "max_memory_gb": 17.18, "ce": 0.02208552781689832, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.4426133632659912, "loss_scale": 4.0, "retries": 0, "seconds": 511.3, "max_memory_gb": 17.18, "ce": 0.44861822758252856, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.058664094656705856, "loss_scale": 4.0, "retries": 0, "seconds": 515.2, "max_memory_gb": 17.18, "ce": 0.005088876002446341, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.6627339124679565, "loss_scale": 4.0, "retries": 0, "seconds": 518.9, "max_memory_gb": 17.18, "ce": 0.2015609300367487, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.163107231259346, "loss_scale": 4.0, "retries": 0, "seconds": 522.6, "max_memory_gb": 17.18, "ce": 0.01463914701162139, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.5408812761306763, "loss_scale": 4.0, "retries": 0, "seconds": 526.4, "max_memory_gb": 17.18, "ce": 0.36733722853568906, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.10739997029304504, "loss_scale": 4.0, "retries": 0, "seconds": 530.1, "max_memory_gb": 17.18, "ce": 0.0049171879054483725, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.6307766437530518, "loss_scale": 4.0, "retries": 0, "seconds": 533.9, "max_memory_gb": 17.18, "ce": 0.09282316085568709, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.46306556463241577, "loss_scale": 4.0, "retries": 0, "seconds": 537.6, "max_memory_gb": 17.18, "ce": 0.02797609414847102, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 0.5442484021186829, "loss_scale": 4.0, "retries": 0, "seconds": 541.5, "max_memory_gb": 17.18, "ce": 0.14634005679965867, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.32155805826187134, "loss_scale": 4.0, "retries": 0, "seconds": 545.2, "max_memory_gb": 17.18, "ce": 0.014667158786323853, "rank": 0.12539148330688477} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.08932413160800934, "loss_scale": 4.0, "retries": 0, "seconds": 548.9, "max_memory_gb": 17.18, "ce": 0.009011229069074034, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.23547488451004028, "loss_scale": 4.0, "retries": 0, "seconds": 552.7, "max_memory_gb": 17.18, "ce": 0.025478974663656118, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.4938916862010956, "loss_scale": 4.0, "retries": 0, "seconds": 556.5, "max_memory_gb": 17.18, "ce": 0.06753379371536994, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.0756547451019287, "loss_scale": 4.0, "retries": 0, "seconds": 560.2, "max_memory_gb": 17.18, "ce": 0.2580169139841928, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.0221004486083984, "loss_scale": 4.0, "retries": 0, "seconds": 564.0, "max_memory_gb": 17.18, "ce": 0.3789631621039007, "rank": 0.0} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.9991071224212646, "loss_scale": 4.0, "retries": 0, "seconds": 567.7, "max_memory_gb": 17.18, "ce": 0.08219794721651397, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.11045601963996887, "loss_scale": 4.0, "retries": 0, "seconds": 571.4, "max_memory_gb": 17.18, "ce": 0.006771729040337959, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.5934526324272156, "loss_scale": 4.0, "retries": 0, "seconds": 575.3, "max_memory_gb": 17.18, "ce": 0.06421292845220705, "rank": 0.07749839127063751} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.18704532086849213, "loss_scale": 4.0, "retries": 0, "seconds": 579.0, "max_memory_gb": 17.18, "ce": 0.013966684527076723, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.062308043241500854, "loss_scale": 4.0, "retries": 0, "seconds": 582.7, "max_memory_gb": 17.18, "ce": 0.005984674103501675, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.5301313400268555, "loss_scale": 4.0, "retries": 0, "seconds": 586.4, "max_memory_gb": 17.18, "ce": 0.10956820168041759, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.5526496767997742, "loss_scale": 4.0, "retries": 0, "seconds": 590.3, "max_memory_gb": 17.18, "ce": 0.07158565233942227, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.5631216168403625, "loss_scale": 4.0, "retries": 0, "seconds": 594.0, "max_memory_gb": 17.18, "ce": 0.01622501531812759, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.9773927330970764, "loss_scale": 4.0, "retries": 0, "seconds": 597.8, "max_memory_gb": 17.18, "ce": 0.11874272612749337, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.094304159283638, "loss_scale": 4.0, "retries": 0, "seconds": 601.6, "max_memory_gb": 17.18, "ce": 0.011703506389153517, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.139007091522217, "loss_scale": 4.0, "retries": 0, "seconds": 605.3, "max_memory_gb": 17.18, "ce": 0.21255946678184046, "rank": 0.019204020500183105} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.4280242919921875, "loss_scale": 4.0, "retries": 0, "seconds": 609.1, "max_memory_gb": 17.18, "ce": 0.061810434409608206, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.49732157588005066, "loss_scale": 4.0, "retries": 0, "seconds": 613.0, "max_memory_gb": 17.18, "ce": 0.04943495702332257, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.3247259557247162, "loss_scale": 4.0, "retries": 0, "seconds": 616.7, "max_memory_gb": 17.18, "ce": 0.06063533541691868, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.6723558306694031, "loss_scale": 4.0, "retries": 0, "seconds": 620.4, "max_memory_gb": 17.18, "ce": 0.1498200534060743, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.0967007651925087, "loss_scale": 4.0, "retries": 0, "seconds": 624.2, "max_memory_gb": 17.18, "ce": 0.005448885868645448, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.13996286690235138, "loss_scale": 4.0, "retries": 0, "seconds": 627.9, "max_memory_gb": 17.18, "ce": 0.02253643353924417, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.035354916006326675, "loss_scale": 4.0, "retries": 0, "seconds": 631.6, "max_memory_gb": 17.18, "ce": 0.0027876282401848584, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.5157453417778015, "loss_scale": 4.0, "retries": 0, "seconds": 635.5, "max_memory_gb": 17.18, "ce": 0.02261819043781088, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.6391798257827759, "loss_scale": 4.0, "retries": 0, "seconds": 639.2, "max_memory_gb": 17.18, "ce": 0.09246423360116296, "rank": 0.24932565540075302} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.4305863082408905, "loss_scale": 4.0, "retries": 0, "seconds": 643.0, "max_memory_gb": 17.18, "ce": 0.052645153828962066, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.7130811810493469, "loss_scale": 4.0, "retries": 0, "seconds": 646.7, "max_memory_gb": 17.18, "ce": 0.11265065616635184, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.7406650185585022, "loss_scale": 4.0, "retries": 0, "seconds": 650.5, "max_memory_gb": 17.18, "ce": 0.12680703383500713, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.4406994581222534, "loss_scale": 4.0, "retries": 0, "seconds": 654.3, "max_memory_gb": 17.18, "ce": 0.09817342922769967, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 1.2475805282592773, "loss_scale": 4.0, "retries": 0, "seconds": 658.0, "max_memory_gb": 17.18, "ce": 0.15461192139559898, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.478618323802948, "loss_scale": 4.0, "retries": 0, "seconds": 661.9, "max_memory_gb": 17.18, "ce": 0.023416891592205502, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.3150842487812042, "loss_scale": 4.0, "retries": 0, "seconds": 665.6, "max_memory_gb": 17.18, "ce": 0.0723761475073843, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.8963462114334106, "loss_scale": 4.0, "retries": 0, "seconds": 669.3, "max_memory_gb": 17.18, "ce": 0.21918599698733487, "rank": 0.0} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.4588668644428253, "loss_scale": 4.0, "retries": 0, "seconds": 673.2, "max_memory_gb": 17.18, "ce": 0.0614189633291744, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.4687882661819458, "loss_scale": 4.0, "retries": 0, "seconds": 676.9, "max_memory_gb": 17.18, "ce": 0.08968845309931339, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.8027229309082031, "loss_scale": 4.0, "retries": 0, "seconds": 680.6, "max_memory_gb": 17.18, "ce": 0.24327668663249824, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.136387825012207, "loss_scale": 4.0, "retries": 0, "seconds": 684.4, "max_memory_gb": 17.18, "ce": 0.2740225227753399, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.7155296802520752, "loss_scale": 4.0, "retries": 0, "seconds": 688.3, "max_memory_gb": 17.18, "ce": 0.18108946106383428, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.02260848693549633, "loss_scale": 4.0, "retries": 0, "seconds": 692.0, "max_memory_gb": 17.18, "ce": 0.0014935544377294718, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.02049359679222107, "loss_scale": 4.0, "retries": 0, "seconds": 695.7, "max_memory_gb": 17.18, "ce": 0.0011399577081192547, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.549531102180481, "loss_scale": 4.0, "retries": 0, "seconds": 699.6, "max_memory_gb": 17.18, "ce": 0.001144131992077746, "rank": 0.050012215971946716} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.23007197678089142, "loss_scale": 4.0, "retries": 0, "seconds": 703.3, "max_memory_gb": 17.18, "ce": 0.02804035532017224, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.7494022250175476, "loss_scale": 4.0, "retries": 0, "seconds": 707.1, "max_memory_gb": 17.18, "ce": 0.11641680495313267, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.39449724555015564, "loss_scale": 4.0, "retries": 0, "seconds": 711.7, "max_memory_gb": 17.18, "ce": 0.08559042964884611, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.6247878074645996, "loss_scale": 4.0, "retries": 0, "seconds": 716.2, "max_memory_gb": 17.18, "ce": 0.09685593090011935, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.2555667459964752, "loss_scale": 4.0, "retries": 0, "seconds": 720.7, "max_memory_gb": 17.18, "ce": 0.025318063504528254, "rank": 0.12509571015834808} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.056507475674152374, "loss_scale": 4.0, "retries": 0, "seconds": 725.2, "max_memory_gb": 17.18, "ce": 0.0031504469815217817, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.5334110260009766, "loss_scale": 4.0, "retries": 0, "seconds": 729.5, "max_memory_gb": 17.18, "ce": 0.4942474876622782, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.5397329926490784, "loss_scale": 4.0, "retries": 0, "seconds": 733.3, "max_memory_gb": 17.18, "ce": 0.0489075592458903, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.2765093743801117, "loss_scale": 4.0, "retries": 0, "seconds": 737.2, "max_memory_gb": 17.18, "ce": 0.013522184198109244, "rank": 0.12473482638597488} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.11209830641746521, "loss_scale": 4.0, "retries": 0, "seconds": 741.0, "max_memory_gb": 17.18, "ce": 0.008041268184115324, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.027103155851364136, "loss_scale": 4.0, "retries": 0, "seconds": 744.8, "max_memory_gb": 17.18, "ce": 0.0025347673038140783, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.12208854407072067, "loss_scale": 4.0, "retries": 0, "seconds": 748.6, "max_memory_gb": 17.18, "ce": 0.004627569365425188, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6144877672195435, "loss_scale": 4.0, "retries": 0, "seconds": 752.1, "max_memory_gb": 17.18, "ce": 0.05179365279298054, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.7086641192436218, "loss_scale": 4.0, "retries": 0, "seconds": 755.5, "max_memory_gb": 17.18, "ce": 0.13226479532170288, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.4107907712459564, "loss_scale": 4.0, "retries": 0, "seconds": 759.0, "max_memory_gb": 17.18, "ce": 0.0779942145323389, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.20214694738388062, "loss_scale": 4.0, "retries": 0, "seconds": 762.5, "max_memory_gb": 17.18, "ce": 0.014515182260765869, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.9526816606521606, "loss_scale": 4.0, "retries": 0, "seconds": 765.9, "max_memory_gb": 17.18, "ce": 0.30756720467024934, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.08878341317176819, "loss_scale": 4.0, "retries": 0, "seconds": 769.3, "max_memory_gb": 17.18, "ce": 0.007239387029244426, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.40244972705841064, "loss_scale": 4.0, "retries": 0, "seconds": 772.9, "max_memory_gb": 17.18, "ce": 0.052120738020221324, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.13557709753513336, "loss_scale": 4.0, "retries": 0, "seconds": 776.3, "max_memory_gb": 17.18, "ce": 0.012416195161904398, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.0316472053527832, "loss_scale": 4.0, "retries": 0, "seconds": 779.7, "max_memory_gb": 17.18, "ce": 0.04255793216429993, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2401445508003235, "loss_scale": 4.0, "retries": 0, "seconds": 783.3, "max_memory_gb": 17.18, "ce": 0.019149032830796386, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.3368481993675232, "loss_scale": 4.0, "retries": 0, "seconds": 786.7, "max_memory_gb": 17.18, "ce": 0.028820833616691743, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.44801583886146545, "loss_scale": 4.0, "retries": 0, "seconds": 790.2, "max_memory_gb": 17.18, "ce": 0.04473615733309089, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.45373380184173584, "loss_scale": 4.0, "retries": 0, "seconds": 793.6, "max_memory_gb": 17.18, "ce": 0.06191593161986475, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.1942744255065918, "loss_scale": 4.0, "retries": 0, "seconds": 797.2, "max_memory_gb": 17.18, "ce": 0.010046254604731075, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.8012603521347046, "loss_scale": 4.0, "retries": 0, "seconds": 800.6, "max_memory_gb": 17.18, "ce": 0.20398393484811095, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.3027962446212769, "loss_scale": 4.0, "retries": 0, "seconds": 804.0, "max_memory_gb": 17.18, "ce": 0.4778534263584788, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.11652832478284836, "loss_scale": 4.0, "retries": 0, "seconds": 807.6, "max_memory_gb": 17.18, "ce": 0.010045046728123452, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.5109735131263733, "loss_scale": 4.0, "retries": 0, "seconds": 810.9, "max_memory_gb": 17.18, "ce": 0.042976036473532986, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.3527319431304932, "loss_scale": 4.0, "retries": 0, "seconds": 814.4, "max_memory_gb": 17.18, "ce": 0.16665215226691998, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.6578958630561829, "loss_scale": 4.0, "retries": 0, "seconds": 817.9, "max_memory_gb": 17.18, "ce": 0.04411166038130432, "rank": 0.12499568611383438} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.316621780395508, "loss_scale": 4.0, "retries": 0, "seconds": 821.4, "max_memory_gb": 17.18, "ce": 0.38493672764036546, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.16379345953464508, "loss_scale": 4.0, "retries": 0, "seconds": 824.8, "max_memory_gb": 17.18, "ce": 0.019816875364199404, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.8319656848907471, "loss_scale": 4.0, "retries": 0, "seconds": 828.3, "max_memory_gb": 17.18, "ce": 0.1312419727764791, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.4812127351760864, "loss_scale": 4.0, "retries": 0, "seconds": 831.8, "max_memory_gb": 17.18, "ce": 0.2425119193064802, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.2917631268501282, "loss_scale": 4.0, "retries": 0, "seconds": 835.2, "max_memory_gb": 17.18, "ce": 0.03236759001555356, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.1701935529708862, "loss_scale": 4.0, "retries": 0, "seconds": 838.6, "max_memory_gb": 17.18, "ce": 0.11173970716185977, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.013523785397410393, "loss_scale": 4.0, "retries": 0, "seconds": 842.2, "max_memory_gb": 17.18, "ce": 0.0007154167669796152, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.7673935294151306, "loss_scale": 4.0, "retries": 0, "seconds": 845.6, "max_memory_gb": 17.18, "ce": 0.23009235491082336, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7340469360351562, "loss_scale": 4.0, "retries": 0, "seconds": 849.1, "max_memory_gb": 17.18, "ce": 0.1465715090293429, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.14856091141700745, "loss_scale": 4.0, "retries": 0, "seconds": 853.0, "max_memory_gb": 17.18, "ce": 0.0113178012076105, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.6934349536895752, "loss_scale": 4.0, "retries": 0, "seconds": 856.8, "max_memory_gb": 17.18, "ce": 0.09727599650136654, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.1679470539093018, "loss_scale": 4.0, "retries": 0, "seconds": 860.6, "max_memory_gb": 17.18, "ce": 0.41374173176006934, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.0697023794054985, "loss_scale": 4.0, "retries": 0, "seconds": 864.5, "max_memory_gb": 17.18, "ce": 0.006025430794579734, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.45004719495773315, "loss_scale": 4.0, "retries": 0, "seconds": 868.2, "max_memory_gb": 17.18, "ce": 0.14239397570690926, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3530881106853485, "loss_scale": 4.0, "retries": 0, "seconds": 872.0, "max_memory_gb": 17.18, "ce": 0.0057353923318714806, "rank": 0.05800805985927582} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.34402889013290405, "loss_scale": 4.0, "retries": 0, "seconds": 875.9, "max_memory_gb": 17.18, "ce": 0.0419023750271208, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.3801746070384979, "loss_scale": 4.0, "retries": 0, "seconds": 879.7, "max_memory_gb": 17.18, "ce": 0.03598484096505672, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 4.056292533874512, "loss_scale": 4.0, "retries": 0, "seconds": 883.5, "max_memory_gb": 17.18, "ce": 0.43698465246325213, "rank": 0.06120172142982483} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.5527850985527039, "loss_scale": 4.0, "retries": 0, "seconds": 887.4, "max_memory_gb": 17.18, "ce": 0.08366413917769933, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.0109304189682007, "loss_scale": 4.0, "retries": 0, "seconds": 891.2, "max_memory_gb": 17.18, "ce": 0.15895031965851558, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.8371132612228394, "loss_scale": 4.0, "retries": 0, "seconds": 895.0, "max_memory_gb": 17.18, "ce": 0.26423307067761925, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.15788744390010834, "loss_scale": 4.0, "retries": 0, "seconds": 898.9, "max_memory_gb": 17.18, "ce": 0.009887619278742932, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.367752194404602, "loss_scale": 4.0, "retries": 0, "seconds": 902.7, "max_memory_gb": 17.18, "ce": 0.31323447955594474, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.27237367630004883, "loss_scale": 4.0, "retries": 0, "seconds": 906.5, "max_memory_gb": 17.18, "ce": 0.02450303328305381, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.7235021591186523, "loss_scale": 4.0, "retries": 0, "seconds": 910.4, "max_memory_gb": 17.18, "ce": 0.2785520800106269, "rank": 0.12406541407108307} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.8899996280670166, "loss_scale": 4.0, "retries": 0, "seconds": 914.3, "max_memory_gb": 17.18, "ce": 0.1515671756469601, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.4597082734107971, "loss_scale": 4.0, "retries": 0, "seconds": 918.0, "max_memory_gb": 17.18, "ce": 0.05805831516681792, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.9515429139137268, "loss_scale": 4.0, "retries": 0, "seconds": 921.8, "max_memory_gb": 17.18, "ce": 0.16208465745648937, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.5775726437568665, "loss_scale": 4.0, "retries": 0, "seconds": 925.7, "max_memory_gb": 17.18, "ce": 0.06801899965887515, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.050120774656534195, "loss_scale": 4.0, "retries": 0, "seconds": 929.4, "max_memory_gb": 17.18, "ce": 0.003490841537313827, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.04444807395339012, "loss_scale": 4.0, "retries": 0, "seconds": 933.1, "max_memory_gb": 17.18, "ce": 0.003310046456135751, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.24584375321865082, "loss_scale": 4.0, "retries": 0, "seconds": 937.0, "max_memory_gb": 17.18, "ce": 0.03622322658475241, "rank": 0.10104799270629883} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.054422345012426376, "loss_scale": 4.0, "retries": 0, "seconds": 940.7, "max_memory_gb": 17.18, "ce": 0.0052713758301479174, "rank": 0.11760595440864563} diff --git a/runs/fixed_internvl/removal/Deep8_s73/adapter/README.md b/runs/fixed_internvl/removal/Deep8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s73/adapter/adapter_config.json b/runs/fixed_internvl/removal/Deep8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f5148fa185b57c84f9b4fbbd268480fd420014c8 --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.33.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s73/config.json b/runs/fixed_internvl/removal/Deep8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..113aa5c5724620e43637a3bc1c230d2af1df87e6 --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Deep8_s73/steps.jsonl b/runs/fixed_internvl/removal/Deep8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b2ff5342cd00b3bd797ef4554328945af7265d48 --- /dev/null +++ b/runs/fixed_internvl/removal/Deep8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 3.4532971382141113, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 16.83, "ce": 0.8941777415893739, "rank": 0.0} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.019935131072998, "loss_scale": 4.0, "retries": 0, "seconds": 10.0, "max_memory_gb": 17.17, "ce": 1.6876674722880125, "rank": 0.018019914627075195} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 2.815467119216919, "loss_scale": 4.0, "retries": 0, "seconds": 14.4, "max_memory_gb": 17.17, "ce": 0.7547073739551706, "rank": 0.09108561277389526} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 2.9399614334106445, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 17.17, "ce": 0.8587086296902271, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.331336736679077, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 17.17, "ce": 0.6386007346372935, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 1.9865918159484863, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.18, "ce": 0.6453824860509485, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.7268761396408081, "loss_scale": 4.0, "retries": 0, "seconds": 32.1, "max_memory_gb": 17.18, "ce": 0.18180312306867563, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.6131032705307007, "loss_scale": 4.0, "retries": 0, "seconds": 36.6, "max_memory_gb": 17.18, "ce": 0.690955174552073, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.1679205894470215, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.18, "ce": 0.8069800860248506, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.4258242845535278, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 17.18, "ce": 0.46358419776152004, "rank": 0.004084929823875427} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 3.1577463150024414, "loss_scale": 4.0, "retries": 0, "seconds": 49.8, "max_memory_gb": 17.18, "ce": 0.605385493952781, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.2810035943984985, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 17.18, "ce": 0.2515988088866834, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.4295815229415894, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 17.18, "ce": 0.3870170414884342, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5678296089172363, "loss_scale": 4.0, "retries": 0, "seconds": 63.2, "max_memory_gb": 17.18, "ce": 0.28021068579391795, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.7264125347137451, "loss_scale": 4.0, "retries": 0, "seconds": 67.7, "max_memory_gb": 17.18, "ce": 0.1815431755821919, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.764896035194397, "loss_scale": 4.0, "retries": 0, "seconds": 72.1, "max_memory_gb": 17.18, "ce": 0.9415201395750046, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.681647777557373, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 17.18, "ce": 0.2605918222980108, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.5217577815055847, "loss_scale": 4.0, "retries": 0, "seconds": 80.9, "max_memory_gb": 17.18, "ce": 0.16576789987448137, "rank": 0.12469053268432617} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.8710418939590454, "loss_scale": 4.0, "retries": 0, "seconds": 85.4, "max_memory_gb": 17.18, "ce": 0.44357636103086406, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.905767560005188, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 17.18, "ce": 0.28454819764738204, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.5461301207542419, "loss_scale": 4.0, "retries": 0, "seconds": 94.2, "max_memory_gb": 17.18, "ce": 0.14513845590045094, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9050872921943665, "loss_scale": 4.0, "retries": 0, "seconds": 98.8, "max_memory_gb": 17.18, "ce": 0.27173716135439463, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 0.8110631704330444, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.18, "ce": 0.1579979475682194, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.0041532516479492, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.18, "ce": 0.19460048543987796, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 0.562853991985321, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.18, "ce": 0.12220198410796002, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.3575546741485596, "loss_scale": 4.0, "retries": 0, "seconds": 115.9, "max_memory_gb": 17.18, "ce": 0.2584207752770453, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.489514708518982, "loss_scale": 4.0, "retries": 0, "seconds": 120.0, "max_memory_gb": 17.18, "ce": 0.16796920378692448, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.6405346989631653, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 17.18, "ce": 0.02470743010781007, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.377102851867676, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 17.18, "ce": 0.09806000796379521, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.660224199295044, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 17.18, "ce": 0.12462650539237075, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.7031893730163574, "loss_scale": 4.0, "retries": 0, "seconds": 136.4, "max_memory_gb": 17.18, "ce": 0.11515787022653967, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.322887897491455, "loss_scale": 4.0, "retries": 0, "seconds": 140.6, "max_memory_gb": 17.18, "ce": 0.24462700008007232, "rank": 0.12504231929779053} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.5596831440925598, "loss_scale": 4.0, "retries": 0, "seconds": 144.6, "max_memory_gb": 17.18, "ce": 0.028795230740797706, "rank": 0.12530437111854553} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.42263665795326233, "loss_scale": 4.0, "retries": 0, "seconds": 148.7, "max_memory_gb": 17.18, "ce": 0.08375837290805066, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.4223482012748718, "loss_scale": 4.0, "retries": 0, "seconds": 152.8, "max_memory_gb": 17.18, "ce": 0.051976941438624635, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.0052284002304077, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 17.18, "ce": 0.16262173005088698, "rank": 0.1218961551785469} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.5209650993347168, "loss_scale": 4.0, "retries": 0, "seconds": 161.0, "max_memory_gb": 17.18, "ce": 0.04521148509957129, "rank": 0.09861954301595688} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.2127251774072647, "loss_scale": 4.0, "retries": 0, "seconds": 165.1, "max_memory_gb": 17.18, "ce": 0.030248009159549838, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2154062986373901, "loss_scale": 4.0, "retries": 0, "seconds": 169.2, "max_memory_gb": 17.18, "ce": 0.19550285928562516, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.2559123933315277, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 17.18, "ce": 0.024628117691463558, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.32775941491127014, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 17.18, "ce": 0.02325535831914749, "rank": 0.1169472262263298} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.8812830448150635, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 17.18, "ce": 0.1983772822713945, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.1839025020599365, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 17.18, "ce": 0.26040813743384206, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.19777846336364746, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.18, "ce": 0.009733081198646687, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 0.5612711310386658, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 17.18, "ce": 0.07393577148468466, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.5945975184440613, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.18, "ce": 0.21770312988519436, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.06798316538333893, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 17.18, "ce": 0.00781321515023592, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.2243049144744873, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.18, "ce": 0.030598871502661495, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.364393413066864, "loss_scale": 4.0, "retries": 0, "seconds": 207.1, "max_memory_gb": 17.18, "ce": 0.02434379760597949, "rank": 0.1253773272037506} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.08652658015489578, "loss_scale": 4.0, "retries": 0, "seconds": 210.5, "max_memory_gb": 17.18, "ce": 0.005105982093482453, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 0.7153976559638977, "loss_scale": 4.0, "retries": 0, "seconds": 214.0, "max_memory_gb": 17.18, "ce": 0.07664047974321875, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.634326219558716, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 17.18, "ce": 0.3514279210130553, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.8303114175796509, "loss_scale": 4.0, "retries": 0, "seconds": 220.7, "max_memory_gb": 17.18, "ce": 0.5798480767753063, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.01401686668396, "loss_scale": 4.0, "retries": 0, "seconds": 224.2, "max_memory_gb": 17.18, "ce": 0.3272007702416886, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 2.1002087593078613, "loss_scale": 4.0, "retries": 0, "seconds": 227.5, "max_memory_gb": 17.18, "ce": 0.1103508008782228, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5820963382720947, "loss_scale": 4.0, "retries": 0, "seconds": 230.9, "max_memory_gb": 17.18, "ce": 0.04257003606653598, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.3552095890045166, "loss_scale": 4.0, "retries": 0, "seconds": 234.4, "max_memory_gb": 17.18, "ce": 0.17302848481449473, "rank": 0.0075483620166778564} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.2547125518321991, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.18, "ce": 0.011548275402674335, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.37744224071502686, "loss_scale": 4.0, "retries": 0, "seconds": 241.2, "max_memory_gb": 17.18, "ce": 0.03270252197398804, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.1338895559310913, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 17.18, "ce": 0.011618654288213293, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.1227279901504517, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.18, "ce": 0.1562224132430856, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.7524244785308838, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 17.18, "ce": 0.3541928211452614, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.14719177782535553, "loss_scale": 4.0, "retries": 0, "seconds": 254.8, "max_memory_gb": 17.18, "ce": 0.01803094585193321, "rank": 0.12507955729961395} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.9815003871917725, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 17.18, "ce": 0.2995218860669411, "rank": 0.007845990359783173} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.5912206172943115, "loss_scale": 4.0, "retries": 0, "seconds": 261.7, "max_memory_gb": 17.18, "ce": 0.0339980377439133, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.0848848894238472, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 17.18, "ce": 0.008616350183729082, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.9872722029685974, "loss_scale": 4.0, "retries": 0, "seconds": 268.5, "max_memory_gb": 17.18, "ce": 0.31400147630301944, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.2528180181980133, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 17.18, "ce": 0.019728378437321226, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.38307636976242065, "loss_scale": 4.0, "retries": 0, "seconds": 275.3, "max_memory_gb": 17.18, "ce": 0.070634122458614, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.38098734617233276, "loss_scale": 4.0, "retries": 0, "seconds": 278.7, "max_memory_gb": 17.18, "ce": 0.03206003525883716, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.673692524433136, "loss_scale": 4.0, "retries": 0, "seconds": 282.1, "max_memory_gb": 17.18, "ce": 0.03496257910819622, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.11300291866064072, "loss_scale": 4.0, "retries": 0, "seconds": 285.5, "max_memory_gb": 17.18, "ce": 0.0117156550868458, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 0.42358118295669556, "loss_scale": 4.0, "retries": 0, "seconds": 288.9, "max_memory_gb": 17.18, "ce": 0.08005395279133154, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.4283769130706787, "loss_scale": 4.0, "retries": 0, "seconds": 292.4, "max_memory_gb": 17.18, "ce": 0.0759788914198225, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.10881520062685013, "loss_scale": 4.0, "retries": 0, "seconds": 295.7, "max_memory_gb": 17.18, "ce": 0.014738319773641706, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.0440680980682373, "loss_scale": 4.0, "retries": 0, "seconds": 299.1, "max_memory_gb": 17.18, "ce": 0.3696428954544899, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.05509132519364357, "loss_scale": 4.0, "retries": 0, "seconds": 302.5, "max_memory_gb": 17.18, "ce": 0.004493387808906846, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.2101799249649048, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 17.18, "ce": 0.2365198519810292, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.21676595509052277, "loss_scale": 4.0, "retries": 0, "seconds": 309.3, "max_memory_gb": 17.18, "ce": 0.03740725181819471, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.0989506244659424, "loss_scale": 4.0, "retries": 0, "seconds": 312.7, "max_memory_gb": 17.18, "ce": 0.20864557310051168, "rank": 0.12494557350873947} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.4230563640594482, "loss_scale": 4.0, "retries": 0, "seconds": 316.3, "max_memory_gb": 17.18, "ce": 0.22057149895317707, "rank": 0.12484768778085709} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.24711260199546814, "loss_scale": 4.0, "retries": 0, "seconds": 320.2, "max_memory_gb": 17.18, "ce": 0.01776240999379297, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.42682328820228577, "loss_scale": 4.0, "retries": 0, "seconds": 324.0, "max_memory_gb": 17.18, "ce": 0.02525167698036057, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5296120643615723, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 17.18, "ce": 0.0385364540950377, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.11062880605459213, "loss_scale": 4.0, "retries": 0, "seconds": 330.8, "max_memory_gb": 17.18, "ce": 0.008473357958337147, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.8864479064941406, "loss_scale": 4.0, "retries": 0, "seconds": 334.2, "max_memory_gb": 17.18, "ce": 0.09259365706373046, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.03600281849503517, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 17.18, "ce": 0.002724609815686563, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.24288228154182434, "loss_scale": 4.0, "retries": 0, "seconds": 341.3, "max_memory_gb": 17.18, "ce": 0.025106815101935354, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.7390896081924438, "loss_scale": 4.0, "retries": 0, "seconds": 345.0, "max_memory_gb": 17.18, "ce": 0.11554920201251662, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.30702266097068787, "loss_scale": 4.0, "retries": 0, "seconds": 348.8, "max_memory_gb": 17.18, "ce": 0.043284177429313786, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.9889817237854004, "loss_scale": 4.0, "retries": 0, "seconds": 352.5, "max_memory_gb": 17.18, "ce": 0.1172043551898696, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.4096909761428833, "loss_scale": 4.0, "retries": 0, "seconds": 356.3, "max_memory_gb": 17.18, "ce": 0.1012159683837126, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.6945921182632446, "loss_scale": 4.0, "retries": 0, "seconds": 360.1, "max_memory_gb": 17.18, "ce": 0.3647765023508782, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.19977913796901703, "loss_scale": 4.0, "retries": 0, "seconds": 363.8, "max_memory_gb": 17.18, "ce": 0.0394008971538824, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.2298550605773926, "loss_scale": 4.0, "retries": 0, "seconds": 367.5, "max_memory_gb": 17.18, "ce": 0.3146759421792922, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.7618730068206787, "loss_scale": 4.0, "retries": 0, "seconds": 371.1, "max_memory_gb": 17.18, "ce": 0.2135189586792876, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.484161376953125, "loss_scale": 4.0, "retries": 0, "seconds": 375.0, "max_memory_gb": 17.18, "ce": 0.07944410403069924, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.08333052694797516, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 17.18, "ce": 0.00892403331999958, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.4771726727485657, "loss_scale": 4.0, "retries": 0, "seconds": 382.4, "max_memory_gb": 17.18, "ce": 0.084732116559735, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.4297899305820465, "loss_scale": 4.0, "retries": 0, "seconds": 386.2, "max_memory_gb": 17.18, "ce": 0.06834142057141435, "rank": 0.12509159743785858} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.2585692405700684, "loss_scale": 4.0, "retries": 0, "seconds": 389.9, "max_memory_gb": 17.18, "ce": 0.306406449592032, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.17584508657455444, "loss_scale": 4.0, "retries": 0, "seconds": 393.6, "max_memory_gb": 17.18, "ce": 0.012137018427893054, "rank": 0.17928502708673477} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.11944954842329025, "loss_scale": 4.0, "retries": 0, "seconds": 397.4, "max_memory_gb": 17.18, "ce": 0.010651017057170975, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.227524995803833, "loss_scale": 4.0, "retries": 0, "seconds": 401.1, "max_memory_gb": 17.18, "ce": 0.24488238092726533, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7845852375030518, "loss_scale": 4.0, "retries": 0, "seconds": 404.8, "max_memory_gb": 17.18, "ce": 0.1358345064054447, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.6105194091796875, "loss_scale": 4.0, "retries": 0, "seconds": 408.6, "max_memory_gb": 17.18, "ce": 0.05212419654344558, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.08587448298931122, "loss_scale": 4.0, "retries": 0, "seconds": 412.4, "max_memory_gb": 17.18, "ce": 0.010415468196697475, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.2745843529701233, "loss_scale": 4.0, "retries": 0, "seconds": 416.1, "max_memory_gb": 17.18, "ce": 0.039532567800051766, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.04248062148690224, "loss_scale": 4.0, "retries": 0, "seconds": 420.0, "max_memory_gb": 17.18, "ce": 0.004701263645074505, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.038320209830999374, "loss_scale": 4.0, "retries": 0, "seconds": 423.6, "max_memory_gb": 17.18, "ce": 0.0035605222778940515, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.8599393963813782, "loss_scale": 4.0, "retries": 0, "seconds": 427.3, "max_memory_gb": 17.18, "ce": 0.1505351929133667, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.08057151734828949, "loss_scale": 4.0, "retries": 0, "seconds": 431.1, "max_memory_gb": 17.18, "ce": 0.010474470706526517, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.7440017461776733, "loss_scale": 4.0, "retries": 0, "seconds": 434.9, "max_memory_gb": 17.18, "ce": 0.4232871285485089, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.8320292830467224, "loss_scale": 4.0, "retries": 0, "seconds": 438.5, "max_memory_gb": 17.18, "ce": 0.25911406710815754, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.7964742183685303, "loss_scale": 4.0, "retries": 0, "seconds": 442.2, "max_memory_gb": 17.18, "ce": 0.02916766594580622, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.7417235374450684, "loss_scale": 4.0, "retries": 0, "seconds": 446.1, "max_memory_gb": 17.18, "ce": 0.37166202350363164, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.3704460859298706, "loss_scale": 4.0, "retries": 0, "seconds": 449.8, "max_memory_gb": 17.18, "ce": 0.04610824263068025, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.7958759665489197, "loss_scale": 4.0, "retries": 0, "seconds": 453.5, "max_memory_gb": 17.18, "ce": 0.07038135849234095, "rank": 0.12500205636024475} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.09141457080841064, "loss_scale": 4.0, "retries": 0, "seconds": 457.3, "max_memory_gb": 17.18, "ce": 0.008798569846476312, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.3641444444656372, "loss_scale": 4.0, "retries": 0, "seconds": 461.0, "max_memory_gb": 17.18, "ce": 0.21931867778221203, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.8246560096740723, "loss_scale": 4.0, "retries": 0, "seconds": 464.7, "max_memory_gb": 17.18, "ce": 0.13541516474253967, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.8394246697425842, "loss_scale": 4.0, "retries": 0, "seconds": 468.6, "max_memory_gb": 17.18, "ce": 0.1702746560781634, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 1.5120896100997925, "loss_scale": 4.0, "retries": 0, "seconds": 472.3, "max_memory_gb": 17.18, "ce": 0.3301331824729914, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.03162800148129463, "loss_scale": 4.0, "retries": 0, "seconds": 476.0, "max_memory_gb": 17.18, "ce": 0.0018374224511035209, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.1094398498535156, "loss_scale": 4.0, "retries": 0, "seconds": 479.7, "max_memory_gb": 17.18, "ce": 0.284689154077455, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.19151094555854797, "loss_scale": 4.0, "retries": 0, "seconds": 483.6, "max_memory_gb": 17.18, "ce": 0.03699502860786197, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.0211639441549778, "loss_scale": 4.0, "retries": 0, "seconds": 487.3, "max_memory_gb": 17.18, "ce": 0.0016522097582765127, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.13900433480739594, "loss_scale": 4.0, "retries": 0, "seconds": 491.0, "max_memory_gb": 17.18, "ce": 0.013879656210974645, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.2747596502304077, "loss_scale": 4.0, "retries": 0, "seconds": 494.8, "max_memory_gb": 17.18, "ce": 0.031269303143744764, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.7277802228927612, "loss_scale": 4.0, "retries": 0, "seconds": 498.5, "max_memory_gb": 17.18, "ce": 0.08071857588970488, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.45948728919029236, "loss_scale": 4.0, "retries": 0, "seconds": 502.2, "max_memory_gb": 17.18, "ce": 0.11803218910699798, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.14073878526687622, "loss_scale": 4.0, "retries": 0, "seconds": 506.1, "max_memory_gb": 17.18, "ce": 0.01040066928453598, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 4.098428726196289, "loss_scale": 4.0, "retries": 0, "seconds": 509.8, "max_memory_gb": 17.18, "ce": 0.4498196909876242, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.051477789878845215, "loss_scale": 4.0, "retries": 0, "seconds": 513.5, "max_memory_gb": 17.18, "ce": 0.00771574415239229, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.2430064678192139, "loss_scale": 4.0, "retries": 0, "seconds": 517.2, "max_memory_gb": 17.18, "ce": 0.0703679495304641, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.6512924432754517, "loss_scale": 4.0, "retries": 0, "seconds": 521.0, "max_memory_gb": 17.18, "ce": 0.4987251290556287, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.6115669012069702, "loss_scale": 4.0, "retries": 0, "seconds": 524.7, "max_memory_gb": 17.18, "ce": 0.181775995028147, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.06501193344593048, "loss_scale": 4.0, "retries": 0, "seconds": 528.4, "max_memory_gb": 17.18, "ce": 0.006725464789496982, "rank": 0.08584269881248474} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.06464971601963043, "loss_scale": 4.0, "retries": 0, "seconds": 532.3, "max_memory_gb": 17.18, "ce": 0.0071100865252446965, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.7532241344451904, "loss_scale": 4.0, "retries": 0, "seconds": 536.0, "max_memory_gb": 17.18, "ce": 0.05416367318434823, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.03906503692269325, "loss_scale": 4.0, "retries": 0, "seconds": 539.7, "max_memory_gb": 17.18, "ce": 0.004863746895807708, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.43835213780403137, "loss_scale": 4.0, "retries": 0, "seconds": 543.5, "max_memory_gb": 17.18, "ce": 0.12370280993513916, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 0.946363091468811, "loss_scale": 4.0, "retries": 0, "seconds": 547.2, "max_memory_gb": 17.18, "ce": 0.21239052221756083, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.0813298299908638, "loss_scale": 4.0, "retries": 0, "seconds": 550.9, "max_memory_gb": 17.18, "ce": 0.006243841955893004, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.9647223949432373, "loss_scale": 4.0, "retries": 0, "seconds": 554.7, "max_memory_gb": 17.18, "ce": 0.07337022720548703, "rank": 0.009243115782737732} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.9847042560577393, "loss_scale": 4.0, "retries": 0, "seconds": 558.5, "max_memory_gb": 17.18, "ce": 0.1522928971262445, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.5289798974990845, "loss_scale": 4.0, "retries": 0, "seconds": 562.2, "max_memory_gb": 17.18, "ce": 0.05109498304932458, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.6651791930198669, "loss_scale": 4.0, "retries": 0, "seconds": 565.9, "max_memory_gb": 17.18, "ce": 0.0608458140741277, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.5328351259231567, "loss_scale": 4.0, "retries": 0, "seconds": 569.7, "max_memory_gb": 17.18, "ce": 0.5533306660565813, "rank": 0.1477024257183075} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.7157093286514282, "loss_scale": 4.0, "retries": 0, "seconds": 573.4, "max_memory_gb": 17.18, "ce": 0.05741406564675344, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.5114960670471191, "loss_scale": 4.0, "retries": 0, "seconds": 577.1, "max_memory_gb": 17.18, "ce": 0.13194556059988827, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.0365248918533325, "loss_scale": 4.0, "retries": 0, "seconds": 580.9, "max_memory_gb": 17.18, "ce": 0.3520741302552324, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.08510412275791168, "loss_scale": 4.0, "retries": 0, "seconds": 584.6, "max_memory_gb": 17.18, "ce": 0.005847229995197267, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.1060839891433716, "loss_scale": 4.0, "retries": 0, "seconds": 588.3, "max_memory_gb": 17.18, "ce": 0.11934176803401897, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.24421322345733643, "loss_scale": 4.0, "retries": 0, "seconds": 592.0, "max_memory_gb": 17.18, "ce": 0.028925697274644335, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.20513981580734253, "loss_scale": 4.0, "retries": 0, "seconds": 595.9, "max_memory_gb": 17.18, "ce": 0.021057689723875228, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.789202928543091, "loss_scale": 4.0, "retries": 0, "seconds": 599.6, "max_memory_gb": 17.18, "ce": 0.5075734440295037, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.055180665105581284, "loss_scale": 4.0, "retries": 0, "seconds": 603.4, "max_memory_gb": 17.18, "ce": 0.005555189053552567, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.1293691396713257, "loss_scale": 4.0, "retries": 0, "seconds": 607.2, "max_memory_gb": 17.18, "ce": 0.1014931012875877, "rank": 0.12474221736192703} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.5600832104682922, "loss_scale": 4.0, "retries": 0, "seconds": 610.9, "max_memory_gb": 17.18, "ce": 0.05874133181009711, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.33901461958885193, "loss_scale": 4.0, "retries": 0, "seconds": 614.6, "max_memory_gb": 17.18, "ce": 0.05602373543013073, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.24359726905822754, "loss_scale": 4.0, "retries": 0, "seconds": 618.3, "max_memory_gb": 17.18, "ce": 0.028615283581530093, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.40404704213142395, "loss_scale": 4.0, "retries": 0, "seconds": 622.1, "max_memory_gb": 17.18, "ce": 0.04661344359897157, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.42260321974754333, "loss_scale": 4.0, "retries": 0, "seconds": 625.9, "max_memory_gb": 17.18, "ce": 0.03432255711959442, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.0320989228785038, "loss_scale": 4.0, "retries": 0, "seconds": 630.3, "max_memory_gb": 17.18, "ce": 0.0026564035051706014, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.11496325582265854, "loss_scale": 4.0, "retries": 0, "seconds": 634.9, "max_memory_gb": 17.18, "ce": 0.009648771070260409, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.121115803718567, "loss_scale": 4.0, "retries": 0, "seconds": 639.3, "max_memory_gb": 17.18, "ce": 0.2922264874150642, "rank": 0.07103058695793152} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.7111800909042358, "loss_scale": 4.0, "retries": 0, "seconds": 643.7, "max_memory_gb": 17.18, "ce": 0.20431628965252457, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.06393357366323471, "loss_scale": 4.0, "retries": 0, "seconds": 648.3, "max_memory_gb": 17.18, "ce": 0.004213179038288217, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.6281237602233887, "loss_scale": 4.0, "retries": 0, "seconds": 652.7, "max_memory_gb": 17.18, "ce": 0.140590425406117, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.2622138261795044, "loss_scale": 4.0, "retries": 0, "seconds": 657.1, "max_memory_gb": 17.18, "ce": 0.05080422092964909, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.9767456650733948, "loss_scale": 4.0, "retries": 0, "seconds": 661.5, "max_memory_gb": 17.18, "ce": 0.17922612831785045, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.30578625202178955, "loss_scale": 4.0, "retries": 0, "seconds": 665.9, "max_memory_gb": 17.18, "ce": 0.047705959344966686, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 1.198890209197998, "loss_scale": 4.0, "retries": 0, "seconds": 670.3, "max_memory_gb": 17.18, "ce": 0.1637478170448503, "rank": 0.12486540526151657} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.9794846773147583, "loss_scale": 4.0, "retries": 0, "seconds": 674.9, "max_memory_gb": 17.18, "ce": 0.20062588172504547, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.8805906176567078, "loss_scale": 4.0, "retries": 0, "seconds": 679.2, "max_memory_gb": 17.18, "ce": 0.16277062353606198, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.5970230102539062, "loss_scale": 4.0, "retries": 0, "seconds": 683.3, "max_memory_gb": 17.18, "ce": 0.0913281998181219, "rank": 0.0} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.04200371354818344, "loss_scale": 4.0, "retries": 0, "seconds": 687.1, "max_memory_gb": 17.18, "ce": 0.003644035967909076, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.5066088438034058, "loss_scale": 4.0, "retries": 0, "seconds": 690.8, "max_memory_gb": 17.18, "ce": 0.11142308119315203, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.11075595766305923, "loss_scale": 4.0, "retries": 0, "seconds": 694.5, "max_memory_gb": 17.18, "ce": 0.012362820707039646, "rank": 0.1267930269241333} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.7068567276000977, "loss_scale": 4.0, "retries": 0, "seconds": 698.2, "max_memory_gb": 17.18, "ce": 0.13482437469599517, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.26804935932159424, "loss_scale": 4.0, "retries": 0, "seconds": 702.0, "max_memory_gb": 17.18, "ce": 0.01923728678923453, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.5956520438194275, "loss_scale": 4.0, "retries": 0, "seconds": 705.7, "max_memory_gb": 17.18, "ce": 0.045114649664355966, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.7774375081062317, "loss_scale": 4.0, "retries": 0, "seconds": 709.4, "max_memory_gb": 17.18, "ce": 0.22175545399136354, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.6047135591506958, "loss_scale": 4.0, "retries": 0, "seconds": 713.2, "max_memory_gb": 17.18, "ce": 0.05347668907620573, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.4564187526702881, "loss_scale": 4.0, "retries": 0, "seconds": 716.8, "max_memory_gb": 17.18, "ce": 0.04369877686622203, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.1281324625015259, "loss_scale": 4.0, "retries": 0, "seconds": 720.6, "max_memory_gb": 17.18, "ce": 0.13492435660919, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.42656180262565613, "loss_scale": 4.0, "retries": 0, "seconds": 724.3, "max_memory_gb": 17.18, "ce": 0.049346162041160824, "rank": 0.12490150332450867} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.3975173234939575, "loss_scale": 4.0, "retries": 0, "seconds": 728.0, "max_memory_gb": 17.18, "ce": 0.030818226757673983, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.325864553451538, "loss_scale": 4.0, "retries": 0, "seconds": 731.7, "max_memory_gb": 17.18, "ce": 0.17630282569189148, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.05196024477481842, "loss_scale": 4.0, "retries": 0, "seconds": 735.5, "max_memory_gb": 17.18, "ce": 0.005338418292012648, "rank": 0.12503118813037872} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.1518472135066986, "loss_scale": 4.0, "retries": 0, "seconds": 739.2, "max_memory_gb": 17.18, "ce": 0.03829017038560778, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.1283182054758072, "loss_scale": 4.0, "retries": 0, "seconds": 743.0, "max_memory_gb": 17.18, "ce": 0.013811975660701137, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4989543557167053, "loss_scale": 4.0, "retries": 0, "seconds": 746.8, "max_memory_gb": 17.18, "ce": 0.06532013215661436, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.32805752754211426, "loss_scale": 4.0, "retries": 0, "seconds": 750.5, "max_memory_gb": 17.18, "ce": 0.0659506795307152, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.054568223655223846, "loss_scale": 4.0, "retries": 0, "seconds": 754.2, "max_memory_gb": 17.18, "ce": 0.005018292367367394, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.009610531851649284, "loss_scale": 4.0, "retries": 0, "seconds": 757.9, "max_memory_gb": 17.18, "ce": 0.0007824438584975724, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.49788734316825867, "loss_scale": 4.0, "retries": 0, "seconds": 761.7, "max_memory_gb": 17.18, "ce": 0.12192177765587076, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.029738083481788635, "loss_scale": 4.0, "retries": 0, "seconds": 765.4, "max_memory_gb": 17.18, "ce": 0.002140758241466756, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7678240537643433, "loss_scale": 4.0, "retries": 0, "seconds": 769.1, "max_memory_gb": 17.18, "ce": 0.16509993440013204, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.4652121067047119, "loss_scale": 4.0, "retries": 0, "seconds": 773.0, "max_memory_gb": 17.18, "ce": 0.032733936449176326, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.18240948021411896, "loss_scale": 4.0, "retries": 0, "seconds": 776.7, "max_memory_gb": 17.18, "ce": 0.023862404646365576, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.4097086787223816, "loss_scale": 4.0, "retries": 0, "seconds": 780.3, "max_memory_gb": 17.18, "ce": 0.05676348519023122, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.033426813781261444, "loss_scale": 4.0, "retries": 0, "seconds": 784.1, "max_memory_gb": 17.18, "ce": 0.0024056302161170606, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.2687195539474487, "loss_scale": 4.0, "retries": 0, "seconds": 787.8, "max_memory_gb": 17.18, "ce": 0.28876158508091976, "rank": 0.1248602345585823} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.6265981197357178, "loss_scale": 4.0, "retries": 0, "seconds": 791.5, "max_memory_gb": 17.18, "ce": 0.3938618801212215, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.6346415281295776, "loss_scale": 4.0, "retries": 0, "seconds": 795.2, "max_memory_gb": 17.18, "ce": 0.02668011030539219, "rank": 0.18119144439697266} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.1743876039981842, "loss_scale": 4.0, "retries": 0, "seconds": 799.0, "max_memory_gb": 17.18, "ce": 0.012606662886810227, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.11468200385570526, "loss_scale": 4.0, "retries": 0, "seconds": 802.7, "max_memory_gb": 17.18, "ce": 0.009281442823521502, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.3361991047859192, "loss_scale": 4.0, "retries": 0, "seconds": 806.4, "max_memory_gb": 17.18, "ce": 0.030210452949631872, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.0620102882385254, "loss_scale": 4.0, "retries": 0, "seconds": 810.2, "max_memory_gb": 17.18, "ce": 0.46461740343784186, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.7167537212371826, "loss_scale": 4.0, "retries": 0, "seconds": 813.9, "max_memory_gb": 17.18, "ce": 0.11654949087812838, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.505178689956665, "loss_scale": 4.0, "retries": 0, "seconds": 817.7, "max_memory_gb": 17.18, "ce": 0.031481694571539265, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.488546758890152, "loss_scale": 4.0, "retries": 0, "seconds": 821.4, "max_memory_gb": 17.18, "ce": 0.08828943785181309, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.1387643814086914, "loss_scale": 4.0, "retries": 0, "seconds": 825.1, "max_memory_gb": 17.18, "ce": 0.020934584049314253, "rank": 0.08801557123661041} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5168823003768921, "loss_scale": 4.0, "retries": 0, "seconds": 828.8, "max_memory_gb": 17.18, "ce": 0.028774169854841603, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.19415728747844696, "loss_scale": 4.0, "retries": 0, "seconds": 832.5, "max_memory_gb": 17.18, "ce": 0.013685659841485176, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.5093706250190735, "loss_scale": 4.0, "retries": 0, "seconds": 836.3, "max_memory_gb": 17.18, "ce": 0.09789504201535237, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.10797566175460815, "loss_scale": 4.0, "retries": 0, "seconds": 840.0, "max_memory_gb": 17.18, "ce": 0.005800531362410766, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.1819978952407837, "loss_scale": 4.0, "retries": 0, "seconds": 843.7, "max_memory_gb": 17.18, "ce": 0.14468419304807867, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5562521815299988, "loss_scale": 4.0, "retries": 0, "seconds": 847.5, "max_memory_gb": 17.18, "ce": 0.05709224508552779, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.234527826309204, "loss_scale": 4.0, "retries": 0, "seconds": 851.2, "max_memory_gb": 17.18, "ce": 0.13268977261327564, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.3588664531707764, "loss_scale": 4.0, "retries": 0, "seconds": 854.9, "max_memory_gb": 17.18, "ce": 0.13927837900484974, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.8966917991638184, "loss_scale": 4.0, "retries": 0, "seconds": 858.8, "max_memory_gb": 17.18, "ce": 0.043682605607727965, "rank": 0.1242193728685379} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.18259334564208984, "loss_scale": 4.0, "retries": 0, "seconds": 862.5, "max_memory_gb": 17.18, "ce": 0.008290596498682135, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7386863827705383, "loss_scale": 4.0, "retries": 0, "seconds": 866.0, "max_memory_gb": 17.18, "ce": 0.044522278520616965, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.5001338720321655, "loss_scale": 4.0, "retries": 0, "seconds": 869.5, "max_memory_gb": 17.18, "ce": 0.09831232446572358, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.619777262210846, "loss_scale": 4.0, "retries": 0, "seconds": 872.9, "max_memory_gb": 17.18, "ce": 0.07874955317049626, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.04535279422998428, "loss_scale": 4.0, "retries": 0, "seconds": 876.3, "max_memory_gb": 17.18, "ce": 0.004020131610786848, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.0699869841337204, "loss_scale": 4.0, "retries": 0, "seconds": 879.7, "max_memory_gb": 17.18, "ce": 0.0066948313611874255, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.5174715518951416, "loss_scale": 4.0, "retries": 0, "seconds": 883.1, "max_memory_gb": 17.18, "ce": 0.11658144495356737, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.017512215301394463, "loss_scale": 4.0, "retries": 0, "seconds": 886.5, "max_memory_gb": 17.18, "ce": 0.0012282288654432705, "rank": 0.1249428316950798} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.5533246994018555, "loss_scale": 4.0, "retries": 0, "seconds": 889.8, "max_memory_gb": 17.18, "ce": 0.02975176169684346, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.9200445413589478, "loss_scale": 4.0, "retries": 0, "seconds": 893.3, "max_memory_gb": 17.18, "ce": 0.10579931145343835, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.8625285625457764, "loss_scale": 4.0, "retries": 0, "seconds": 896.7, "max_memory_gb": 17.18, "ce": 0.762012755099704, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.06577391922473907, "loss_scale": 4.0, "retries": 0, "seconds": 900.0, "max_memory_gb": 17.18, "ce": 0.00719644248943041, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.8735042214393616, "loss_scale": 4.0, "retries": 0, "seconds": 903.5, "max_memory_gb": 17.18, "ce": 0.051721382840867136, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.19111433625221252, "loss_scale": 4.0, "retries": 0, "seconds": 906.8, "max_memory_gb": 17.18, "ce": 0.021889510657615574, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.7098212838172913, "loss_scale": 4.0, "retries": 0, "seconds": 910.2, "max_memory_gb": 17.18, "ce": 0.10609634006357282, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.6147843599319458, "loss_scale": 4.0, "retries": 0, "seconds": 913.6, "max_memory_gb": 17.18, "ce": 0.06405602573477154, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.3651232123374939, "loss_scale": 4.0, "retries": 0, "seconds": 917.0, "max_memory_gb": 17.18, "ce": 0.09371657799079003, "rank": 0.11897692829370499} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.23419998586177826, "loss_scale": 4.0, "retries": 0, "seconds": 920.3, "max_memory_gb": 17.18, "ce": 0.032523968300438355, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.5444049835205078, "loss_scale": 4.0, "retries": 0, "seconds": 923.8, "max_memory_gb": 17.18, "ce": 0.024913973608818196, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.7145923376083374, "loss_scale": 4.0, "retries": 0, "seconds": 927.2, "max_memory_gb": 17.18, "ce": 0.142570839356722, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.22206488251686096, "loss_scale": 4.0, "retries": 0, "seconds": 930.6, "max_memory_gb": 17.18, "ce": 0.026848678652072522, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.6196074485778809, "loss_scale": 4.0, "retries": 0, "seconds": 933.9, "max_memory_gb": 17.18, "ce": 0.1399104668498694, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.7383043169975281, "loss_scale": 4.0, "retries": 0, "seconds": 937.4, "max_memory_gb": 17.18, "ce": 0.039539835431924075, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.026117227971553802, "loss_scale": 4.0, "retries": 0, "seconds": 940.8, "max_memory_gb": 17.18, "ce": 0.00119204846384946, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.10456501692533493, "loss_scale": 4.0, "retries": 0, "seconds": 944.2, "max_memory_gb": 17.18, "ce": 0.013100053025027592, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.1539127826690674, "loss_scale": 4.0, "retries": 0, "seconds": 947.5, "max_memory_gb": 17.18, "ce": 0.14013635346509545, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Full_s13/adapter/README.md b/runs/fixed_internvl/removal/Full_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Full_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..08cc25cbd5a9f07abeca0bb228c46179369708cf --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s13/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "up_proj", + "gate_proj", + "o_proj", + "self_attn.v_proj", + "down_proj", + "self_attn.q_proj", + "self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s13/config.json b/runs/fixed_internvl/removal/Full_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..622358f0544bcc93728e0e435ea763dc4f4efef2 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s13/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s13/steps.jsonl b/runs/fixed_internvl/removal/Full_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c3197132ca905753970ce1ef608833e08203ba10 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.981058120727539, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 16.8, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 4.590186595916748, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 17.13, "ce": 0.77901219269188, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.192995071411133, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.13, "ce": 1.3247385900467634, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 8.059958457946777, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 17.13, "ce": 0.6640835713060369, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.1461889147758484, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.13, "ce": 0.03981915004897019, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.0121402740478516, "loss_scale": 4.0, "retries": 0, "seconds": 46.3, "max_memory_gb": 17.13, "ce": 0.33055196083296323, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.778456449508667, "loss_scale": 4.0, "retries": 0, "seconds": 54.2, "max_memory_gb": 17.13, "ce": 0.471326766493803, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.7083464860916138, "loss_scale": 4.0, "retries": 0, "seconds": 61.0, "max_memory_gb": 17.13, "ce": 0.38763631135225296, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.698458194732666, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.13, "ce": 0.3207473971415311, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.36560770869255066, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.13, "ce": 0.13272225500259083, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.4582597017288208, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 17.13, "ce": 0.2137529277933936, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.29146531224250793, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.13, "ce": 0.11582513250323245, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.46937090158462524, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.13, "ce": 0.23944027335892315, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.05010986328125, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 17.13, "ce": 0.3398498755414039, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.1708117723464966, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 17.13, "ce": 0.2308383713643707, "rank": 0.0356190949678421} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3247017562389374, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.13, "ce": 0.09229540186061058, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.1593444347381592, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 17.13, "ce": 0.22031208920816425, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8287562131881714, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.14, "ce": 0.1971027128456626, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.966474175453186, "loss_scale": 4.0, "retries": 0, "seconds": 138.5, "max_memory_gb": 17.14, "ce": 0.17650844737363514, "rank": 0.09930314123630524} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.2562708854675293, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 17.14, "ce": 0.0249739358023362, "rank": 0.1241072565317154} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.8507742285728455, "loss_scale": 4.0, "retries": 0, "seconds": 150.7, "max_memory_gb": 17.14, "ce": 0.1014767421875149, "rank": 0.021632522344589233} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9605963230133057, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.14, "ce": 0.14598382560507162, "rank": 0.09291243553161621} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 0.8952455520629883, "loss_scale": 4.0, "retries": 0, "seconds": 164.3, "max_memory_gb": 17.14, "ce": 0.11940209922249778, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.4498852491378784, "loss_scale": 4.0, "retries": 0, "seconds": 171.2, "max_memory_gb": 17.14, "ce": 0.06873440637718886, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.44499135017395, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.14, "ce": 0.20595756609691307, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.634030342102051, "loss_scale": 4.0, "retries": 0, "seconds": 183.9, "max_memory_gb": 17.14, "ce": 0.23013461322989315, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.195781230926514, "loss_scale": 4.0, "retries": 0, "seconds": 190.8, "max_memory_gb": 17.14, "ce": 0.22832797567389207, "rank": 0.07279010117053986} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.591339349746704, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 17.14, "ce": 0.19856128099854686, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.58278489112854, "loss_scale": 4.0, "retries": 0, "seconds": 204.5, "max_memory_gb": 17.14, "ce": 0.6328671218143427, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.2727772295475006, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 17.14, "ce": 0.01416842665025797, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.126420974731445, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 17.14, "ce": 0.7550525569313322, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.3808686137199402, "loss_scale": 4.0, "retries": 0, "seconds": 225.2, "max_memory_gb": 17.14, "ce": 0.02771706932981033, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.9616668224334717, "loss_scale": 4.0, "retries": 0, "seconds": 232.0, "max_memory_gb": 17.14, "ce": 0.2656576212575601, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.6132935881614685, "loss_scale": 4.0, "retries": 0, "seconds": 238.8, "max_memory_gb": 17.14, "ce": 0.08313469367931248, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.8110634684562683, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 17.14, "ce": 0.02177028713413165, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.2276477813720703, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.14, "ce": 0.22941515435559268, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7343551516532898, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 17.14, "ce": 0.19083878158744483, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.9181537628173828, "loss_scale": 4.0, "retries": 0, "seconds": 266.0, "max_memory_gb": 17.14, "ce": 0.14270393656624947, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.399296522140503, "loss_scale": 4.0, "retries": 0, "seconds": 272.7, "max_memory_gb": 17.14, "ce": 0.14522496786048578, "rank": 0.1251312792301178} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.12491526454687119, "loss_scale": 4.0, "retries": 0, "seconds": 279.6, "max_memory_gb": 17.14, "ce": 0.010564136091488763, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.7249817848205566, "loss_scale": 4.0, "retries": 0, "seconds": 285.9, "max_memory_gb": 17.14, "ce": 0.4069232242381986, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.0754738450050354, "loss_scale": 4.0, "retries": 0, "seconds": 292.8, "max_memory_gb": 17.14, "ce": 0.006583641601537238, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.12513042986392975, "loss_scale": 4.0, "retries": 0, "seconds": 299.7, "max_memory_gb": 17.14, "ce": 0.009028487651448813, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 6.089638710021973, "loss_scale": 4.0, "retries": 0, "seconds": 306.6, "max_memory_gb": 17.14, "ce": 0.27397518010866406, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.0162525177001953, "loss_scale": 4.0, "retries": 0, "seconds": 313.5, "max_memory_gb": 17.14, "ce": 0.3827268466957321, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.7768010497093201, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 17.14, "ce": 0.0893762925734336, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.37273237109184265, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 17.14, "ce": 0.02726660364533018, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.045193158090114594, "loss_scale": 4.0, "retries": 0, "seconds": 334.3, "max_memory_gb": 17.14, "ce": 0.0026887765006904374, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.10536487400531769, "loss_scale": 4.0, "retries": 0, "seconds": 341.0, "max_memory_gb": 17.14, "ce": 0.010579120700640487, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.145180583000183, "loss_scale": 4.0, "retries": 0, "seconds": 347.8, "max_memory_gb": 17.14, "ce": 0.09840793042349105, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.2653167247772217, "loss_scale": 4.0, "retries": 0, "seconds": 354.7, "max_memory_gb": 17.14, "ce": 0.12346262922437745, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3584343492984772, "loss_scale": 4.0, "retries": 0, "seconds": 364.0, "max_memory_gb": 17.14, "ce": 0.03236424609349342, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.4198286533355713, "loss_scale": 4.0, "retries": 0, "seconds": 371.8, "max_memory_gb": 17.14, "ce": 0.08927485830190562, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.144562840461731, "loss_scale": 4.0, "retries": 0, "seconds": 378.6, "max_memory_gb": 17.14, "ce": 0.0708089342333551, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.2128383219242096, "loss_scale": 4.0, "retries": 0, "seconds": 385.4, "max_memory_gb": 17.14, "ce": 0.016327369149621518, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.3666914999485016, "loss_scale": 4.0, "retries": 0, "seconds": 393.3, "max_memory_gb": 17.14, "ce": 0.029340732586206286, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.13826020061969757, "loss_scale": 4.0, "retries": 0, "seconds": 401.7, "max_memory_gb": 17.14, "ce": 0.010516630365600577, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.046275168657302856, "loss_scale": 4.0, "retries": 0, "seconds": 409.9, "max_memory_gb": 17.14, "ce": 0.0022858624831769703, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.8404186964035034, "loss_scale": 4.0, "retries": 0, "seconds": 416.6, "max_memory_gb": 17.14, "ce": 0.18094945408938656, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.8642301559448242, "loss_scale": 4.0, "retries": 0, "seconds": 423.3, "max_memory_gb": 17.14, "ce": 0.07560737729636458, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.5061815977096558, "loss_scale": 4.0, "retries": 0, "seconds": 429.9, "max_memory_gb": 17.14, "ce": 0.2351179960915033, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.2786043584346771, "loss_scale": 4.0, "retries": 0, "seconds": 436.7, "max_memory_gb": 17.14, "ce": 0.02801107016057358, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.446357399225235, "loss_scale": 4.0, "retries": 0, "seconds": 443.5, "max_memory_gb": 17.14, "ce": 0.03310869666256622, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.16465970873832703, "loss_scale": 4.0, "retries": 0, "seconds": 450.4, "max_memory_gb": 17.14, "ce": 0.010375284984547761, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9646717309951782, "loss_scale": 4.0, "retries": 0, "seconds": 457.1, "max_memory_gb": 17.14, "ce": 0.14322117145343327, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.825376033782959, "loss_scale": 4.0, "retries": 0, "seconds": 463.8, "max_memory_gb": 17.14, "ce": 0.22240298272117798, "rank": 0.11792880296707153} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.03251269459724426, "loss_scale": 4.0, "retries": 0, "seconds": 470.8, "max_memory_gb": 17.14, "ce": 0.0026010929452695564, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.1597859263420105, "loss_scale": 4.0, "retries": 0, "seconds": 477.6, "max_memory_gb": 17.14, "ce": 0.007979706668493236, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.712266683578491, "loss_scale": 4.0, "retries": 0, "seconds": 484.5, "max_memory_gb": 17.14, "ce": 0.69574435333152, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.36574670672416687, "loss_scale": 4.0, "retries": 0, "seconds": 491.3, "max_memory_gb": 17.14, "ce": 0.0060790032716795395, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.05566347390413284, "loss_scale": 4.0, "retries": 0, "seconds": 497.3, "max_memory_gb": 17.14, "ce": 0.003356255165044786, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.8049778342247009, "loss_scale": 4.0, "retries": 0, "seconds": 503.2, "max_memory_gb": 17.14, "ce": 0.08379264425411748, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.4829051494598389, "loss_scale": 4.0, "retries": 0, "seconds": 509.9, "max_memory_gb": 17.14, "ce": 0.12840258110691138, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.2429851293563843, "loss_scale": 4.0, "retries": 0, "seconds": 517.1, "max_memory_gb": 17.14, "ce": 0.14733686914718191, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.485665321350098, "loss_scale": 4.0, "retries": 0, "seconds": 524.0, "max_memory_gb": 17.14, "ce": 0.7491490049478671, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.389663577079773, "loss_scale": 4.0, "retries": 0, "seconds": 530.9, "max_memory_gb": 17.14, "ce": 0.3340991425877746, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.8785117864608765, "loss_scale": 4.0, "retries": 0, "seconds": 537.7, "max_memory_gb": 17.14, "ce": 0.03950157989515901, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2176039069890976, "loss_scale": 4.0, "retries": 0, "seconds": 545.0, "max_memory_gb": 17.14, "ce": 0.02254590142001689, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.18168248236179352, "loss_scale": 4.0, "retries": 0, "seconds": 551.8, "max_memory_gb": 17.14, "ce": 0.007235241690523253, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.23251041769981384, "loss_scale": 4.0, "retries": 0, "seconds": 558.6, "max_memory_gb": 17.14, "ce": 0.01554220369871473, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.4621719717979431, "loss_scale": 4.0, "retries": 0, "seconds": 565.6, "max_memory_gb": 17.14, "ce": 0.047645656589338614, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.3757529258728027, "loss_scale": 4.0, "retries": 0, "seconds": 572.6, "max_memory_gb": 17.14, "ce": 0.12736054266997598, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.173776626586914, "loss_scale": 4.0, "retries": 0, "seconds": 579.6, "max_memory_gb": 17.14, "ce": 0.1880453054905047, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5603624582290649, "loss_scale": 4.0, "retries": 0, "seconds": 586.7, "max_memory_gb": 17.14, "ce": 0.033408132534077595, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.04628722742199898, "loss_scale": 4.0, "retries": 0, "seconds": 594.9, "max_memory_gb": 17.14, "ce": 0.001405254400197009, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.5787186026573181, "loss_scale": 4.0, "retries": 0, "seconds": 601.6, "max_memory_gb": 17.14, "ce": 0.04983163460110518, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9823869466781616, "loss_scale": 4.0, "retries": 0, "seconds": 608.0, "max_memory_gb": 17.14, "ce": 0.1499347729627516, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.44909295439720154, "loss_scale": 4.0, "retries": 0, "seconds": 614.4, "max_memory_gb": 17.14, "ce": 0.046516264741512714, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.1876159906387329, "loss_scale": 4.0, "retries": 0, "seconds": 620.6, "max_memory_gb": 17.14, "ce": 0.019502355230997637, "rank": 0.12499324977397919} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.5924435257911682, "loss_scale": 4.0, "retries": 0, "seconds": 627.1, "max_memory_gb": 17.14, "ce": 0.06553721719137684, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.5198636054992676, "loss_scale": 4.0, "retries": 0, "seconds": 634.0, "max_memory_gb": 17.14, "ce": 0.4968470806757068, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.84112286567688, "loss_scale": 4.0, "retries": 0, "seconds": 640.7, "max_memory_gb": 17.14, "ce": 0.1774820447753882, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.417137622833252, "loss_scale": 4.0, "retries": 0, "seconds": 647.5, "max_memory_gb": 17.14, "ce": 0.08911150695848846, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.1359502077102661, "loss_scale": 4.0, "retries": 0, "seconds": 654.3, "max_memory_gb": 17.14, "ce": 0.04630063385866379, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.6986284255981445, "loss_scale": 4.0, "retries": 0, "seconds": 661.1, "max_memory_gb": 17.14, "ce": 0.49307101642307316, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.137284755706787, "loss_scale": 4.0, "retries": 0, "seconds": 667.9, "max_memory_gb": 17.14, "ce": 0.3836221985420707, "rank": 0.3178386092185974} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.3193855583667755, "loss_scale": 4.0, "retries": 0, "seconds": 674.7, "max_memory_gb": 17.14, "ce": 0.02141864057807652, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.8402315974235535, "loss_scale": 4.0, "retries": 0, "seconds": 681.4, "max_memory_gb": 17.14, "ce": 0.049789212534960825, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.08373928815126419, "loss_scale": 4.0, "retries": 0, "seconds": 688.2, "max_memory_gb": 17.14, "ce": 0.00950998088956112, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5509420037269592, "loss_scale": 4.0, "retries": 0, "seconds": 695.0, "max_memory_gb": 17.14, "ce": 0.0849513304683569, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1772456169128418, "loss_scale": 4.0, "retries": 0, "seconds": 701.8, "max_memory_gb": 17.14, "ce": 0.01164435634336769, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.16960132122039795, "loss_scale": 4.0, "retries": 0, "seconds": 708.6, "max_memory_gb": 17.14, "ce": 0.012393402250154395, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.07598864287137985, "loss_scale": 4.0, "retries": 0, "seconds": 715.4, "max_memory_gb": 17.14, "ce": 0.005619256046429655, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2212269902229309, "loss_scale": 4.0, "retries": 0, "seconds": 722.3, "max_memory_gb": 17.14, "ce": 0.013793837137200171, "rank": 0.12493916600942612} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7268126010894775, "loss_scale": 4.0, "retries": 0, "seconds": 729.2, "max_memory_gb": 17.14, "ce": 0.06441286583572037, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.06226871535181999, "loss_scale": 4.0, "retries": 0, "seconds": 735.9, "max_memory_gb": 17.14, "ce": 0.0018616363663568336, "rank": 0.1110164150595665} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.3154194355010986, "loss_scale": 4.0, "retries": 0, "seconds": 742.5, "max_memory_gb": 17.14, "ce": 0.11164300925020143, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.3937108516693115, "loss_scale": 4.0, "retries": 0, "seconds": 749.4, "max_memory_gb": 17.14, "ce": 0.2819630079338822, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.6174430847167969, "loss_scale": 4.0, "retries": 0, "seconds": 756.4, "max_memory_gb": 17.14, "ce": 0.15041023060803127, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5203225612640381, "loss_scale": 4.0, "retries": 0, "seconds": 763.1, "max_memory_gb": 17.14, "ce": 0.02854466362941821, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.290547251701355, "loss_scale": 4.0, "retries": 0, "seconds": 769.7, "max_memory_gb": 17.14, "ce": 0.019737456663506237, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.05291268602013588, "loss_scale": 4.0, "retries": 0, "seconds": 776.5, "max_memory_gb": 17.14, "ce": 0.0032574272577221564, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.17322584986686707, "loss_scale": 4.0, "retries": 0, "seconds": 783.4, "max_memory_gb": 17.14, "ce": 0.015655120815154078, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.8282269239425659, "loss_scale": 4.0, "retries": 0, "seconds": 790.2, "max_memory_gb": 17.14, "ce": 0.1131381451971265, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.1517448425292969, "loss_scale": 4.0, "retries": 0, "seconds": 797.2, "max_memory_gb": 17.14, "ce": 0.030849096100155293, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.9043034911155701, "loss_scale": 4.0, "retries": 0, "seconds": 803.7, "max_memory_gb": 17.14, "ce": 0.17842944758831436, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.07117130607366562, "loss_scale": 4.0, "retries": 0, "seconds": 810.5, "max_memory_gb": 17.14, "ce": 0.003122930354265918, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.4687933921813965, "loss_scale": 4.0, "retries": 0, "seconds": 817.3, "max_memory_gb": 17.14, "ce": 0.22120414085406992, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.058476004749536514, "loss_scale": 4.0, "retries": 0, "seconds": 823.9, "max_memory_gb": 17.14, "ce": 0.0031476317515171104, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.4342849254608154, "loss_scale": 4.0, "retries": 0, "seconds": 830.6, "max_memory_gb": 17.14, "ce": 0.16619124883186487, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5815711617469788, "loss_scale": 4.0, "retries": 0, "seconds": 837.4, "max_memory_gb": 17.14, "ce": 0.05387097834704946, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.108630657196045, "loss_scale": 4.0, "retries": 0, "seconds": 844.3, "max_memory_gb": 17.14, "ce": 0.11231769495498156, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.3586333990097046, "loss_scale": 4.0, "retries": 0, "seconds": 851.4, "max_memory_gb": 17.14, "ce": 0.031390062458967805, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.663276195526123, "loss_scale": 4.0, "retries": 0, "seconds": 858.3, "max_memory_gb": 17.14, "ce": 0.5332318641283109, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7916858792304993, "loss_scale": 4.0, "retries": 0, "seconds": 865.2, "max_memory_gb": 17.14, "ce": 0.13991356932297094, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.634786605834961, "loss_scale": 4.0, "retries": 0, "seconds": 872.2, "max_memory_gb": 17.14, "ce": 0.48009803203672163, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.4404490292072296, "loss_scale": 4.0, "retries": 0, "seconds": 879.3, "max_memory_gb": 17.14, "ce": 0.014795341648778049, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.5120353698730469, "loss_scale": 4.0, "retries": 0, "seconds": 886.3, "max_memory_gb": 17.14, "ce": 0.1579814441020062, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.3294143676757812, "loss_scale": 4.0, "retries": 0, "seconds": 893.0, "max_memory_gb": 17.14, "ce": 0.09791502773884986, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.7679275870323181, "loss_scale": 4.0, "retries": 0, "seconds": 899.9, "max_memory_gb": 17.14, "ce": 0.1425912306031023, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.073422431945801, "loss_scale": 4.0, "retries": 0, "seconds": 907.0, "max_memory_gb": 17.14, "ce": 0.20464139069872544, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.9338104724884033, "loss_scale": 4.0, "retries": 0, "seconds": 914.1, "max_memory_gb": 17.14, "ce": 0.23453717718598455, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.250792145729065, "loss_scale": 4.0, "retries": 0, "seconds": 920.9, "max_memory_gb": 17.14, "ce": 0.3026461194561989, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.1700389385223389, "loss_scale": 4.0, "retries": 0, "seconds": 928.4, "max_memory_gb": 17.14, "ce": 0.20475966559979497, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.3031292259693146, "loss_scale": 4.0, "retries": 0, "seconds": 936.0, "max_memory_gb": 17.14, "ce": 0.018874939435136184, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.30765962600708, "loss_scale": 4.0, "retries": 0, "seconds": 943.0, "max_memory_gb": 17.14, "ce": 0.060418235501401796, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.19816091656684875, "loss_scale": 4.0, "retries": 0, "seconds": 950.2, "max_memory_gb": 17.14, "ce": 0.010978703326372852, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.8954368829727173, "loss_scale": 4.0, "retries": 0, "seconds": 957.2, "max_memory_gb": 17.14, "ce": 0.07193676500514812, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.7334327101707458, "loss_scale": 4.0, "retries": 0, "seconds": 964.3, "max_memory_gb": 17.14, "ce": 0.03797438777633033, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.03598671406507492, "loss_scale": 4.0, "retries": 0, "seconds": 971.4, "max_memory_gb": 17.14, "ce": 0.0027859568856456463, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.04751298949122429, "loss_scale": 4.0, "retries": 0, "seconds": 978.5, "max_memory_gb": 17.14, "ce": 0.00427543995169799, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.567734956741333, "loss_scale": 4.0, "retries": 0, "seconds": 985.6, "max_memory_gb": 17.14, "ce": 0.0856563587533401, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.494232654571533, "loss_scale": 4.0, "retries": 0, "seconds": 991.7, "max_memory_gb": 17.14, "ce": 0.2417696760835497, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.778961718082428, "loss_scale": 4.0, "retries": 0, "seconds": 998.4, "max_memory_gb": 17.14, "ce": 0.04333211550806482, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.03425243869423866, "loss_scale": 4.0, "retries": 0, "seconds": 1005.3, "max_memory_gb": 17.14, "ce": 0.0022759190380838845, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.11072809994220734, "loss_scale": 4.0, "retries": 0, "seconds": 1012.3, "max_memory_gb": 17.14, "ce": 0.01177781139324452, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.5783413648605347, "loss_scale": 4.0, "retries": 0, "seconds": 1018.7, "max_memory_gb": 17.14, "ce": 0.4701987240161998, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.3392716348171234, "loss_scale": 4.0, "retries": 0, "seconds": 1025.7, "max_memory_gb": 17.14, "ce": 0.008548360544182287, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.1279367208480835, "loss_scale": 4.0, "retries": 0, "seconds": 1032.6, "max_memory_gb": 17.14, "ce": 0.008361042933074714, "rank": 0.11834049969911575} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5564550161361694, "loss_scale": 4.0, "retries": 0, "seconds": 1039.7, "max_memory_gb": 17.14, "ce": 0.08301258523260913, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.8611319065093994, "loss_scale": 4.0, "retries": 0, "seconds": 1046.7, "max_memory_gb": 17.14, "ce": 0.0429118818774441, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.27688494324684143, "loss_scale": 4.0, "retries": 0, "seconds": 1053.6, "max_memory_gb": 17.14, "ce": 0.02055707812132823, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.603584885597229, "loss_scale": 4.0, "retries": 0, "seconds": 1060.6, "max_memory_gb": 17.14, "ce": 0.10413880152646016, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3202536106109619, "loss_scale": 4.0, "retries": 0, "seconds": 1067.9, "max_memory_gb": 17.14, "ce": 0.02561813060788154, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.7937997579574585, "loss_scale": 4.0, "retries": 0, "seconds": 1074.9, "max_memory_gb": 17.14, "ce": 0.26801050733388365, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.10217585414648056, "loss_scale": 4.0, "retries": 0, "seconds": 1081.8, "max_memory_gb": 17.14, "ce": 0.004032834515555805, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.17012758553028107, "loss_scale": 4.0, "retries": 0, "seconds": 1088.2, "max_memory_gb": 17.14, "ce": 0.014882644293265912, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.977742671966553, "loss_scale": 4.0, "retries": 0, "seconds": 1095.1, "max_memory_gb": 17.14, "ce": 0.6729495923614195, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.1953451931476593, "loss_scale": 4.0, "retries": 0, "seconds": 1101.7, "max_memory_gb": 17.14, "ce": 0.013199081746279262, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0755492448806763, "loss_scale": 4.0, "retries": 0, "seconds": 1109.1, "max_memory_gb": 17.14, "ce": 0.1672481274022175, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.4565426111221313, "loss_scale": 4.0, "retries": 0, "seconds": 1116.1, "max_memory_gb": 17.14, "ce": 0.14234552786933818, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.7031934857368469, "loss_scale": 4.0, "retries": 0, "seconds": 1123.0, "max_memory_gb": 17.14, "ce": 0.057144069607147685, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.5934667587280273, "loss_scale": 4.0, "retries": 0, "seconds": 1130.2, "max_memory_gb": 17.14, "ce": 0.3101637553600085, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8006026744842529, "loss_scale": 4.0, "retries": 0, "seconds": 1137.2, "max_memory_gb": 17.14, "ce": 0.06831622198001241, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.10417565703392029, "loss_scale": 4.0, "retries": 0, "seconds": 1143.7, "max_memory_gb": 17.14, "ce": 0.009602078286661708, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.115365505218506, "loss_scale": 4.0, "retries": 0, "seconds": 1152.1, "max_memory_gb": 17.14, "ce": 0.2767337850000331, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.15076696872711182, "loss_scale": 4.0, "retries": 0, "seconds": 1159.4, "max_memory_gb": 17.14, "ce": 0.008945373947199187, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.06845108419656754, "loss_scale": 4.0, "retries": 0, "seconds": 1166.2, "max_memory_gb": 17.14, "ce": 0.004891135774869326, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.1048998832702637, "loss_scale": 4.0, "retries": 0, "seconds": 1173.3, "max_memory_gb": 17.14, "ce": 0.30809782030155475, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.02439854107797146, "loss_scale": 4.0, "retries": 0, "seconds": 1180.2, "max_memory_gb": 17.14, "ce": 0.0008035803552957077, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4365694522857666, "loss_scale": 4.0, "retries": 0, "seconds": 1187.3, "max_memory_gb": 17.14, "ce": 0.0578781238054944, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.07481403648853302, "loss_scale": 4.0, "retries": 0, "seconds": 1195.4, "max_memory_gb": 17.14, "ce": 0.006515672039313358, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.14468581974506378, "loss_scale": 4.0, "retries": 0, "seconds": 1202.4, "max_memory_gb": 17.14, "ce": 0.009781547247712297, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.5337491631507874, "loss_scale": 4.0, "retries": 0, "seconds": 1209.2, "max_memory_gb": 17.14, "ce": 0.04074297420265793, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.1545064449310303, "loss_scale": 4.0, "retries": 0, "seconds": 1216.0, "max_memory_gb": 17.14, "ce": 0.11479999200219027, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.01878025196492672, "loss_scale": 4.0, "retries": 0, "seconds": 1223.0, "max_memory_gb": 17.14, "ce": 0.0012387098199724278, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8573433756828308, "loss_scale": 4.0, "retries": 0, "seconds": 1229.8, "max_memory_gb": 17.14, "ce": 0.2543159844922229, "rank": 0.12497342377901077} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.9712728261947632, "loss_scale": 4.0, "retries": 0, "seconds": 1236.8, "max_memory_gb": 17.14, "ce": 0.11950566288851405, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.111816644668579, "loss_scale": 4.0, "retries": 0, "seconds": 1243.4, "max_memory_gb": 17.14, "ce": 0.37381641977117397, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.1886102706193924, "loss_scale": 4.0, "retries": 0, "seconds": 1249.7, "max_memory_gb": 17.14, "ce": 0.01927218523042029, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5832303166389465, "loss_scale": 4.0, "retries": 0, "seconds": 1256.6, "max_memory_gb": 17.14, "ce": 0.010590258499178162, "rank": 0.04943598061800003} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.931955873966217, "loss_scale": 4.0, "retries": 0, "seconds": 1263.5, "max_memory_gb": 17.14, "ce": 0.12373776516506041, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.06905553489923477, "loss_scale": 4.0, "retries": 0, "seconds": 1270.5, "max_memory_gb": 17.14, "ce": 0.00299558873530259, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.35323673486709595, "loss_scale": 4.0, "retries": 0, "seconds": 1277.9, "max_memory_gb": 17.14, "ce": 0.017293327687866622, "rank": 0.15766426175832748} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.4041571319103241, "loss_scale": 4.0, "retries": 0, "seconds": 1285.6, "max_memory_gb": 17.14, "ce": 0.039402126636787216, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.77119517326355, "loss_scale": 4.0, "retries": 0, "seconds": 1292.3, "max_memory_gb": 17.14, "ce": 0.11989684065747497, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8377702236175537, "loss_scale": 4.0, "retries": 0, "seconds": 1298.4, "max_memory_gb": 17.14, "ce": 0.13035425161729108, "rank": 0.13058294355869293} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.4468610286712646, "loss_scale": 4.0, "retries": 0, "seconds": 1304.8, "max_memory_gb": 17.14, "ce": 0.17602917242538751, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.329923629760742, "loss_scale": 4.0, "retries": 0, "seconds": 1311.7, "max_memory_gb": 17.14, "ce": 0.2904727556551734, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.14988189935684204, "loss_scale": 4.0, "retries": 0, "seconds": 1319.7, "max_memory_gb": 17.14, "ce": 0.0048953358880226006, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.6235857009887695, "loss_scale": 4.0, "retries": 0, "seconds": 1327.6, "max_memory_gb": 17.14, "ce": 0.17340246756907618, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.1003515720367432, "loss_scale": 4.0, "retries": 0, "seconds": 1335.9, "max_memory_gb": 17.14, "ce": 0.33974043734815496, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.013987804763019085, "loss_scale": 4.0, "retries": 0, "seconds": 1345.2, "max_memory_gb": 17.14, "ce": 0.0010593506040095235, "rank": 0.12502628564834595} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.3502209186553955, "loss_scale": 4.0, "retries": 0, "seconds": 1354.6, "max_memory_gb": 17.14, "ce": 0.040448626645229524, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.35626620054244995, "loss_scale": 4.0, "retries": 0, "seconds": 1364.2, "max_memory_gb": 17.14, "ce": 0.06881316072599475, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.13939619064331055, "loss_scale": 4.0, "retries": 0, "seconds": 1372.8, "max_memory_gb": 17.14, "ce": 0.008031285358583773, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.407476782798767, "loss_scale": 4.0, "retries": 0, "seconds": 1381.8, "max_memory_gb": 17.14, "ce": 0.1485972982234216, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.42337197065353394, "loss_scale": 4.0, "retries": 0, "seconds": 1390.8, "max_memory_gb": 17.14, "ce": 0.05837500641905535, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.1646409034729004, "loss_scale": 4.0, "retries": 0, "seconds": 1398.7, "max_memory_gb": 17.14, "ce": 0.0942599154684558, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.0165479183197021, "loss_scale": 4.0, "retries": 0, "seconds": 1406.1, "max_memory_gb": 17.14, "ce": 0.21027624175189885, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6369781494140625, "loss_scale": 4.0, "retries": 0, "seconds": 1415.5, "max_memory_gb": 17.14, "ce": 0.06131456198750129, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.03324758633971214, "loss_scale": 4.0, "retries": 0, "seconds": 1424.6, "max_memory_gb": 17.14, "ce": 0.002550078861304428, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.283395916223526, "loss_scale": 4.0, "retries": 0, "seconds": 1433.6, "max_memory_gb": 17.14, "ce": 0.016040481981235644, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.3053356409072876, "loss_scale": 4.0, "retries": 0, "seconds": 1440.6, "max_memory_gb": 17.14, "ce": 0.02223592643599659, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.807225227355957, "loss_scale": 4.0, "retries": 0, "seconds": 1447.5, "max_memory_gb": 17.14, "ce": 0.09082538714210386, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.24262776970863342, "loss_scale": 4.0, "retries": 0, "seconds": 1454.4, "max_memory_gb": 17.14, "ce": 0.018538012404633264, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2326953262090683, "loss_scale": 4.0, "retries": 0, "seconds": 1461.2, "max_memory_gb": 17.14, "ce": 0.05518517908649301, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.043461620807647705, "loss_scale": 4.0, "retries": 0, "seconds": 1467.4, "max_memory_gb": 17.14, "ce": 0.0023213434358240193, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.6519845724105835, "loss_scale": 4.0, "retries": 0, "seconds": 1474.4, "max_memory_gb": 17.14, "ce": 0.1044022688286077, "rank": 0.12510399520397186} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.3677740097045898, "loss_scale": 4.0, "retries": 0, "seconds": 1481.9, "max_memory_gb": 17.14, "ce": 0.36681831398823306, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.279374361038208, "loss_scale": 4.0, "retries": 0, "seconds": 1489.6, "max_memory_gb": 17.14, "ce": 0.11614983303729787, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.9552568197250366, "loss_scale": 4.0, "retries": 0, "seconds": 1496.6, "max_memory_gb": 17.14, "ce": 0.1820225484916591, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.5634607672691345, "loss_scale": 4.0, "retries": 0, "seconds": 1503.5, "max_memory_gb": 17.14, "ce": 0.14549040724978113, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.1612675189971924, "loss_scale": 4.0, "retries": 0, "seconds": 1510.4, "max_memory_gb": 17.14, "ce": 0.21887059113896612, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.225637674331665, "loss_scale": 4.0, "retries": 0, "seconds": 1517.3, "max_memory_gb": 17.14, "ce": 0.4056066800399094, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.32960349321365356, "loss_scale": 4.0, "retries": 0, "seconds": 1524.4, "max_memory_gb": 17.14, "ce": 0.026990287067519603, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.06267890334129333, "loss_scale": 4.0, "retries": 0, "seconds": 1531.4, "max_memory_gb": 17.14, "ce": 0.0038588064560372004, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.8899222612380981, "loss_scale": 4.0, "retries": 0, "seconds": 1537.5, "max_memory_gb": 17.14, "ce": 0.1707739490827862, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.32477623224258423, "loss_scale": 4.0, "retries": 0, "seconds": 1544.5, "max_memory_gb": 17.14, "ce": 0.03709057204105193, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.32608070969581604, "loss_scale": 4.0, "retries": 0, "seconds": 1551.5, "max_memory_gb": 17.14, "ce": 0.022736953333605925, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.42651668190956116, "loss_scale": 4.0, "retries": 0, "seconds": 1558.6, "max_memory_gb": 17.14, "ce": 0.027462062665108533, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.3488953113555908, "loss_scale": 4.0, "retries": 0, "seconds": 1565.5, "max_memory_gb": 17.14, "ce": 0.02559644683356055, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.577423095703125, "loss_scale": 4.0, "retries": 0, "seconds": 1572.3, "max_memory_gb": 17.14, "ce": 0.06787815560528543, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.4868641793727875, "loss_scale": 4.0, "retries": 0, "seconds": 1579.3, "max_memory_gb": 17.14, "ce": 0.02979529212802845, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.13283143937587738, "loss_scale": 4.0, "retries": 0, "seconds": 1586.5, "max_memory_gb": 17.14, "ce": 0.010276647120917914, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.42161306738853455, "loss_scale": 4.0, "retries": 0, "seconds": 1593.5, "max_memory_gb": 17.14, "ce": 0.02052526962347656, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.6519005298614502, "loss_scale": 4.0, "retries": 0, "seconds": 1601.2, "max_memory_gb": 17.14, "ce": 0.029041324531590362, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09761982411146164, "loss_scale": 4.0, "retries": 0, "seconds": 1608.1, "max_memory_gb": 17.14, "ce": 0.008141435861034552, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.4447712004184723, "loss_scale": 4.0, "retries": 0, "seconds": 1615.0, "max_memory_gb": 17.14, "ce": 0.05177694473172778, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.453523635864258, "loss_scale": 4.0, "retries": 0, "seconds": 1621.8, "max_memory_gb": 17.14, "ce": 0.37569968418256394, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.3427349925041199, "loss_scale": 4.0, "retries": 0, "seconds": 1628.5, "max_memory_gb": 17.14, "ce": 0.04053521906030255, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.2879558801651001, "loss_scale": 4.0, "retries": 0, "seconds": 1635.2, "max_memory_gb": 17.14, "ce": 0.01866549206511081, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3200804889202118, "loss_scale": 4.0, "retries": 0, "seconds": 1642.4, "max_memory_gb": 17.14, "ce": 0.02284522429226854, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.6948325634002686, "loss_scale": 4.0, "retries": 0, "seconds": 1649.5, "max_memory_gb": 17.14, "ce": 0.04483842444642505, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.9831271171569824, "loss_scale": 4.0, "retries": 0, "seconds": 1656.4, "max_memory_gb": 17.14, "ce": 0.22375257347607658, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.17115634679794312, "loss_scale": 4.0, "retries": 0, "seconds": 1663.2, "max_memory_gb": 17.14, "ce": 0.0165755502164302, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.6872214674949646, "loss_scale": 4.0, "retries": 0, "seconds": 1670.0, "max_memory_gb": 17.14, "ce": 0.053733328892349164, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.40967056155204773, "loss_scale": 4.0, "retries": 0, "seconds": 1676.8, "max_memory_gb": 17.14, "ce": 0.03335415237665984, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.3542289435863495, "loss_scale": 4.0, "retries": 0, "seconds": 1684.3, "max_memory_gb": 17.14, "ce": 0.08726233560878427, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3260124623775482, "loss_scale": 4.0, "retries": 0, "seconds": 1691.1, "max_memory_gb": 17.14, "ce": 0.023221631078058635, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.527292013168335, "loss_scale": 4.0, "retries": 0, "seconds": 1698.3, "max_memory_gb": 17.14, "ce": 0.06789099220213757, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.15018512308597565, "loss_scale": 4.0, "retries": 0, "seconds": 1705.4, "max_memory_gb": 17.14, "ce": 0.010385115248027432, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.016925768926739693, "loss_scale": 4.0, "retries": 0, "seconds": 1712.5, "max_memory_gb": 17.14, "ce": 0.0012117911942368664, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.41859710216522217, "loss_scale": 4.0, "retries": 0, "seconds": 1719.7, "max_memory_gb": 17.14, "ce": 0.04006745654055521, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.5981661081314087, "loss_scale": 4.0, "retries": 0, "seconds": 1726.8, "max_memory_gb": 17.14, "ce": 0.2438361587419422, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.022397061809897423, "loss_scale": 4.0, "retries": 0, "seconds": 1733.6, "max_memory_gb": 17.14, "ce": 0.0012137550334045955, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.5816811919212341, "loss_scale": 4.0, "retries": 0, "seconds": 1740.5, "max_memory_gb": 17.14, "ce": 0.04847267815057421, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.10019528120756149, "loss_scale": 4.0, "retries": 0, "seconds": 1747.3, "max_memory_gb": 17.14, "ce": 0.007344565624180177, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.18660199642181396, "loss_scale": 4.0, "retries": 0, "seconds": 1754.2, "max_memory_gb": 17.14, "ce": 0.013494065026407043, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.2884538769721985, "loss_scale": 4.0, "retries": 0, "seconds": 1761.8, "max_memory_gb": 17.14, "ce": 0.017133379073698052, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Full_s42/adapter/README.md b/runs/fixed_internvl/removal/Full_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s42/adapter/adapter_config.json b/runs/fixed_internvl/removal/Full_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c47dfe55ae5796bc6fce6719f0dd187abc446570 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s42/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "self_attn.q_proj", + "self_attn.k_proj", + "self_attn.v_proj", + "down_proj", + "up_proj", + "o_proj", + "gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s42/config.json b/runs/fixed_internvl/removal/Full_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1e5df3497a603be90c9c9b184a68194ee351e39 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s42/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "removal", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s42/steps.jsonl b/runs/fixed_internvl/removal/Full_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..25ee1fca2d9dc34fb56107a316baef6f232640c6 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 10.6151704788208, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 16.81, "ce": 1.0494785578921437, "rank": 0.15784265100955963} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.945900917053223, "loss_scale": 4.0, "retries": 0, "seconds": 11.4, "max_memory_gb": 17.13, "ce": 0.8236040879639859, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 12.252994537353516, "loss_scale": 4.0, "retries": 0, "seconds": 16.8, "max_memory_gb": 17.13, "ce": 0.8158213595452253, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.192559242248535, "loss_scale": 4.0, "retries": 0, "seconds": 22.2, "max_memory_gb": 17.13, "ce": 0.8382595653893077, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 4.007576942443848, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 17.13, "ce": 0.6193590731127188, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.061712741851807, "loss_scale": 4.0, "retries": 0, "seconds": 32.9, "max_memory_gb": 17.13, "ce": 0.3885403181484435, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.8685574531555176, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 17.13, "ce": 0.550345950294286, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.4529266357421875, "loss_scale": 4.0, "retries": 0, "seconds": 43.6, "max_memory_gb": 17.13, "ce": 0.23961634641432283, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.6838157176971436, "loss_scale": 4.0, "retries": 0, "seconds": 48.9, "max_memory_gb": 17.13, "ce": 0.600857689161785, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 2.719325065612793, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 17.13, "ce": 0.2562550976726925, "rank": 0.20723474025726318} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.3553110957145691, "loss_scale": 4.0, "retries": 0, "seconds": 59.7, "max_memory_gb": 17.13, "ce": 0.14331114825472469, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 4.017502784729004, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 17.13, "ce": 0.6065822996570205, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.8914949297904968, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.13, "ce": 0.373904571053572, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.47786572575569153, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 17.13, "ce": 0.3207811414904427, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.697871685028076, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 17.13, "ce": 0.5159571440890431, "rank": 0.1958904266357422} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.2991162538528442, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 17.13, "ce": 0.34418409356112534, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.7050463557243347, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 17.13, "ce": 0.24818349638371728, "rank": 0.10988393425941467} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.5272469520568848, "loss_scale": 4.0, "retries": 0, "seconds": 97.4, "max_memory_gb": 17.13, "ce": 0.28959724912419915, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.5157034993171692, "loss_scale": 4.0, "retries": 0, "seconds": 102.7, "max_memory_gb": 17.13, "ce": 0.1311718609649688, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.0561237335205078, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 17.13, "ce": 0.15225983370328322, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.3612208366394043, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 17.13, "ce": 0.03267141105607152, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.0211119651794434, "loss_scale": 4.0, "retries": 0, "seconds": 118.9, "max_memory_gb": 17.13, "ce": 0.15439729309582617, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.062707543373108, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 17.13, "ce": 0.11961013348627603, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.1819528341293335, "loss_scale": 4.0, "retries": 0, "seconds": 129.6, "max_memory_gb": 17.13, "ce": 0.1832938530624233, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.3984650373458862, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 17.13, "ce": 0.056724515081441496, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.5375516414642334, "loss_scale": 4.0, "retries": 0, "seconds": 140.4, "max_memory_gb": 17.13, "ce": 0.11222052813741357, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 12.411982536315918, "loss_scale": 4.0, "retries": 0, "seconds": 145.8, "max_memory_gb": 17.13, "ce": 0.8889353150518673, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.837730646133423, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 17.13, "ce": 0.17555827878823038, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 0.9875444173812866, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 17.13, "ce": 0.0797605759871658, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.770798444747925, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.13, "ce": 0.18369213794358075, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.577774524688721, "loss_scale": 4.0, "retries": 0, "seconds": 167.2, "max_memory_gb": 17.13, "ce": 0.73538101081067, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.4344407021999359, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.13, "ce": 0.01756783516611904, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.221170574426651, "loss_scale": 4.0, "retries": 0, "seconds": 177.9, "max_memory_gb": 17.13, "ce": 0.00536154678411549, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.19024786353111267, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 17.14, "ce": 0.006538763593425756, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.7928850054740906, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 17.14, "ce": 0.05731032436597161, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.6933720111846924, "loss_scale": 4.0, "retries": 0, "seconds": 193.9, "max_memory_gb": 17.14, "ce": 0.31374669635340524, "rank": 0.07161256670951843} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.8441320657730103, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 17.14, "ce": 0.2092086788998131, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.22211842238903046, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.14, "ce": 0.008456760089757154, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 5.698313236236572, "loss_scale": 4.0, "retries": 0, "seconds": 210.1, "max_memory_gb": 17.14, "ce": 0.38441482194775745, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.5021747946739197, "loss_scale": 4.0, "retries": 0, "seconds": 215.5, "max_memory_gb": 17.14, "ce": 0.024273592196564664, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.33905917406082153, "loss_scale": 4.0, "retries": 0, "seconds": 220.8, "max_memory_gb": 17.14, "ce": 0.011174373582434782, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 1.888137936592102, "loss_scale": 4.0, "retries": 0, "seconds": 226.2, "max_memory_gb": 17.14, "ce": 0.17004811153037735, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.8468339443206787, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.14, "ce": 0.10787333984990255, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.4755470752716064, "loss_scale": 4.0, "retries": 0, "seconds": 237.0, "max_memory_gb": 17.14, "ce": 0.2798678646568078, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.1775407791137695, "loss_scale": 4.0, "retries": 0, "seconds": 242.4, "max_memory_gb": 17.14, "ce": 0.24462937535281526, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.2819387912750244, "loss_scale": 4.0, "retries": 0, "seconds": 247.7, "max_memory_gb": 17.14, "ce": 0.19071294579043752, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.12703323364257812, "loss_scale": 4.0, "retries": 0, "seconds": 253.1, "max_memory_gb": 17.14, "ce": 0.003689463748742128, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.5543484091758728, "loss_scale": 4.0, "retries": 0, "seconds": 258.5, "max_memory_gb": 17.14, "ce": 0.07004885396418103, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 1.1622474193572998, "loss_scale": 4.0, "retries": 0, "seconds": 264.0, "max_memory_gb": 17.14, "ce": 0.06109652039071989, "rank": 0.12500378489494324} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.37678614258766174, "loss_scale": 4.0, "retries": 0, "seconds": 269.4, "max_memory_gb": 17.14, "ce": 0.01931131640685635, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.117887020111084, "loss_scale": 4.0, "retries": 0, "seconds": 274.7, "max_memory_gb": 17.14, "ce": 0.0885596234370496, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.6973091959953308, "loss_scale": 4.0, "retries": 0, "seconds": 280.1, "max_memory_gb": 17.14, "ce": 0.011938880218565373, "rank": 0.12561187148094177} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.5454883575439453, "loss_scale": 4.0, "retries": 0, "seconds": 285.5, "max_memory_gb": 17.14, "ce": 0.027815131841407492, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.7271220684051514, "loss_scale": 4.0, "retries": 0, "seconds": 290.9, "max_memory_gb": 17.14, "ce": 0.1209528666145161, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.770111560821533, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 17.14, "ce": 0.5561055475945977, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.04017174243927, "loss_scale": 4.0, "retries": 0, "seconds": 301.5, "max_memory_gb": 17.14, "ce": 0.02351537787876623, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.4051321744918823, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 17.14, "ce": 0.026099358894498437, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 1.605074405670166, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.14, "ce": 0.11773355063178315, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.17286454141139984, "loss_scale": 4.0, "retries": 0, "seconds": 317.8, "max_memory_gb": 17.14, "ce": 0.005214700513079151, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9993451237678528, "loss_scale": 4.0, "retries": 0, "seconds": 323.0, "max_memory_gb": 17.14, "ce": 0.10528555257243966, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.5985634326934814, "loss_scale": 4.0, "retries": 0, "seconds": 328.4, "max_memory_gb": 17.14, "ce": 0.03631105687327363, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.7535181045532227, "loss_scale": 4.0, "retries": 0, "seconds": 333.9, "max_memory_gb": 17.14, "ce": 0.05348911108012544, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.41853404045105, "loss_scale": 4.0, "retries": 0, "seconds": 339.3, "max_memory_gb": 17.14, "ce": 0.21388321082531547, "rank": 0.0027889013290405273} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.8887636065483093, "loss_scale": 4.0, "retries": 0, "seconds": 344.7, "max_memory_gb": 17.14, "ce": 0.0716786056740375, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.187752723693848, "loss_scale": 4.0, "retries": 0, "seconds": 350.0, "max_memory_gb": 17.14, "ce": 0.43061310021585086, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.278092861175537, "loss_scale": 4.0, "retries": 0, "seconds": 355.4, "max_memory_gb": 17.14, "ce": 0.06941668012427726, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.1869095414876938, "loss_scale": 4.0, "retries": 0, "seconds": 360.8, "max_memory_gb": 17.14, "ce": 0.007187664690263773, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.1773175448179245, "loss_scale": 4.0, "retries": 0, "seconds": 366.2, "max_memory_gb": 17.14, "ce": 0.010126505050038759, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.433310627937317, "loss_scale": 4.0, "retries": 0, "seconds": 371.6, "max_memory_gb": 17.14, "ce": 0.07262256781177712, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.7784249782562256, "loss_scale": 4.0, "retries": 0, "seconds": 376.9, "max_memory_gb": 17.14, "ce": 0.2078415378821319, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 4.395998477935791, "loss_scale": 4.0, "retries": 0, "seconds": 382.3, "max_memory_gb": 17.14, "ce": 0.6316136891809947, "rank": 0.12137866765260696} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.055826298892498016, "loss_scale": 4.0, "retries": 0, "seconds": 387.7, "max_memory_gb": 17.14, "ce": 0.002147298806562503, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.6243674755096436, "loss_scale": 4.0, "retries": 0, "seconds": 393.2, "max_memory_gb": 17.14, "ce": 0.4463406340501024, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.8768568634986877, "loss_scale": 4.0, "retries": 0, "seconds": 398.6, "max_memory_gb": 17.14, "ce": 0.03914720724787912, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.7007854580879211, "loss_scale": 4.0, "retries": 0, "seconds": 403.8, "max_memory_gb": 17.14, "ce": 0.03780129791266518, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 0.9054008722305298, "loss_scale": 4.0, "retries": 0, "seconds": 409.3, "max_memory_gb": 17.14, "ce": 0.04063136596460026, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.7914982438087463, "loss_scale": 4.0, "retries": 0, "seconds": 414.7, "max_memory_gb": 17.14, "ce": 0.039783188082765264, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.3119487762451172, "loss_scale": 4.0, "retries": 0, "seconds": 420.1, "max_memory_gb": 17.14, "ce": 0.024476099469211476, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.8510826230049133, "loss_scale": 4.0, "retries": 0, "seconds": 425.4, "max_memory_gb": 17.14, "ce": 0.10199003157003972, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.0344016551971436, "loss_scale": 4.0, "retries": 0, "seconds": 430.8, "max_memory_gb": 17.14, "ce": 0.19313757861618797, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.013585090637207, "loss_scale": 4.0, "retries": 0, "seconds": 436.2, "max_memory_gb": 17.14, "ce": 0.6259372276867907, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.5308628082275391, "loss_scale": 4.0, "retries": 0, "seconds": 441.7, "max_memory_gb": 17.14, "ce": 0.029814303625698813, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.8595882058143616, "loss_scale": 4.0, "retries": 0, "seconds": 447.1, "max_memory_gb": 17.14, "ce": 0.046352697710062785, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.7349971532821655, "loss_scale": 4.0, "retries": 0, "seconds": 452.4, "max_memory_gb": 17.14, "ce": 0.14789288142583246, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.3358794152736664, "loss_scale": 4.0, "retries": 0, "seconds": 457.8, "max_memory_gb": 17.14, "ce": 0.03183551633651405, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.38429713249206543, "loss_scale": 4.0, "retries": 0, "seconds": 463.2, "max_memory_gb": 17.14, "ce": 0.016667362709767986, "rank": 0.12560532987117767} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.3393920361995697, "loss_scale": 4.0, "retries": 0, "seconds": 468.6, "max_memory_gb": 17.14, "ce": 0.015869703841417504, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.9870346188545227, "loss_scale": 4.0, "retries": 0, "seconds": 473.9, "max_memory_gb": 17.14, "ce": 0.042841701831093815, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.07968872785568237, "loss_scale": 4.0, "retries": 0, "seconds": 479.3, "max_memory_gb": 17.14, "ce": 0.003319330866020209, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.6089972257614136, "loss_scale": 4.0, "retries": 0, "seconds": 484.8, "max_memory_gb": 17.14, "ce": 0.00024252070170405204, "rank": 0.06566829979419708} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.375345379114151, "loss_scale": 4.0, "retries": 0, "seconds": 490.2, "max_memory_gb": 17.14, "ce": 0.01870869746835524, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.7989307641983032, "loss_scale": 4.0, "retries": 0, "seconds": 495.5, "max_memory_gb": 17.14, "ce": 0.04247581103891207, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.519761323928833, "loss_scale": 4.0, "retries": 0, "seconds": 500.9, "max_memory_gb": 17.14, "ce": 0.1628929017133487, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.999180555343628, "loss_scale": 4.0, "retries": 0, "seconds": 506.3, "max_memory_gb": 17.14, "ce": 0.23039669994955148, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 0.5737359523773193, "loss_scale": 4.0, "retries": 0, "seconds": 511.7, "max_memory_gb": 17.14, "ce": 0.036783246420782234, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5555291175842285, "loss_scale": 4.0, "retries": 0, "seconds": 517.2, "max_memory_gb": 17.14, "ce": 0.0490541549165755, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.34500521421432495, "loss_scale": 4.0, "retries": 0, "seconds": 522.4, "max_memory_gb": 17.14, "ce": 0.016489628154886304, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.0974913164973259, "loss_scale": 4.0, "retries": 0, "seconds": 527.8, "max_memory_gb": 17.14, "ce": 0.007233618402537445, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.8314237594604492, "loss_scale": 4.0, "retries": 0, "seconds": 533.3, "max_memory_gb": 17.14, "ce": 0.07228075954617452, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.09575086832046509, "loss_scale": 4.0, "retries": 0, "seconds": 538.7, "max_memory_gb": 17.14, "ce": 0.004945444512941322, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.04138445854187, "loss_scale": 4.0, "retries": 0, "seconds": 544.1, "max_memory_gb": 17.14, "ce": 0.2205761944958624, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.07108656316995621, "loss_scale": 4.0, "retries": 0, "seconds": 549.4, "max_memory_gb": 17.14, "ce": 0.0021630404274475268, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 2.154996633529663, "loss_scale": 4.0, "retries": 0, "seconds": 554.7, "max_memory_gb": 17.14, "ce": 0.22775210229656295, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.352699875831604, "loss_scale": 4.0, "retries": 0, "seconds": 560.1, "max_memory_gb": 17.14, "ce": 0.1332011520192964, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 2.475691318511963, "loss_scale": 4.0, "retries": 0, "seconds": 565.5, "max_memory_gb": 17.14, "ce": 0.13924264665143937, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.465393543243408, "loss_scale": 4.0, "retries": 0, "seconds": 570.9, "max_memory_gb": 17.14, "ce": 0.18382663861075343, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.8590087890625, "loss_scale": 4.0, "retries": 0, "seconds": 576.2, "max_memory_gb": 17.14, "ce": 0.09684213252876361, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.438518524169922, "loss_scale": 4.0, "retries": 0, "seconds": 581.6, "max_memory_gb": 17.14, "ce": 0.273420975906447, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.7031298279762268, "loss_scale": 4.0, "retries": 0, "seconds": 587.0, "max_memory_gb": 17.14, "ce": 0.12381832125822712, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.0912127494812012, "loss_scale": 4.0, "retries": 0, "seconds": 592.4, "max_memory_gb": 17.14, "ce": 0.039435230673461774, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.04730210453271866, "loss_scale": 4.0, "retries": 0, "seconds": 597.8, "max_memory_gb": 17.14, "ce": 0.0012642090480312618, "rank": 0.1250070184469223} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 1.31795072555542, "loss_scale": 4.0, "retries": 0, "seconds": 603.1, "max_memory_gb": 17.14, "ce": 0.08048950957334, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.633182406425476, "loss_scale": 4.0, "retries": 0, "seconds": 608.4, "max_memory_gb": 17.14, "ce": 0.4613135800857435, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.09628598392009735, "loss_scale": 4.0, "retries": 0, "seconds": 613.9, "max_memory_gb": 17.14, "ce": 0.005422090304477933, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 5.1567511558532715, "loss_scale": 4.0, "retries": 0, "seconds": 619.3, "max_memory_gb": 17.14, "ce": 0.32855879044529956, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.1867193877696991, "loss_scale": 4.0, "retries": 0, "seconds": 624.7, "max_memory_gb": 17.14, "ce": 0.004959856517871231, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 2.501558542251587, "loss_scale": 4.0, "retries": 0, "seconds": 630.0, "max_memory_gb": 17.14, "ce": 0.30659487584580347, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.8172216415405273, "loss_scale": 4.0, "retries": 0, "seconds": 635.8, "max_memory_gb": 17.14, "ce": 0.3723077416150318, "rank": 0.125019833445549} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.8382743000984192, "loss_scale": 4.0, "retries": 0, "seconds": 642.1, "max_memory_gb": 17.14, "ce": 0.03217396507960757, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.304898738861084, "loss_scale": 4.0, "retries": 0, "seconds": 647.6, "max_memory_gb": 17.14, "ce": 0.04553298307291698, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.1521819829940796, "loss_scale": 4.0, "retries": 0, "seconds": 653.0, "max_memory_gb": 17.14, "ce": 0.0746723854016409, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.6239356398582458, "loss_scale": 4.0, "retries": 0, "seconds": 658.3, "max_memory_gb": 17.14, "ce": 0.03294895812712184, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.021558227017521858, "loss_scale": 4.0, "retries": 0, "seconds": 663.8, "max_memory_gb": 17.14, "ce": 0.0009913814469655335, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.6938427686691284, "loss_scale": 4.0, "retries": 0, "seconds": 669.2, "max_memory_gb": 17.14, "ce": 0.13060354456820278, "rank": 0.15594542026519775} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 4.118208408355713, "loss_scale": 4.0, "retries": 0, "seconds": 674.5, "max_memory_gb": 17.14, "ce": 0.08484445972726462, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.625993251800537, "loss_scale": 4.0, "retries": 0, "seconds": 679.9, "max_memory_gb": 17.14, "ce": 0.44750313604026815, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.40162745118141174, "loss_scale": 4.0, "retries": 0, "seconds": 685.4, "max_memory_gb": 17.14, "ce": 0.045202096480807086, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.3887918293476105, "loss_scale": 4.0, "retries": 0, "seconds": 690.8, "max_memory_gb": 17.14, "ce": 0.03217640424418278, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.2688465118408203, "loss_scale": 4.0, "retries": 0, "seconds": 696.2, "max_memory_gb": 17.14, "ce": 0.1740074096405806, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.5389565825462341, "loss_scale": 4.0, "retries": 0, "seconds": 701.4, "max_memory_gb": 17.14, "ce": 0.031052187216346283, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.46445536613464355, "loss_scale": 4.0, "retries": 0, "seconds": 706.9, "max_memory_gb": 17.14, "ce": 0.12085286418778196, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.011988352052867413, "loss_scale": 4.0, "retries": 0, "seconds": 712.3, "max_memory_gb": 17.14, "ce": 0.0007493223972687701, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.11787918955087662, "loss_scale": 4.0, "retries": 0, "seconds": 717.7, "max_memory_gb": 17.14, "ce": 0.007252443099105221, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6730678081512451, "loss_scale": 4.0, "retries": 0, "seconds": 723.1, "max_memory_gb": 17.14, "ce": 0.04650604778930756, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.5481626987457275, "loss_scale": 4.0, "retries": 0, "seconds": 728.4, "max_memory_gb": 17.14, "ce": 0.409410810870213, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.11727361381053925, "loss_scale": 4.0, "retries": 0, "seconds": 734.0, "max_memory_gb": 17.14, "ce": 0.004944168590100162, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 2.9550864696502686, "loss_scale": 4.0, "retries": 0, "seconds": 739.5, "max_memory_gb": 17.14, "ce": 0.3337569761215491, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.37668630480766296, "loss_scale": 4.0, "retries": 0, "seconds": 744.9, "max_memory_gb": 17.14, "ce": 0.020475899216535254, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.7564458847045898, "loss_scale": 4.0, "retries": 0, "seconds": 750.3, "max_memory_gb": 17.14, "ce": 0.256996418198014, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.08773884177207947, "loss_scale": 4.0, "retries": 0, "seconds": 755.8, "max_memory_gb": 17.14, "ce": 0.00412481908438167, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.276082158088684, "loss_scale": 4.0, "retries": 0, "seconds": 761.3, "max_memory_gb": 17.14, "ce": 0.09028744865872795, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.1863229125738144, "loss_scale": 4.0, "retries": 0, "seconds": 766.8, "max_memory_gb": 17.14, "ce": 0.013045911718108982, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.00006103515625, "loss_scale": 4.0, "retries": 0, "seconds": 772.2, "max_memory_gb": 17.14, "ce": 0.1459330774512182, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.40828949213027954, "loss_scale": 4.0, "retries": 0, "seconds": 777.6, "max_memory_gb": 17.14, "ce": 0.024227554841672827, "rank": 0.1253863126039505} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.10563201457262039, "loss_scale": 4.0, "retries": 0, "seconds": 783.0, "max_memory_gb": 17.14, "ce": 0.008012495021603172, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.30998942255973816, "loss_scale": 4.0, "retries": 0, "seconds": 788.5, "max_memory_gb": 17.14, "ce": 0.023795692555154346, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 0.6836053133010864, "loss_scale": 4.0, "retries": 0, "seconds": 794.0, "max_memory_gb": 17.14, "ce": 0.05084874333942935, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.9945063591003418, "loss_scale": 4.0, "retries": 0, "seconds": 799.4, "max_memory_gb": 17.14, "ce": 0.28070282524765844, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 2.3009121417999268, "loss_scale": 4.0, "retries": 0, "seconds": 804.7, "max_memory_gb": 17.14, "ce": 0.28262556002755446, "rank": 0.0} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6442495584487915, "loss_scale": 4.0, "retries": 0, "seconds": 810.1, "max_memory_gb": 17.14, "ce": 0.04343151966503456, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.032222356647253036, "loss_scale": 4.0, "retries": 0, "seconds": 815.0, "max_memory_gb": 17.14, "ce": 0.001940471425314172, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.5299482345581055, "loss_scale": 4.0, "retries": 0, "seconds": 819.9, "max_memory_gb": 17.14, "ce": 0.13002835389261236, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.2981431782245636, "loss_scale": 4.0, "retries": 0, "seconds": 824.7, "max_memory_gb": 17.14, "ce": 0.012151501348171223, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.09573808312416077, "loss_scale": 4.0, "retries": 0, "seconds": 829.6, "max_memory_gb": 17.14, "ce": 0.006604339928344416, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.419095516204834, "loss_scale": 4.0, "retries": 0, "seconds": 834.5, "max_memory_gb": 17.14, "ce": 0.10581685615647984, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.46352076530456543, "loss_scale": 4.0, "retries": 0, "seconds": 839.4, "max_memory_gb": 17.14, "ce": 0.05576528697361027, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.3320927023887634, "loss_scale": 4.0, "retries": 0, "seconds": 844.3, "max_memory_gb": 17.14, "ce": 0.007625814881862425, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.6443742513656616, "loss_scale": 4.0, "retries": 0, "seconds": 849.1, "max_memory_gb": 17.14, "ce": 0.07225643170340845, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.11231677979230881, "loss_scale": 4.0, "retries": 0, "seconds": 853.9, "max_memory_gb": 17.14, "ce": 0.006760539880360739, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 4.689795017242432, "loss_scale": 4.0, "retries": 0, "seconds": 858.8, "max_memory_gb": 17.14, "ce": 0.24831867214777503, "rank": 0.10890889167785645} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.6848342418670654, "loss_scale": 4.0, "retries": 0, "seconds": 863.7, "max_memory_gb": 17.14, "ce": 0.10901366027792392, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.4634584188461304, "loss_scale": 4.0, "retries": 0, "seconds": 868.5, "max_memory_gb": 17.14, "ce": 0.0461169028067161, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.3192816972732544, "loss_scale": 4.0, "retries": 0, "seconds": 873.4, "max_memory_gb": 17.14, "ce": 0.057642157995928756, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.1261268854141235, "loss_scale": 4.0, "retries": 0, "seconds": 878.3, "max_memory_gb": 17.14, "ce": 0.15688396106202163, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.09170681238174438, "loss_scale": 4.0, "retries": 0, "seconds": 883.1, "max_memory_gb": 17.14, "ce": 0.005414501378709247, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.2873830795288086, "loss_scale": 4.0, "retries": 0, "seconds": 888.0, "max_memory_gb": 17.14, "ce": 0.018033265992585257, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.028778590261936188, "loss_scale": 4.0, "retries": 0, "seconds": 892.9, "max_memory_gb": 17.14, "ce": 0.0015909367757558357, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.433971107006073, "loss_scale": 4.0, "retries": 0, "seconds": 897.7, "max_memory_gb": 17.14, "ce": 0.02741175629580539, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.4120616912841797, "loss_scale": 4.0, "retries": 0, "seconds": 902.6, "max_memory_gb": 17.14, "ce": 0.0941864384319615, "rank": 0.24934814125299454} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.4822242259979248, "loss_scale": 4.0, "retries": 0, "seconds": 907.4, "max_memory_gb": 17.14, "ce": 0.05907113982812007, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.1876294612884521, "loss_scale": 4.0, "retries": 0, "seconds": 912.3, "max_memory_gb": 17.14, "ce": 0.06403262703383916, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.56269371509552, "loss_scale": 4.0, "retries": 0, "seconds": 917.2, "max_memory_gb": 17.14, "ce": 0.15114240311936555, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.6444684267044067, "loss_scale": 4.0, "retries": 0, "seconds": 922.0, "max_memory_gb": 17.14, "ce": 0.08414648578502693, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.4695677757263184, "loss_scale": 4.0, "retries": 0, "seconds": 926.9, "max_memory_gb": 17.14, "ce": 0.09034853252319408, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.2583989202976227, "loss_scale": 4.0, "retries": 0, "seconds": 931.7, "max_memory_gb": 17.14, "ce": 0.014090146950820781, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.45434945821762085, "loss_scale": 4.0, "retries": 0, "seconds": 936.6, "max_memory_gb": 17.14, "ce": 0.07124038653705611, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.7819371223449707, "loss_scale": 4.0, "retries": 0, "seconds": 941.5, "max_memory_gb": 17.14, "ce": 0.1673228907675366, "rank": 0.022364318370819092} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.7162186503410339, "loss_scale": 4.0, "retries": 0, "seconds": 946.3, "max_memory_gb": 17.14, "ce": 0.03979621040616621, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.6393552422523499, "loss_scale": 4.0, "retries": 0, "seconds": 951.1, "max_memory_gb": 17.14, "ce": 0.07658758723118808, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.1979602575302124, "loss_scale": 4.0, "retries": 0, "seconds": 956.6, "max_memory_gb": 17.14, "ce": 0.20900187507845658, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.5396108627319336, "loss_scale": 4.0, "retries": 0, "seconds": 961.4, "max_memory_gb": 17.14, "ce": 0.26333469577548385, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.5592507123947144, "loss_scale": 4.0, "retries": 0, "seconds": 966.3, "max_memory_gb": 17.14, "ce": 0.1566411592973509, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.03136974945664406, "loss_scale": 4.0, "retries": 0, "seconds": 971.0, "max_memory_gb": 17.14, "ce": 0.0013302231077432225, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.0057536237873137, "loss_scale": 4.0, "retries": 0, "seconds": 975.9, "max_memory_gb": 17.14, "ce": 0.00032205014315422886, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.0072507429867982864, "loss_scale": 4.0, "retries": 0, "seconds": 980.8, "max_memory_gb": 17.14, "ce": 0.00046254492065145314, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.31263965368270874, "loss_scale": 4.0, "retries": 0, "seconds": 985.6, "max_memory_gb": 17.14, "ce": 0.013567620034791616, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.5001789331436157, "loss_scale": 4.0, "retries": 0, "seconds": 990.5, "max_memory_gb": 17.14, "ce": 0.14944791387006262, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.9044526219367981, "loss_scale": 4.0, "retries": 0, "seconds": 995.2, "max_memory_gb": 17.14, "ce": 0.08053139656658459, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.9988430142402649, "loss_scale": 4.0, "retries": 0, "seconds": 1000.1, "max_memory_gb": 17.14, "ce": 0.08516403949772666, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.2994988262653351, "loss_scale": 4.0, "retries": 0, "seconds": 1004.9, "max_memory_gb": 17.14, "ce": 0.019681533780385507, "rank": 0.12498103827238083} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.01624327152967453, "loss_scale": 4.0, "retries": 0, "seconds": 1009.8, "max_memory_gb": 17.14, "ce": 0.001092905373980102, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.9296603202819824, "loss_scale": 4.0, "retries": 0, "seconds": 1014.5, "max_memory_gb": 17.14, "ce": 0.3489091747881048, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.27929380536079407, "loss_scale": 4.0, "retries": 0, "seconds": 1019.4, "max_memory_gb": 17.14, "ce": 0.015173389025449069, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.11225489526987076, "loss_scale": 4.0, "retries": 0, "seconds": 1024.2, "max_memory_gb": 17.14, "ce": 0.004899247324829048, "rank": 0.12497728317975998} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.1019732803106308, "loss_scale": 4.0, "retries": 0, "seconds": 1029.1, "max_memory_gb": 17.14, "ce": 0.003032154982975044, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.008294079452753067, "loss_scale": 4.0, "retries": 0, "seconds": 1034.0, "max_memory_gb": 17.14, "ce": 0.0004201962819934124, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.24141459167003632, "loss_scale": 4.0, "retries": 0, "seconds": 1038.7, "max_memory_gb": 17.14, "ce": 0.008252836116753315, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.3696516752243042, "loss_scale": 4.0, "retries": 0, "seconds": 1043.6, "max_memory_gb": 17.14, "ce": 0.029111553766824727, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.1844156980514526, "loss_scale": 4.0, "retries": 0, "seconds": 1048.4, "max_memory_gb": 17.14, "ce": 0.1532747352290471, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.668267011642456, "loss_scale": 4.0, "retries": 0, "seconds": 1053.3, "max_memory_gb": 17.14, "ce": 0.09999682663487874, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.3237141966819763, "loss_scale": 4.0, "retries": 0, "seconds": 1058.2, "max_memory_gb": 17.14, "ce": 0.0125570410268665, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 1.111505150794983, "loss_scale": 4.0, "retries": 0, "seconds": 1062.9, "max_memory_gb": 17.14, "ce": 0.30427329224062305, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.04415366053581238, "loss_scale": 4.0, "retries": 0, "seconds": 1067.8, "max_memory_gb": 17.14, "ce": 0.002512835553716286, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.5460375547409058, "loss_scale": 4.0, "retries": 0, "seconds": 1072.6, "max_memory_gb": 17.14, "ce": 0.05894227780208894, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.11338159441947937, "loss_scale": 4.0, "retries": 0, "seconds": 1077.4, "max_memory_gb": 17.14, "ce": 0.0055738960802500515, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.4756585955619812, "loss_scale": 4.0, "retries": 0, "seconds": 1082.2, "max_memory_gb": 17.14, "ce": 0.02076823505876746, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.1371569186449051, "loss_scale": 4.0, "retries": 0, "seconds": 1087.1, "max_memory_gb": 17.14, "ce": 0.005357298858825743, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.33092910051345825, "loss_scale": 4.0, "retries": 0, "seconds": 1092.0, "max_memory_gb": 17.14, "ce": 0.021578828455858456, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.5477721095085144, "loss_scale": 4.0, "retries": 0, "seconds": 1096.8, "max_memory_gb": 17.14, "ce": 0.024450943461943098, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.5111315846443176, "loss_scale": 4.0, "retries": 0, "seconds": 1101.7, "max_memory_gb": 17.14, "ce": 0.039904197741861935, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.2572185695171356, "loss_scale": 4.0, "retries": 0, "seconds": 1106.5, "max_memory_gb": 17.14, "ce": 0.012100386326665102, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.1237878799438477, "loss_scale": 4.0, "retries": 0, "seconds": 1111.3, "max_memory_gb": 17.14, "ce": 0.21092248719537565, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.3263263702392578, "loss_scale": 4.0, "retries": 0, "seconds": 1116.2, "max_memory_gb": 17.14, "ce": 0.49868763931249305, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.12506094574928284, "loss_scale": 4.0, "retries": 0, "seconds": 1121.0, "max_memory_gb": 17.14, "ce": 0.009873044435835254, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.3187040090560913, "loss_scale": 4.0, "retries": 0, "seconds": 1125.8, "max_memory_gb": 17.14, "ce": 0.010846009332226458, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.101452350616455, "loss_scale": 4.0, "retries": 0, "seconds": 1130.6, "max_memory_gb": 17.14, "ce": 0.046318766423155466, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.8381028771400452, "loss_scale": 4.0, "retries": 0, "seconds": 1135.5, "max_memory_gb": 17.14, "ce": 0.06947145829803958, "rank": 0.12451799213886261} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.226257085800171, "loss_scale": 4.0, "retries": 0, "seconds": 1140.3, "max_memory_gb": 17.14, "ce": 0.3058172401383672, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.23737499117851257, "loss_scale": 4.0, "retries": 0, "seconds": 1145.2, "max_memory_gb": 17.14, "ce": 0.01399123087389853, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9210057258605957, "loss_scale": 4.0, "retries": 0, "seconds": 1150.1, "max_memory_gb": 17.14, "ce": 0.10248041169666067, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.5246777534484863, "loss_scale": 4.0, "retries": 0, "seconds": 1154.9, "max_memory_gb": 17.14, "ce": 0.3027439430808272, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.595944881439209, "loss_scale": 4.0, "retries": 0, "seconds": 1159.6, "max_memory_gb": 17.14, "ce": 0.02433308165655035, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.8808822631835938, "loss_scale": 4.0, "retries": 0, "seconds": 1164.5, "max_memory_gb": 17.14, "ce": 0.08200227803217786, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.008916834369301796, "loss_scale": 4.0, "retries": 0, "seconds": 1169.3, "max_memory_gb": 17.14, "ce": 0.00039020876329232124, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.2541391849517822, "loss_scale": 4.0, "retries": 0, "seconds": 1174.2, "max_memory_gb": 17.14, "ce": 0.26646489678580565, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 1.7149924039840698, "loss_scale": 4.0, "retries": 0, "seconds": 1179.0, "max_memory_gb": 17.14, "ce": 0.15204541178707132, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.11756545305252075, "loss_scale": 4.0, "retries": 0, "seconds": 1183.8, "max_memory_gb": 17.14, "ce": 0.007956748937658631, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.082209587097168, "loss_scale": 4.0, "retries": 0, "seconds": 1188.6, "max_memory_gb": 17.14, "ce": 0.07698289096583721, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.310976505279541, "loss_scale": 4.0, "retries": 0, "seconds": 1193.4, "max_memory_gb": 17.14, "ce": 0.371190938898053, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.17697812616825104, "loss_scale": 4.0, "retries": 0, "seconds": 1198.3, "max_memory_gb": 17.14, "ce": 0.011774138112741639, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.839921236038208, "loss_scale": 4.0, "retries": 0, "seconds": 1203.1, "max_memory_gb": 17.14, "ce": 0.1273026013495837, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.36906614899635315, "loss_scale": 4.0, "retries": 0, "seconds": 1207.8, "max_memory_gb": 17.14, "ce": 0.007059409862904431, "rank": 0.0651615709066391} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.2704868018627167, "loss_scale": 4.0, "retries": 0, "seconds": 1212.7, "max_memory_gb": 17.14, "ce": 0.027910804728662697, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.7295812964439392, "loss_scale": 4.0, "retries": 0, "seconds": 1217.5, "max_memory_gb": 17.14, "ce": 0.031174562987871468, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 4.2051472663879395, "loss_scale": 4.0, "retries": 0, "seconds": 1222.4, "max_memory_gb": 17.14, "ce": 0.42039032362367834, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.49727484583854675, "loss_scale": 4.0, "retries": 0, "seconds": 1227.2, "max_memory_gb": 17.14, "ce": 0.06918558849542933, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.8947786688804626, "loss_scale": 4.0, "retries": 0, "seconds": 1231.9, "max_memory_gb": 17.14, "ce": 0.1604073237404009, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 3.813605308532715, "loss_scale": 4.0, "retries": 0, "seconds": 1236.8, "max_memory_gb": 17.14, "ce": 0.27345942641272813, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.3747487962245941, "loss_scale": 4.0, "retries": 0, "seconds": 1241.6, "max_memory_gb": 17.14, "ce": 0.017698786804885458, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.5974044799804688, "loss_scale": 4.0, "retries": 0, "seconds": 1246.4, "max_memory_gb": 17.14, "ce": 0.36859964815141666, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.2591002881526947, "loss_scale": 4.0, "retries": 0, "seconds": 1251.3, "max_memory_gb": 17.14, "ce": 0.02053975424132659, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.699869990348816, "loss_scale": 4.0, "retries": 0, "seconds": 1256.0, "max_memory_gb": 17.14, "ce": 0.2624414300473745, "rank": 0.12473256886005402} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.6885302066802979, "loss_scale": 4.0, "retries": 0, "seconds": 1260.9, "max_memory_gb": 17.14, "ce": 0.1717947721051587, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.7719675302505493, "loss_scale": 4.0, "retries": 0, "seconds": 1265.7, "max_memory_gb": 17.14, "ce": 0.057991446229493704, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.8824498057365417, "loss_scale": 4.0, "retries": 0, "seconds": 1270.4, "max_memory_gb": 17.14, "ce": 0.15597226682507426, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.6455137133598328, "loss_scale": 4.0, "retries": 0, "seconds": 1275.3, "max_memory_gb": 17.14, "ce": 0.06562039962352628, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.08337759971618652, "loss_scale": 4.0, "retries": 0, "seconds": 1280.1, "max_memory_gb": 17.14, "ce": 0.003566333958588075, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.09501033276319504, "loss_scale": 4.0, "retries": 0, "seconds": 1285.0, "max_memory_gb": 17.14, "ce": 0.003069127528988247, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.4675388038158417, "loss_scale": 4.0, "retries": 0, "seconds": 1289.8, "max_memory_gb": 17.14, "ce": 0.044160388502632486, "rank": 0.11788623034954071} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.16017687320709229, "loss_scale": 4.0, "retries": 0, "seconds": 1294.6, "max_memory_gb": 17.14, "ce": 0.006239204798021092, "rank": 0.11098869889974594} diff --git a/runs/fixed_internvl/removal/Full_s73/adapter/README.md b/runs/fixed_internvl/removal/Full_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s73/adapter/adapter_config.json b/runs/fixed_internvl/removal/Full_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ce89cc5660397e273ef26738e6732a1e24f73a6 --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s73/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "self_attn.q_proj", + "o_proj", + "self_attn.v_proj", + "self_attn.k_proj", + "gate_proj", + "down_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s73/config.json b/runs/fixed_internvl/removal/Full_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..53f65dcd1a3f692da9ea727077e0224b2e2919ae --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s73/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "removal", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Full_s73/steps.jsonl b/runs/fixed_internvl/removal/Full_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..edd89d7dfa34330f3371883683522a20231f5c3d --- /dev/null +++ b/runs/fixed_internvl/removal/Full_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 10.391112327575684, "loss_scale": 4.0, "retries": 0, "seconds": 6.8, "max_memory_gb": 16.81, "ce": 0.8941777415893739, "rank": 0.0} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 19.926008224487305, "loss_scale": 4.0, "retries": 0, "seconds": 11.8, "max_memory_gb": 17.13, "ce": 1.676835773512721, "rank": 0.013918399810791016} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 9.654364585876465, "loss_scale": 4.0, "retries": 0, "seconds": 16.9, "max_memory_gb": 17.13, "ce": 0.7270631677529309, "rank": 0.0917009562253952} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.18923282623291, "loss_scale": 4.0, "retries": 0, "seconds": 22.4, "max_memory_gb": 17.13, "ce": 0.7430673324415693, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 4.285770893096924, "loss_scale": 4.0, "retries": 0, "seconds": 27.8, "max_memory_gb": 17.13, "ce": 0.5431220506434329, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.5611155033111572, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.13, "ce": 0.5015375977382064, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.2934437394142151, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 17.13, "ce": 0.13600707601290196, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.6007730960845947, "loss_scale": 4.0, "retries": 0, "seconds": 44.1, "max_memory_gb": 17.13, "ce": 0.6199841365050816, "rank": 0.11033773422241211} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 1.623672366142273, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 17.13, "ce": 0.3790773244109005, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.4346492290496826, "loss_scale": 4.0, "retries": 0, "seconds": 54.9, "max_memory_gb": 17.13, "ce": 0.3336561380747298, "rank": 0.0073717087507247925} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.592932403087616, "loss_scale": 4.0, "retries": 0, "seconds": 60.5, "max_memory_gb": 17.13, "ce": 0.30825941276270896, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 1.441508412361145, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 17.13, "ce": 0.17842040719460783, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.8090556859970093, "loss_scale": 4.0, "retries": 0, "seconds": 71.4, "max_memory_gb": 17.13, "ce": 0.35074416103452677, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.1565991640090942, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 17.13, "ce": 0.2593700561674268, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.3766531944274902, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.13, "ce": 0.18497625380405225, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 3.8132920265197754, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.13, "ce": 0.9304846587474458, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.9411778450012207, "loss_scale": 4.0, "retries": 0, "seconds": 93.2, "max_memory_gb": 17.13, "ce": 0.25784209225093946, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7029021978378296, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 17.13, "ce": 0.1610467783320928, "rank": 0.1245153471827507} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.7276570796966553, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.13, "ce": 0.3807283078931505, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.8722597360610962, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 17.13, "ce": 0.286794607018237, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.7735145688056946, "loss_scale": 4.0, "retries": 0, "seconds": 115.3, "max_memory_gb": 17.13, "ce": 0.09904459494282492, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9340561032295227, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.13, "ce": 0.2615545258158818, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.1987276077270508, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.13, "ce": 0.1369329979061149, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.8588661551475525, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.13, "ce": 0.16209361201617867, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 0.8520823121070862, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 17.13, "ce": 0.07903683405311313, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.0063581466674805, "loss_scale": 4.0, "retries": 0, "seconds": 142.7, "max_memory_gb": 17.13, "ce": 0.2437014665320021, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.501798629760742, "loss_scale": 4.0, "retries": 0, "seconds": 148.2, "max_memory_gb": 17.13, "ce": 0.15679297261522152, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.37804779410362244, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.13, "ce": 0.020657026892877184, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 2.5001509189605713, "loss_scale": 4.0, "retries": 0, "seconds": 159.0, "max_memory_gb": 17.13, "ce": 0.06475102774129482, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.9621849060058594, "loss_scale": 4.0, "retries": 0, "seconds": 164.4, "max_memory_gb": 17.13, "ce": 0.11248124852863839, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 0.904564619064331, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 17.13, "ce": 0.08791177747480106, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.4147098064422607, "loss_scale": 4.0, "retries": 0, "seconds": 175.4, "max_memory_gb": 17.13, "ce": 0.18777998254518025, "rank": 0.12497752904891968} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.5538399815559387, "loss_scale": 4.0, "retries": 0, "seconds": 180.9, "max_memory_gb": 17.13, "ce": 0.02976758710155991, "rank": 0.1250648945569992} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.232145071029663, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.13, "ce": 0.12085448769903451, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.8350602388381958, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 17.13, "ce": 0.031259041988960234, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.2111707925796509, "loss_scale": 4.0, "retries": 0, "seconds": 197.2, "max_memory_gb": 17.14, "ce": 0.10627137402480002, "rank": 0.11835412681102753} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.4922720789909363, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.14, "ce": 0.04422270337090595, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.17139998078346252, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.14, "ce": 0.014086650170156645, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.7085304260253906, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 17.14, "ce": 0.32569585929968525, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.28019458055496216, "loss_scale": 4.0, "retries": 0, "seconds": 218.9, "max_memory_gb": 17.14, "ce": 0.016452973448735975, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.38112643361091614, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.14, "ce": 0.010505238971745712, "rank": 0.10561634600162506} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 6.228343963623047, "loss_scale": 4.0, "retries": 0, "seconds": 229.9, "max_memory_gb": 17.14, "ce": 0.21753185676152498, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.321584939956665, "loss_scale": 4.0, "retries": 0, "seconds": 235.3, "max_memory_gb": 17.14, "ce": 0.2833238873954542, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.18513742089271545, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 17.14, "ce": 0.005183828749750319, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.0590862035751343, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 17.14, "ce": 0.07077210214083607, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.7096519470214844, "loss_scale": 4.0, "retries": 0, "seconds": 251.7, "max_memory_gb": 17.14, "ce": 0.2655944443995395, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.056533750146627426, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 17.14, "ce": 0.0019590839769989543, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.4602523744106293, "loss_scale": 4.0, "retries": 0, "seconds": 262.4, "max_memory_gb": 17.14, "ce": 0.02023502785709752, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.04057519510388374, "loss_scale": 4.0, "retries": 0, "seconds": 267.8, "max_memory_gb": 17.14, "ce": 0.0024090358238026965, "rank": 0.12516599893569946} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.03395649790763855, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 17.14, "ce": 0.0010452379956404911, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 0.9662983417510986, "loss_scale": 4.0, "retries": 0, "seconds": 278.7, "max_memory_gb": 17.14, "ce": 0.033404710465674725, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.165358543395996, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 17.14, "ce": 0.33484570369910216, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.923396587371826, "loss_scale": 4.0, "retries": 0, "seconds": 289.4, "max_memory_gb": 17.14, "ce": 0.3730494087465104, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.7368097305297852, "loss_scale": 4.0, "retries": 0, "seconds": 294.8, "max_memory_gb": 17.14, "ce": 0.3016150931434822, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.101285696029663, "loss_scale": 4.0, "retries": 0, "seconds": 300.3, "max_memory_gb": 17.14, "ce": 0.02402084692766948, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.5570195913314819, "loss_scale": 4.0, "retries": 0, "seconds": 305.7, "max_memory_gb": 17.14, "ce": 0.03387808571505957, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.3858287334442139, "loss_scale": 4.0, "retries": 0, "seconds": 311.1, "max_memory_gb": 17.14, "ce": 0.1402413873538535, "rank": 0.05189911276102066} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.6247104406356812, "loss_scale": 4.0, "retries": 0, "seconds": 316.5, "max_memory_gb": 17.14, "ce": 0.024773960744369106, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.30167192220687866, "loss_scale": 4.0, "retries": 0, "seconds": 322.0, "max_memory_gb": 17.14, "ce": 0.008959718097230507, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.20846153795719147, "loss_scale": 4.0, "retries": 0, "seconds": 327.5, "max_memory_gb": 17.14, "ce": 0.006019975240633357, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.0673954486846924, "loss_scale": 4.0, "retries": 0, "seconds": 332.3, "max_memory_gb": 17.14, "ce": 0.10981140522380883, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.0091004371643066, "loss_scale": 4.0, "retries": 0, "seconds": 337.2, "max_memory_gb": 17.14, "ce": 0.3334167602938578, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.12236333638429642, "loss_scale": 4.0, "retries": 0, "seconds": 342.2, "max_memory_gb": 17.14, "ce": 0.010091316110447224, "rank": 0.1250346302986145} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.503911018371582, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 17.14, "ce": 0.22749070618647238, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.3398677110671997, "loss_scale": 4.0, "retries": 0, "seconds": 352.1, "max_memory_gb": 17.14, "ce": 0.010853199822577153, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.06810019165277481, "loss_scale": 4.0, "retries": 0, "seconds": 357.0, "max_memory_gb": 17.14, "ce": 0.005054086947211545, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.828094244003296, "loss_scale": 4.0, "retries": 0, "seconds": 361.9, "max_memory_gb": 17.14, "ce": 0.37348877300337335, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.302779883146286, "loss_scale": 4.0, "retries": 0, "seconds": 366.9, "max_memory_gb": 17.14, "ce": 0.011240698350547973, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.4726927578449249, "loss_scale": 4.0, "retries": 0, "seconds": 371.8, "max_memory_gb": 17.14, "ce": 0.053396792971170726, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.28200817108154297, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 17.14, "ce": 0.014038664074632834, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.3020313084125519, "loss_scale": 4.0, "retries": 0, "seconds": 381.6, "max_memory_gb": 17.14, "ce": 0.013048438188889122, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.1344814896583557, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 17.14, "ce": 0.006820434568226119, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.5303210020065308, "loss_scale": 4.0, "retries": 0, "seconds": 391.4, "max_memory_gb": 17.14, "ce": 0.18187379363507716, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.6091917157173157, "loss_scale": 4.0, "retries": 0, "seconds": 396.4, "max_memory_gb": 17.14, "ce": 0.03212062219654399, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.14653556048870087, "loss_scale": 4.0, "retries": 0, "seconds": 401.2, "max_memory_gb": 17.14, "ce": 0.009731605188790127, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.3949095010757446, "loss_scale": 4.0, "retries": 0, "seconds": 406.3, "max_memory_gb": 17.14, "ce": 0.4260299841109827, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.05108525604009628, "loss_scale": 4.0, "retries": 0, "seconds": 411.8, "max_memory_gb": 17.14, "ce": 0.002469674901817598, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.0948630571365356, "loss_scale": 4.0, "retries": 0, "seconds": 417.2, "max_memory_gb": 17.14, "ce": 0.24522445024035733, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.4195149540901184, "loss_scale": 4.0, "retries": 0, "seconds": 422.5, "max_memory_gb": 17.14, "ce": 0.02108143368650417, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.7863523960113525, "loss_scale": 4.0, "retries": 0, "seconds": 428.0, "max_memory_gb": 17.14, "ce": 0.22326217187423936, "rank": 0.12493602186441422} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.0361013412475586, "loss_scale": 4.0, "retries": 0, "seconds": 433.5, "max_memory_gb": 17.14, "ce": 0.130062302202532, "rank": 0.12475918233394623} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.11156850308179855, "loss_scale": 4.0, "retries": 0, "seconds": 438.8, "max_memory_gb": 17.14, "ce": 0.006126583113655215, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.24754907190799713, "loss_scale": 4.0, "retries": 0, "seconds": 444.3, "max_memory_gb": 17.14, "ce": 0.014453551122642239, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5384380221366882, "loss_scale": 4.0, "retries": 0, "seconds": 449.7, "max_memory_gb": 17.14, "ce": 0.044084874514510375, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.3340654671192169, "loss_scale": 4.0, "retries": 0, "seconds": 455.0, "max_memory_gb": 17.14, "ce": 0.009921896571313482, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.8576056361198425, "loss_scale": 4.0, "retries": 0, "seconds": 460.4, "max_memory_gb": 17.14, "ce": 0.10139584590865525, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.05252159386873245, "loss_scale": 4.0, "retries": 0, "seconds": 465.8, "max_memory_gb": 17.14, "ce": 0.0030322227685246617, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.15868358314037323, "loss_scale": 4.0, "retries": 0, "seconds": 471.3, "max_memory_gb": 17.14, "ce": 0.008260549775513937, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.6921095848083496, "loss_scale": 4.0, "retries": 0, "seconds": 476.8, "max_memory_gb": 17.14, "ce": 0.15123564680993695, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.2734247148036957, "loss_scale": 4.0, "retries": 0, "seconds": 482.0, "max_memory_gb": 17.14, "ce": 0.03763086206231492, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.144266366958618, "loss_scale": 4.0, "retries": 0, "seconds": 487.4, "max_memory_gb": 17.14, "ce": 0.06776766752022922, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.9093470573425293, "loss_scale": 4.0, "retries": 0, "seconds": 492.9, "max_memory_gb": 17.14, "ce": 0.0574523703739942, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.810645580291748, "loss_scale": 4.0, "retries": 0, "seconds": 498.3, "max_memory_gb": 17.14, "ce": 0.5468590347172722, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.2182520627975464, "loss_scale": 4.0, "retries": 0, "seconds": 503.7, "max_memory_gb": 17.14, "ce": 0.026713448771033654, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.597951054573059, "loss_scale": 4.0, "retries": 0, "seconds": 509.1, "max_memory_gb": 17.14, "ce": 0.3199287383290539, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.6579166650772095, "loss_scale": 4.0, "retries": 0, "seconds": 514.5, "max_memory_gb": 17.14, "ce": 0.11223676188501486, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.46819329261779785, "loss_scale": 4.0, "retries": 0, "seconds": 520.0, "max_memory_gb": 17.14, "ce": 0.030003924087395717, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.11704594641923904, "loss_scale": 4.0, "retries": 0, "seconds": 525.4, "max_memory_gb": 17.14, "ce": 0.009275196465296176, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.2118451595306396, "loss_scale": 4.0, "retries": 0, "seconds": 530.8, "max_memory_gb": 17.14, "ce": 0.06465644290892669, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.3878817558288574, "loss_scale": 4.0, "retries": 0, "seconds": 536.1, "max_memory_gb": 17.14, "ce": 0.05522729910990165, "rank": 0.12504151463508606} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.9487590789794922, "loss_scale": 4.0, "retries": 0, "seconds": 541.5, "max_memory_gb": 17.14, "ce": 0.2177693139819894, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.24088338017463684, "loss_scale": 4.0, "retries": 0, "seconds": 547.0, "max_memory_gb": 17.14, "ce": 0.012008432595848717, "rank": 0.21385730803012848} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.05341389775276184, "loss_scale": 4.0, "retries": 0, "seconds": 552.4, "max_memory_gb": 17.14, "ce": 0.003943835571590171, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.9668335914611816, "loss_scale": 4.0, "retries": 0, "seconds": 557.8, "max_memory_gb": 17.14, "ce": 0.1827131361130796, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.1696109771728516, "loss_scale": 4.0, "retries": 0, "seconds": 563.1, "max_memory_gb": 17.14, "ce": 0.13925139114780904, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.334175705909729, "loss_scale": 4.0, "retries": 0, "seconds": 568.5, "max_memory_gb": 17.14, "ce": 0.02223731317644706, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.07437499612569809, "loss_scale": 4.0, "retries": 0, "seconds": 574.1, "max_memory_gb": 17.14, "ce": 0.007659364277515124, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.15728294849395752, "loss_scale": 4.0, "retries": 0, "seconds": 579.5, "max_memory_gb": 17.14, "ce": 0.011533399670952349, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.039949122816324234, "loss_scale": 4.0, "retries": 0, "seconds": 585.0, "max_memory_gb": 17.14, "ce": 0.0032300378152285703, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.052718643099069595, "loss_scale": 4.0, "retries": 0, "seconds": 590.3, "max_memory_gb": 17.14, "ce": 0.0023524335583715583, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 1.3632738590240479, "loss_scale": 4.0, "retries": 0, "seconds": 595.8, "max_memory_gb": 17.14, "ce": 0.08723388639941732, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.19167965650558472, "loss_scale": 4.0, "retries": 0, "seconds": 601.2, "max_memory_gb": 17.14, "ce": 0.016047721830091177, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.827630043029785, "loss_scale": 4.0, "retries": 0, "seconds": 606.6, "max_memory_gb": 17.14, "ce": 0.5383827787204609, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.4348196983337402, "loss_scale": 4.0, "retries": 0, "seconds": 612.0, "max_memory_gb": 17.14, "ce": 0.2556356271588811, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.16065208613872528, "loss_scale": 4.0, "retries": 0, "seconds": 617.3, "max_memory_gb": 17.14, "ce": 0.009396749919687863, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 2.8706140518188477, "loss_scale": 4.0, "retries": 0, "seconds": 622.7, "max_memory_gb": 17.14, "ce": 0.4085771110917449, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.3560119569301605, "loss_scale": 4.0, "retries": 0, "seconds": 628.1, "max_memory_gb": 17.14, "ce": 0.025112099036505242, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 0.7925133109092712, "loss_scale": 4.0, "retries": 0, "seconds": 633.4, "max_memory_gb": 17.14, "ce": 0.02179509015536496, "rank": 0.12548218667507172} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.17610332369804382, "loss_scale": 4.0, "retries": 0, "seconds": 638.8, "max_memory_gb": 17.14, "ce": 0.00510464015837897, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.182103157043457, "loss_scale": 4.0, "retries": 0, "seconds": 644.2, "max_memory_gb": 17.14, "ce": 0.1901613196323524, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.2037782669067383, "loss_scale": 4.0, "retries": 0, "seconds": 649.8, "max_memory_gb": 17.14, "ce": 0.12671956510712334, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.3255770206451416, "loss_scale": 4.0, "retries": 0, "seconds": 655.2, "max_memory_gb": 17.14, "ce": 0.09280054088435463, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 3.790130615234375, "loss_scale": 4.0, "retries": 0, "seconds": 660.5, "max_memory_gb": 17.14, "ce": 0.38625632207254057, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.025528736412525177, "loss_scale": 4.0, "retries": 0, "seconds": 666.0, "max_memory_gb": 17.14, "ce": 0.0018370543107266712, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.3074184656143188, "loss_scale": 4.0, "retries": 0, "seconds": 671.5, "max_memory_gb": 17.14, "ce": 0.3007087348287314, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.16724646091461182, "loss_scale": 4.0, "retries": 0, "seconds": 676.8, "max_memory_gb": 17.14, "ce": 0.01766439295965938, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.026956286281347275, "loss_scale": 4.0, "retries": 0, "seconds": 681.7, "max_memory_gb": 17.14, "ce": 0.0012286291546388384, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.1635567843914032, "loss_scale": 4.0, "retries": 0, "seconds": 686.5, "max_memory_gb": 17.14, "ce": 0.012365054526526364, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.860812246799469, "loss_scale": 4.0, "retries": 0, "seconds": 691.4, "max_memory_gb": 17.14, "ce": 0.038624829215223144, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.298282265663147, "loss_scale": 4.0, "retries": 0, "seconds": 696.3, "max_memory_gb": 17.14, "ce": 0.06985747807902953, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.9996907114982605, "loss_scale": 4.0, "retries": 0, "seconds": 701.0, "max_memory_gb": 17.14, "ce": 0.11710087682331505, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.42742881178855896, "loss_scale": 4.0, "retries": 0, "seconds": 706.0, "max_memory_gb": 17.14, "ce": 0.021458318474060434, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 4.824329853057861, "loss_scale": 4.0, "retries": 0, "seconds": 710.9, "max_memory_gb": 17.14, "ce": 0.40950948108161356, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.047206465154886246, "loss_scale": 4.0, "retries": 0, "seconds": 715.8, "max_memory_gb": 17.14, "ce": 0.005065484067699799, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 5.209353923797607, "loss_scale": 4.0, "retries": 0, "seconds": 720.7, "max_memory_gb": 17.14, "ce": 0.27770853120910033, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.604588508605957, "loss_scale": 4.0, "retries": 0, "seconds": 725.5, "max_memory_gb": 17.14, "ce": 0.6622670264819135, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.605648517608643, "loss_scale": 4.0, "retries": 0, "seconds": 730.4, "max_memory_gb": 17.14, "ce": 0.2681472126942026, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.0764448493719101, "loss_scale": 4.0, "retries": 0, "seconds": 735.3, "max_memory_gb": 17.14, "ce": 0.0031301312160394446, "rank": 0.08751403540372849} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.05734318867325783, "loss_scale": 4.0, "retries": 0, "seconds": 740.2, "max_memory_gb": 17.14, "ce": 0.004705596401436196, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.711392343044281, "loss_scale": 4.0, "retries": 0, "seconds": 745.1, "max_memory_gb": 17.14, "ce": 0.06308968359940081, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.05392371490597725, "loss_scale": 4.0, "retries": 0, "seconds": 750.0, "max_memory_gb": 17.14, "ce": 0.004673021855069237, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.0221328735351562, "loss_scale": 4.0, "retries": 0, "seconds": 754.9, "max_memory_gb": 17.14, "ce": 0.1761573585995393, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.9437018632888794, "loss_scale": 4.0, "retries": 0, "seconds": 759.8, "max_memory_gb": 17.14, "ce": 0.15632318148300328, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.6655849814414978, "loss_scale": 4.0, "retries": 0, "seconds": 764.7, "max_memory_gb": 17.14, "ce": 0.011729156111186967, "rank": 0.038669779896736145} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.677093505859375, "loss_scale": 4.0, "retries": 0, "seconds": 769.5, "max_memory_gb": 17.14, "ce": 0.07486626898821669, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.864980697631836, "loss_scale": 4.0, "retries": 0, "seconds": 774.4, "max_memory_gb": 17.14, "ce": 0.1818102349768651, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.7339894771575928, "loss_scale": 4.0, "retries": 0, "seconds": 779.3, "max_memory_gb": 17.14, "ce": 0.07052283933853687, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.2821095585823059, "loss_scale": 4.0, "retries": 0, "seconds": 784.3, "max_memory_gb": 17.14, "ce": 0.022831339206277335, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.520822286605835, "loss_scale": 4.0, "retries": 0, "seconds": 789.2, "max_memory_gb": 17.14, "ce": 0.6780990562137958, "rank": 0.19742298126220703} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.46745437383651733, "loss_scale": 4.0, "retries": 0, "seconds": 794.0, "max_memory_gb": 17.14, "ce": 0.040554051399794844, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7427651882171631, "loss_scale": 4.0, "retries": 0, "seconds": 798.9, "max_memory_gb": 17.14, "ce": 0.15177638542604655, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.5039869546890259, "loss_scale": 4.0, "retries": 0, "seconds": 803.8, "max_memory_gb": 17.14, "ce": 0.32347221792565506, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.09217789024114609, "loss_scale": 4.0, "retries": 0, "seconds": 808.8, "max_memory_gb": 17.14, "ce": 0.004412805465108249, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.616355061531067, "loss_scale": 4.0, "retries": 0, "seconds": 813.7, "max_memory_gb": 17.14, "ce": 0.065205915601382, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.23055143654346466, "loss_scale": 4.0, "retries": 0, "seconds": 818.5, "max_memory_gb": 17.14, "ce": 0.013932103326851575, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.3715192675590515, "loss_scale": 4.0, "retries": 0, "seconds": 823.4, "max_memory_gb": 17.14, "ce": 0.02201530499269211, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.9055252075195312, "loss_scale": 4.0, "retries": 0, "seconds": 828.4, "max_memory_gb": 17.14, "ce": 0.4053576063131459, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.0736076682806015, "loss_scale": 4.0, "retries": 0, "seconds": 833.3, "max_memory_gb": 17.14, "ce": 0.006298884962006923, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.3937457799911499, "loss_scale": 4.0, "retries": 0, "seconds": 838.1, "max_memory_gb": 17.14, "ce": 0.011411355352947794, "rank": 0.12477051466703415} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.30389732122421265, "loss_scale": 4.0, "retries": 0, "seconds": 843.1, "max_memory_gb": 17.14, "ce": 0.03296166204017936, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.46929094195365906, "loss_scale": 4.0, "retries": 0, "seconds": 848.0, "max_memory_gb": 17.14, "ce": 0.0601398946801055, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.35595187544822693, "loss_scale": 4.0, "retries": 0, "seconds": 852.9, "max_memory_gb": 17.14, "ce": 0.0234314451154205, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.7326541543006897, "loss_scale": 4.0, "retries": 0, "seconds": 857.9, "max_memory_gb": 17.14, "ce": 0.04863317540389289, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.37080419063568115, "loss_scale": 4.0, "retries": 0, "seconds": 862.7, "max_memory_gb": 17.14, "ce": 0.030962162688865646, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.027436479926109314, "loss_scale": 4.0, "retries": 0, "seconds": 867.6, "max_memory_gb": 17.14, "ce": 0.0016841279143591237, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.12022608518600464, "loss_scale": 4.0, "retries": 0, "seconds": 872.6, "max_memory_gb": 17.14, "ce": 0.004488656867579266, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.5044901371002197, "loss_scale": 4.0, "retries": 0, "seconds": 877.5, "max_memory_gb": 17.14, "ce": 0.30593658045359007, "rank": 0.03233739733695984} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.0698481798171997, "loss_scale": 4.0, "retries": 0, "seconds": 882.4, "max_memory_gb": 17.14, "ce": 0.1423716501576564, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.05628940835595131, "loss_scale": 4.0, "retries": 0, "seconds": 887.3, "max_memory_gb": 17.14, "ce": 0.0035429089632543764, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 3.4318737983703613, "loss_scale": 4.0, "retries": 0, "seconds": 892.2, "max_memory_gb": 17.14, "ce": 0.11350193246607887, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.807723879814148, "loss_scale": 4.0, "retries": 0, "seconds": 897.1, "max_memory_gb": 17.14, "ce": 0.07108803806590913, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.650346040725708, "loss_scale": 4.0, "retries": 0, "seconds": 902.0, "max_memory_gb": 17.14, "ce": 0.1628149533441956, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.3565777540206909, "loss_scale": 4.0, "retries": 0, "seconds": 906.8, "max_memory_gb": 17.14, "ce": 0.031957830001601906, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.051513671875, "loss_scale": 4.0, "retries": 0, "seconds": 911.7, "max_memory_gb": 17.14, "ce": 0.2834306215768265, "rank": 0.12493531405925751} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.0594648122787476, "loss_scale": 4.0, "retries": 0, "seconds": 916.6, "max_memory_gb": 17.14, "ce": 0.15621968881964676, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.5309127569198608, "loss_scale": 4.0, "retries": 0, "seconds": 921.5, "max_memory_gb": 17.14, "ce": 0.20053357458550636, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9591386318206787, "loss_scale": 4.0, "retries": 0, "seconds": 926.4, "max_memory_gb": 17.14, "ce": 0.08124973002759361, "rank": 0.0} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.026146143674850464, "loss_scale": 4.0, "retries": 0, "seconds": 931.3, "max_memory_gb": 17.14, "ce": 0.0016916589984248276, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.4633875787258148, "loss_scale": 4.0, "retries": 0, "seconds": 936.2, "max_memory_gb": 17.14, "ce": 0.06614085140972747, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.4148614406585693, "loss_scale": 4.0, "retries": 0, "seconds": 941.1, "max_memory_gb": 17.14, "ce": 0.030638842497410224, "rank": 0.126815065741539} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.2877452373504639, "loss_scale": 4.0, "retries": 0, "seconds": 946.0, "max_memory_gb": 17.14, "ce": 0.11815367627355045, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.16966405510902405, "loss_scale": 4.0, "retries": 0, "seconds": 950.8, "max_memory_gb": 17.14, "ce": 0.010078558867462561, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 1.2753770351409912, "loss_scale": 4.0, "retries": 0, "seconds": 955.8, "max_memory_gb": 17.14, "ce": 0.11879576248793455, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.4354320764541626, "loss_scale": 4.0, "retries": 0, "seconds": 960.7, "max_memory_gb": 17.14, "ce": 0.20116343451581997, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.3649144172668457, "loss_scale": 4.0, "retries": 0, "seconds": 965.6, "max_memory_gb": 17.14, "ce": 0.11671976272646134, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.4451013803482056, "loss_scale": 4.0, "retries": 0, "seconds": 970.5, "max_memory_gb": 17.14, "ce": 0.07253632837318946, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.7293073534965515, "loss_scale": 4.0, "retries": 0, "seconds": 975.4, "max_memory_gb": 17.14, "ce": 0.09504920351241708, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.25487568974494934, "loss_scale": 4.0, "retries": 0, "seconds": 980.2, "max_memory_gb": 17.14, "ce": 0.026475899073830078, "rank": 0.12492610514163971} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.23038220405578613, "loss_scale": 4.0, "retries": 0, "seconds": 985.2, "max_memory_gb": 17.14, "ce": 0.02008112943121887, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.8128130435943604, "loss_scale": 4.0, "retries": 0, "seconds": 990.1, "max_memory_gb": 17.14, "ce": 0.07638707242836063, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.043997183442115784, "loss_scale": 4.0, "retries": 0, "seconds": 995.0, "max_memory_gb": 17.14, "ce": 0.0036927653895872936, "rank": 0.12503230571746826} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.37656182050704956, "loss_scale": 4.0, "retries": 0, "seconds": 999.8, "max_memory_gb": 17.14, "ce": 0.046480264606088895, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.21646647155284882, "loss_scale": 4.0, "retries": 0, "seconds": 1004.8, "max_memory_gb": 17.14, "ce": 0.012101052997650186, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.4319473505020142, "loss_scale": 4.0, "retries": 0, "seconds": 1009.7, "max_memory_gb": 17.14, "ce": 0.06056194009147475, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.5277372598648071, "loss_scale": 4.0, "retries": 0, "seconds": 1014.6, "max_memory_gb": 17.14, "ce": 0.0579180312047356, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.03504440188407898, "loss_scale": 4.0, "retries": 0, "seconds": 1019.6, "max_memory_gb": 17.14, "ce": 0.002282512158217287, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.004166353028267622, "loss_scale": 4.0, "retries": 0, "seconds": 1024.5, "max_memory_gb": 17.14, "ce": 0.00018314003000341472, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5067665576934814, "loss_scale": 4.0, "retries": 0, "seconds": 1029.3, "max_memory_gb": 17.14, "ce": 0.09820201192383138, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.026653682813048363, "loss_scale": 4.0, "retries": 0, "seconds": 1034.2, "max_memory_gb": 17.14, "ce": 0.0012566637190047913, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7349677681922913, "loss_scale": 4.0, "retries": 0, "seconds": 1039.2, "max_memory_gb": 17.14, "ce": 0.17248374852488269, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.22401057183742523, "loss_scale": 4.0, "retries": 0, "seconds": 1044.1, "max_memory_gb": 17.14, "ce": 0.014507601190189234, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.11955351382493973, "loss_scale": 4.0, "retries": 0, "seconds": 1049.1, "max_memory_gb": 17.14, "ce": 0.011422343082813313, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.9533209800720215, "loss_scale": 4.0, "retries": 0, "seconds": 1053.9, "max_memory_gb": 17.14, "ce": 0.0530119462255243, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.022727031260728836, "loss_scale": 4.0, "retries": 0, "seconds": 1058.8, "max_memory_gb": 17.14, "ce": 0.0009649549035657401, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.2455217838287354, "loss_scale": 4.0, "retries": 0, "seconds": 1063.7, "max_memory_gb": 17.14, "ce": 0.31982619103189336, "rank": 0.12487230449914932} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.1432056427001953, "loss_scale": 4.0, "retries": 0, "seconds": 1068.6, "max_memory_gb": 17.14, "ce": 0.39849315640094574, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.1237468421459198, "loss_scale": 4.0, "retries": 0, "seconds": 1073.6, "max_memory_gb": 17.14, "ce": 0.006436611992739927, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.17989160120487213, "loss_scale": 4.0, "retries": 0, "seconds": 1078.4, "max_memory_gb": 17.14, "ce": 0.012735228785231811, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.16757330298423767, "loss_scale": 4.0, "retries": 0, "seconds": 1083.3, "max_memory_gb": 17.14, "ce": 0.008355431963082083, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.2108477354049683, "loss_scale": 4.0, "retries": 0, "seconds": 1088.2, "max_memory_gb": 17.14, "ce": 0.03885113460705725, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.762557864189148, "loss_scale": 4.0, "retries": 0, "seconds": 1093.2, "max_memory_gb": 17.14, "ce": 0.46759353294282846, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.49508118629455566, "loss_scale": 4.0, "retries": 0, "seconds": 1098.1, "max_memory_gb": 17.14, "ce": 0.07990304854547503, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.47403833270072937, "loss_scale": 4.0, "retries": 0, "seconds": 1103.0, "max_memory_gb": 17.14, "ce": 0.03334642968275148, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.8589410781860352, "loss_scale": 4.0, "retries": 0, "seconds": 1107.9, "max_memory_gb": 17.14, "ce": 0.09263440313748106, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.16157495975494385, "loss_scale": 4.0, "retries": 0, "seconds": 1112.8, "max_memory_gb": 17.14, "ce": 0.010736555063203923, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3332303464412689, "loss_scale": 4.0, "retries": 0, "seconds": 1117.7, "max_memory_gb": 17.14, "ce": 0.02678333673384259, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.1906294822692871, "loss_scale": 4.0, "retries": 0, "seconds": 1122.6, "max_memory_gb": 17.14, "ce": 0.011421512320112015, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.9096120595932007, "loss_scale": 4.0, "retries": 0, "seconds": 1127.5, "max_memory_gb": 17.14, "ce": 0.11745756698837795, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.303097128868103, "loss_scale": 4.0, "retries": 0, "seconds": 1132.4, "max_memory_gb": 17.14, "ce": 0.010788884483304173, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.2048767805099487, "loss_scale": 4.0, "retries": 0, "seconds": 1137.4, "max_memory_gb": 17.14, "ce": 0.11136283096175248, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5720533132553101, "loss_scale": 4.0, "retries": 0, "seconds": 1142.2, "max_memory_gb": 17.14, "ce": 0.024783976411072217, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.8322465419769287, "loss_scale": 4.0, "retries": 0, "seconds": 1147.1, "max_memory_gb": 17.14, "ce": 0.15619075452070774, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.6445693373680115, "loss_scale": 4.0, "retries": 0, "seconds": 1152.0, "max_memory_gb": 17.14, "ce": 0.067461839018506, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.252183437347412, "loss_scale": 4.0, "retries": 0, "seconds": 1157.0, "max_memory_gb": 17.14, "ce": 0.06585031275562869, "rank": 0.12476453185081482} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.3318134844303131, "loss_scale": 4.0, "retries": 0, "seconds": 1162.0, "max_memory_gb": 17.14, "ce": 0.016093487359512437, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.4779915511608124, "loss_scale": 4.0, "retries": 0, "seconds": 1166.7, "max_memory_gb": 17.14, "ce": 0.03118686490370237, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.7451112866401672, "loss_scale": 4.0, "retries": 0, "seconds": 1171.7, "max_memory_gb": 17.14, "ce": 0.0914734944221891, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.5335241556167603, "loss_scale": 4.0, "retries": 0, "seconds": 1176.6, "max_memory_gb": 17.14, "ce": 0.05956900701903578, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.03533582016825676, "loss_scale": 4.0, "retries": 0, "seconds": 1181.5, "max_memory_gb": 17.14, "ce": 0.002714699260877751, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.15809066593647003, "loss_scale": 4.0, "retries": 0, "seconds": 1186.5, "max_memory_gb": 17.14, "ce": 0.009038995279524897, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.9842574596405029, "loss_scale": 4.0, "retries": 0, "seconds": 1191.3, "max_memory_gb": 17.14, "ce": 0.128416366473175, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.008947260677814484, "loss_scale": 4.0, "retries": 0, "seconds": 1196.5, "max_memory_gb": 17.14, "ce": 0.0005093768600090698, "rank": 0.1250055581331253} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.5172214508056641, "loss_scale": 4.0, "retries": 0, "seconds": 1201.5, "max_memory_gb": 17.14, "ce": 0.03211998327674337, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.3428263664245605, "loss_scale": 4.0, "retries": 0, "seconds": 1206.4, "max_memory_gb": 17.14, "ce": 0.09178843662675717, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.6664113998413086, "loss_scale": 4.0, "retries": 0, "seconds": 1211.2, "max_memory_gb": 17.14, "ce": 0.9016642621425035, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.05853632837533951, "loss_scale": 4.0, "retries": 0, "seconds": 1216.1, "max_memory_gb": 17.14, "ce": 0.005163849380323882, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.4111171364784241, "loss_scale": 4.0, "retries": 0, "seconds": 1221.0, "max_memory_gb": 17.14, "ce": 0.00967020273651542, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.12869016826152802, "loss_scale": 4.0, "retries": 0, "seconds": 1226.0, "max_memory_gb": 17.14, "ce": 0.009929307420861733, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6857593059539795, "loss_scale": 4.0, "retries": 0, "seconds": 1230.9, "max_memory_gb": 17.14, "ce": 0.11111623919646263, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.8674184083938599, "loss_scale": 4.0, "retries": 0, "seconds": 1235.7, "max_memory_gb": 17.14, "ce": 0.03843006082593092, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.49737778306007385, "loss_scale": 4.0, "retries": 0, "seconds": 1240.6, "max_memory_gb": 17.14, "ce": 0.08740564985964738, "rank": 0.12167138606309891} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.278738796710968, "loss_scale": 4.0, "retries": 0, "seconds": 1245.6, "max_memory_gb": 17.14, "ce": 0.03003835121467091, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.7357633113861084, "loss_scale": 4.0, "retries": 0, "seconds": 1250.5, "max_memory_gb": 17.14, "ce": 0.043894903224099835, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6332590579986572, "loss_scale": 4.0, "retries": 0, "seconds": 1255.4, "max_memory_gb": 17.14, "ce": 0.0802058207286791, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.16026346385478973, "loss_scale": 4.0, "retries": 0, "seconds": 1260.2, "max_memory_gb": 17.14, "ce": 0.01827562720950482, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.6843631267547607, "loss_scale": 4.0, "retries": 0, "seconds": 1265.1, "max_memory_gb": 17.14, "ce": 0.13441806332411943, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.8856080174446106, "loss_scale": 4.0, "retries": 0, "seconds": 1270.1, "max_memory_gb": 17.14, "ce": 0.03424264052500803, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.006400703452527523, "loss_scale": 4.0, "retries": 0, "seconds": 1275.0, "max_memory_gb": 17.14, "ce": 0.0004428077934335306, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.10884229093790054, "loss_scale": 4.0, "retries": 0, "seconds": 1279.8, "max_memory_gb": 17.14, "ce": 0.00942451635114594, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.513030767440796, "loss_scale": 4.0, "retries": 0, "seconds": 1284.7, "max_memory_gb": 17.14, "ce": 0.1401472454224404, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Middle8_s13/adapter/README.md b/runs/fixed_internvl/removal/Middle8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Middle8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e42c86b646c8448eb93f73ef8168fb6bec9fdb9 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.20.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s13/config.json b/runs/fixed_internvl/removal/Middle8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2889ca91d564b475d3c11a00fb326520e2d21342 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s13/steps.jsonl b/runs/fixed_internvl/removal/Middle8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..806f3cd09235bedd627626d78f03b6fece23159d --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 6.598066329956055, "loss_scale": 4.0, "retries": 0, "seconds": 5.6, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.3826398849487305, "loss_scale": 4.0, "retries": 0, "seconds": 10.5, "max_memory_gb": 17.11, "ce": 0.7750466839788714, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 19.67627716064453, "loss_scale": 4.0, "retries": 0, "seconds": 15.1, "max_memory_gb": 17.11, "ce": 1.1678408375009894, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.073079586029053, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.11, "ce": 0.49718301206485194, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.17749643325805664, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 17.11, "ce": 0.039426019050551986, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.058267593383789, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.11, "ce": 0.28679325202392647, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.0740123987197876, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 17.11, "ce": 0.3734158815223054, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.7579994797706604, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 17.11, "ce": 0.3433576838579029, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.59818696975708, "loss_scale": 4.0, "retries": 0, "seconds": 42.2, "max_memory_gb": 17.11, "ce": 0.3427119280677289, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3694741129875183, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 17.11, "ce": 0.12434440776269184, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5638008117675781, "loss_scale": 4.0, "retries": 0, "seconds": 51.7, "max_memory_gb": 17.11, "ce": 0.20025790796717047, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.2850085198879242, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 17.11, "ce": 0.10578646038266015, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5198869705200195, "loss_scale": 4.0, "retries": 0, "seconds": 60.8, "max_memory_gb": 17.11, "ce": 0.22648852357360738, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.029803991317749, "loss_scale": 4.0, "retries": 0, "seconds": 65.6, "max_memory_gb": 17.11, "ce": 0.28177842660807073, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8700073957443237, "loss_scale": 4.0, "retries": 0, "seconds": 70.5, "max_memory_gb": 17.11, "ce": 0.19100808236180455, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.411034494638443, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 17.11, "ce": 0.0705857476204983, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.2125587463378906, "loss_scale": 4.0, "retries": 0, "seconds": 80.0, "max_memory_gb": 17.11, "ce": 0.16415997081639944, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.0547685623168945, "loss_scale": 4.0, "retries": 0, "seconds": 84.9, "max_memory_gb": 17.12, "ce": 0.1884987503872253, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.0034780502319336, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.12, "ce": 0.09122996879159473, "rank": 0.09213253855705261} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.14214573800563812, "loss_scale": 4.0, "retries": 0, "seconds": 94.3, "max_memory_gb": 17.12, "ce": 0.010704057346401896, "rank": 0.12496363371610641} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.9571057558059692, "loss_scale": 4.0, "retries": 0, "seconds": 99.3, "max_memory_gb": 17.12, "ce": 0.0716275303520888, "rank": 0.03467627614736557} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.4030327796936035, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 17.12, "ce": 0.16969054362107272, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.408992886543274, "loss_scale": 4.0, "retries": 0, "seconds": 108.9, "max_memory_gb": 17.12, "ce": 0.17254889193725376, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 8.957677841186523, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 17.12, "ce": 0.20275761973607587, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.8762524127960205, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 17.12, "ce": 0.20177579280061764, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 4.292171955108643, "loss_scale": 4.0, "retries": 0, "seconds": 123.3, "max_memory_gb": 17.12, "ce": 0.18961571979525615, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 6.195641994476318, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 17.12, "ce": 0.37321196822085767, "rank": 0.024211935698986053} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.454153537750244, "loss_scale": 4.0, "retries": 0, "seconds": 132.8, "max_memory_gb": 17.12, "ce": 0.20988660617149435, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 6.321992874145508, "loss_scale": 4.0, "retries": 0, "seconds": 137.7, "max_memory_gb": 17.12, "ce": 0.6695810800119943, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.1515321433544159, "loss_scale": 4.0, "retries": 0, "seconds": 142.3, "max_memory_gb": 17.12, "ce": 0.00407798730225295, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.618696212768555, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 17.12, "ce": 0.6209080419503152, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.42099952697753906, "loss_scale": 4.0, "retries": 0, "seconds": 151.9, "max_memory_gb": 17.12, "ce": 0.016740163289796328, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.748732566833496, "loss_scale": 4.0, "retries": 0, "seconds": 156.6, "max_memory_gb": 17.12, "ce": 0.2346042126773682, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.8426681756973267, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 17.12, "ce": 0.09421060817840043, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.4155020713806152, "loss_scale": 4.0, "retries": 0, "seconds": 166.2, "max_memory_gb": 17.12, "ce": 0.040355077959247865, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.479185938835144, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 17.12, "ce": 0.1280105489786365, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.1716946363449097, "loss_scale": 4.0, "retries": 0, "seconds": 175.6, "max_memory_gb": 17.12, "ce": 0.17556215591321234, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.8541341423988342, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 17.12, "ce": 0.10730055649764836, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.3031580448150635, "loss_scale": 4.0, "retries": 0, "seconds": 184.7, "max_memory_gb": 17.12, "ce": 0.09262039774330333, "rank": 0.12485933303833008} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.3421081304550171, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 17.12, "ce": 0.014528023482853314, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.434464454650879, "loss_scale": 4.0, "retries": 0, "seconds": 194.2, "max_memory_gb": 17.12, "ce": 0.37315857151406817, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.2857740819454193, "loss_scale": 4.0, "retries": 0, "seconds": 198.9, "max_memory_gb": 17.12, "ce": 0.016538988129468635, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.1444348245859146, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 17.12, "ce": 0.006803233962273225, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.395954608917236, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 17.12, "ce": 0.2723563513981162, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.6248860359191895, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 17.12, "ce": 0.4196672100079013, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1258935928344727, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 17.12, "ce": 0.10241915180085925, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.6109721660614014, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 17.12, "ce": 0.0338591985482708, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09946216642856598, "loss_scale": 4.0, "retries": 0, "seconds": 226.8, "max_memory_gb": 17.12, "ce": 0.0034585196167427057, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.16306255757808685, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.12, "ce": 0.010840152221135213, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.2032861709594727, "loss_scale": 4.0, "retries": 0, "seconds": 236.2, "max_memory_gb": 17.12, "ce": 0.09368656364767958, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 5.434545040130615, "loss_scale": 4.0, "retries": 0, "seconds": 240.8, "max_memory_gb": 17.12, "ce": 0.17239610676824668, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.37075379490852356, "loss_scale": 4.0, "retries": 0, "seconds": 245.5, "max_memory_gb": 17.12, "ce": 0.029599888115626527, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.944976568222046, "loss_scale": 4.0, "retries": 0, "seconds": 250.0, "max_memory_gb": 17.12, "ce": 0.09054694652695616, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.164765477180481, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 17.12, "ce": 0.08003289225962362, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.14764390885829926, "loss_scale": 4.0, "retries": 0, "seconds": 259.4, "max_memory_gb": 17.12, "ce": 0.008075302363636183, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.1773679256439209, "loss_scale": 4.0, "retries": 0, "seconds": 264.0, "max_memory_gb": 17.12, "ce": 0.01344966624128574, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.12284113466739655, "loss_scale": 4.0, "retries": 0, "seconds": 268.6, "max_memory_gb": 17.12, "ce": 0.006024058094681095, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.05710173398256302, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 17.12, "ce": 0.001437012622844236, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.686634063720703, "loss_scale": 4.0, "retries": 0, "seconds": 278.1, "max_memory_gb": 17.12, "ce": 0.4244370101765753, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.7147172093391418, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 17.12, "ce": 0.06429499425712493, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.172966003417969, "loss_scale": 4.0, "retries": 0, "seconds": 287.3, "max_memory_gb": 17.12, "ce": 0.35485367513319943, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.43244150280952454, "loss_scale": 4.0, "retries": 0, "seconds": 291.9, "max_memory_gb": 17.12, "ce": 0.025478194096422158, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.5626148581504822, "loss_scale": 4.0, "retries": 0, "seconds": 296.6, "max_memory_gb": 17.12, "ce": 0.037496156815905124, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.12207791209220886, "loss_scale": 4.0, "retries": 0, "seconds": 301.2, "max_memory_gb": 17.12, "ce": 0.004585706902162201, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.0686596632003784, "loss_scale": 4.0, "retries": 0, "seconds": 305.8, "max_memory_gb": 17.12, "ce": 0.13899114668856782, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.5840075016021729, "loss_scale": 4.0, "retries": 0, "seconds": 310.6, "max_memory_gb": 17.12, "ce": 0.21393927964084725, "rank": 0.12432586401700974} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.022203106433153152, "loss_scale": 4.0, "retries": 0, "seconds": 315.2, "max_memory_gb": 17.12, "ce": 0.0011423514998512019, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.106335163116455, "loss_scale": 4.0, "retries": 0, "seconds": 319.8, "max_memory_gb": 17.12, "ce": 0.037454161052764334, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 5.255605697631836, "loss_scale": 4.0, "retries": 0, "seconds": 324.8, "max_memory_gb": 17.12, "ce": 0.8243549255989819, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.2532045841217041, "loss_scale": 4.0, "retries": 0, "seconds": 329.4, "max_memory_gb": 17.12, "ce": 0.002572024297535336, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.03916134685277939, "loss_scale": 4.0, "retries": 0, "seconds": 334.0, "max_memory_gb": 17.12, "ce": 0.0016418345869055884, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6155794858932495, "loss_scale": 4.0, "retries": 0, "seconds": 338.8, "max_memory_gb": 17.12, "ce": 0.07545313691298361, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.2039592266082764, "loss_scale": 4.0, "retries": 0, "seconds": 343.3, "max_memory_gb": 17.12, "ce": 0.1869796390508327, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.193235158920288, "loss_scale": 4.0, "retries": 0, "seconds": 347.8, "max_memory_gb": 17.12, "ce": 0.10523624654919317, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.5607872009277344, "loss_scale": 4.0, "retries": 0, "seconds": 352.7, "max_memory_gb": 17.12, "ce": 0.7010341068671551, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.4673333168029785, "loss_scale": 4.0, "retries": 0, "seconds": 357.1, "max_memory_gb": 17.12, "ce": 0.38346636774258513, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.47586819529533386, "loss_scale": 4.0, "retries": 0, "seconds": 361.7, "max_memory_gb": 17.12, "ce": 0.027186445109691704, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2665303647518158, "loss_scale": 4.0, "retries": 0, "seconds": 366.2, "max_memory_gb": 17.12, "ce": 0.01947251748151757, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.5344730615615845, "loss_scale": 4.0, "retries": 0, "seconds": 370.9, "max_memory_gb": 17.12, "ce": 0.012922749287099577, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.2943722605705261, "loss_scale": 4.0, "retries": 0, "seconds": 375.5, "max_memory_gb": 17.12, "ce": 0.02195617384882098, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.8738061189651489, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 17.12, "ce": 0.057998546997623635, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.4823867678642273, "loss_scale": 4.0, "retries": 0, "seconds": 385.1, "max_memory_gb": 17.12, "ce": 0.058023238510941155, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.1300069093704224, "loss_scale": 4.0, "retries": 0, "seconds": 389.7, "max_memory_gb": 17.12, "ce": 0.20861851077802385, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5322508811950684, "loss_scale": 4.0, "retries": 0, "seconds": 394.3, "max_memory_gb": 17.12, "ce": 0.027417215517061777, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.2931289672851562, "loss_scale": 4.0, "retries": 0, "seconds": 399.0, "max_memory_gb": 17.12, "ce": 0.015372879610254131, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.9159115552902222, "loss_scale": 4.0, "retries": 0, "seconds": 403.8, "max_memory_gb": 17.12, "ce": 0.06694891789993562, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.8989990949630737, "loss_scale": 4.0, "retries": 0, "seconds": 408.5, "max_memory_gb": 17.12, "ce": 0.09130096225817397, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.5084582567214966, "loss_scale": 4.0, "retries": 0, "seconds": 413.3, "max_memory_gb": 17.12, "ce": 0.021800515194627224, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.2097194641828537, "loss_scale": 4.0, "retries": 0, "seconds": 417.9, "max_memory_gb": 17.12, "ce": 0.015939376974984043, "rank": 0.1249980479478836} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.9967199563980103, "loss_scale": 4.0, "retries": 0, "seconds": 422.2, "max_memory_gb": 17.12, "ce": 0.07034587865018693, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.9940505027770996, "loss_scale": 4.0, "retries": 0, "seconds": 426.9, "max_memory_gb": 17.12, "ce": 0.5441641529187109, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.071902275085449, "loss_scale": 4.0, "retries": 0, "seconds": 431.6, "max_memory_gb": 17.12, "ce": 0.05158369196806234, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.167703151702881, "loss_scale": 4.0, "retries": 0, "seconds": 436.2, "max_memory_gb": 17.12, "ce": 0.06877861691464204, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.23723559081554413, "loss_scale": 4.0, "retries": 0, "seconds": 440.6, "max_memory_gb": 17.12, "ce": 0.012410963954607723, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.843066215515137, "loss_scale": 4.0, "retries": 0, "seconds": 445.3, "max_memory_gb": 17.12, "ce": 0.55385350952929, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 5.829464912414551, "loss_scale": 4.0, "retries": 0, "seconds": 449.9, "max_memory_gb": 17.12, "ce": 0.3846247872143067, "rank": 0.2036549150943756} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.06130506098270416, "loss_scale": 4.0, "retries": 0, "seconds": 454.5, "max_memory_gb": 17.12, "ce": 0.004276986484910594, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.964557409286499, "loss_scale": 4.0, "retries": 0, "seconds": 459.1, "max_memory_gb": 17.12, "ce": 0.10390072699919983, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.5613493323326111, "loss_scale": 4.0, "retries": 0, "seconds": 463.7, "max_memory_gb": 17.12, "ce": 0.017050164304237114, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.48001572489738464, "loss_scale": 4.0, "retries": 0, "seconds": 468.3, "max_memory_gb": 17.12, "ce": 0.08571043700067094, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.29195332527160645, "loss_scale": 4.0, "retries": 0, "seconds": 472.9, "max_memory_gb": 17.12, "ce": 0.01073919903501519, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.2608169615268707, "loss_scale": 4.0, "retries": 0, "seconds": 477.9, "max_memory_gb": 17.12, "ce": 0.01875240184745053, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.09713775664567947, "loss_scale": 4.0, "retries": 0, "seconds": 482.6, "max_memory_gb": 17.12, "ce": 0.0061322529527387815, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.0765600204467773, "loss_scale": 4.0, "retries": 0, "seconds": 487.0, "max_memory_gb": 17.12, "ce": 0.027039438937208615, "rank": 0.12474949657917023} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.5309938788414001, "loss_scale": 4.0, "retries": 0, "seconds": 491.6, "max_memory_gb": 17.12, "ce": 0.046526548900146736, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.18876369297504425, "loss_scale": 4.0, "retries": 0, "seconds": 496.3, "max_memory_gb": 17.12, "ce": 0.0028114287542848615, "rank": 0.09071093797683716} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.3088449239730835, "loss_scale": 4.0, "retries": 0, "seconds": 500.9, "max_memory_gb": 17.12, "ce": 0.1002839090388079, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.8959286212921143, "loss_scale": 4.0, "retries": 0, "seconds": 505.3, "max_memory_gb": 17.12, "ce": 0.4223950971245358, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.2705464363098145, "loss_scale": 4.0, "retries": 0, "seconds": 510.1, "max_memory_gb": 17.12, "ce": 0.2905675871479616, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.16363964974880219, "loss_scale": 4.0, "retries": 0, "seconds": 514.9, "max_memory_gb": 17.12, "ce": 0.010917718263954157, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.39590173959732056, "loss_scale": 4.0, "retries": 0, "seconds": 519.5, "max_memory_gb": 17.12, "ce": 0.01697402639865686, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.051056910306215286, "loss_scale": 4.0, "retries": 0, "seconds": 524.1, "max_memory_gb": 17.12, "ce": 0.0030021602360648103, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.19553415477275848, "loss_scale": 4.0, "retries": 0, "seconds": 528.7, "max_memory_gb": 17.12, "ce": 0.01750983869897027, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.0207414627075195, "loss_scale": 4.0, "retries": 0, "seconds": 533.3, "max_memory_gb": 17.12, "ce": 0.12267291716125328, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.1432414054870605, "loss_scale": 4.0, "retries": 0, "seconds": 538.0, "max_memory_gb": 17.12, "ce": 0.0720583074617025, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.8030210137367249, "loss_scale": 4.0, "retries": 0, "seconds": 542.5, "max_memory_gb": 17.12, "ce": 0.14488294570401195, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.13043604791164398, "loss_scale": 4.0, "retries": 0, "seconds": 547.1, "max_memory_gb": 17.12, "ce": 0.0046765283832428395, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.112762212753296, "loss_scale": 4.0, "retries": 0, "seconds": 551.7, "max_memory_gb": 17.12, "ce": 0.20077250914437172, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.0665544793009758, "loss_scale": 4.0, "retries": 0, "seconds": 556.3, "max_memory_gb": 17.12, "ce": 0.003404123480322596, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 7.262181758880615, "loss_scale": 4.0, "retries": 0, "seconds": 560.9, "max_memory_gb": 17.12, "ce": 0.3110910465939014, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7243046164512634, "loss_scale": 4.0, "retries": 0, "seconds": 565.5, "max_memory_gb": 17.12, "ce": 0.05796994353568152, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.9291557669639587, "loss_scale": 4.0, "retries": 0, "seconds": 569.9, "max_memory_gb": 17.12, "ce": 0.087561667414775, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.578356921672821, "loss_scale": 4.0, "retries": 0, "seconds": 574.6, "max_memory_gb": 17.12, "ce": 0.033856654857117974, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.9850081205368042, "loss_scale": 4.0, "retries": 0, "seconds": 579.1, "max_memory_gb": 17.12, "ce": 0.5120908092485479, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7154951691627502, "loss_scale": 4.0, "retries": 0, "seconds": 583.6, "max_memory_gb": 17.12, "ce": 0.11247116871527396, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.4928081035614014, "loss_scale": 4.0, "retries": 0, "seconds": 588.3, "max_memory_gb": 17.12, "ce": 0.38247936500647484, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.2682717442512512, "loss_scale": 4.0, "retries": 0, "seconds": 592.8, "max_memory_gb": 17.12, "ce": 0.007430748007209331, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.515709400177002, "loss_scale": 4.0, "retries": 0, "seconds": 597.4, "max_memory_gb": 17.12, "ce": 0.27609911161925993, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.0635453462600708, "loss_scale": 4.0, "retries": 0, "seconds": 602.1, "max_memory_gb": 17.12, "ce": 0.09093820977614087, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.0362324714660645, "loss_scale": 4.0, "retries": 0, "seconds": 606.7, "max_memory_gb": 17.12, "ce": 0.14176840411255398, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.4250144958496094, "loss_scale": 4.0, "retries": 0, "seconds": 610.9, "max_memory_gb": 17.12, "ce": 0.07913143674431922, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.2252631187438965, "loss_scale": 4.0, "retries": 0, "seconds": 615.5, "max_memory_gb": 17.12, "ce": 0.25582638827017945, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.4574503898620605, "loss_scale": 4.0, "retries": 0, "seconds": 620.1, "max_memory_gb": 17.12, "ce": 0.23491668570477486, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.8701059818267822, "loss_scale": 4.0, "retries": 0, "seconds": 624.7, "max_memory_gb": 17.12, "ce": 0.27976836002153505, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.7881841659545898, "loss_scale": 4.0, "retries": 0, "seconds": 629.1, "max_memory_gb": 17.12, "ce": 0.059660757948222454, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.947270631790161, "loss_scale": 4.0, "retries": 0, "seconds": 633.7, "max_memory_gb": 17.12, "ce": 0.29367034773440537, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.10674870014190674, "loss_scale": 4.0, "retries": 0, "seconds": 638.3, "max_memory_gb": 17.12, "ce": 0.007999846170605451, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.658782958984375, "loss_scale": 4.0, "retries": 0, "seconds": 642.9, "max_memory_gb": 17.12, "ce": 0.15669765523489332, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.331538438796997, "loss_scale": 4.0, "retries": 0, "seconds": 647.5, "max_memory_gb": 17.12, "ce": 0.06254201256706438, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.05983223393559456, "loss_scale": 4.0, "retries": 0, "seconds": 652.3, "max_memory_gb": 17.12, "ce": 0.0037256895566315507, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.13019777834415436, "loss_scale": 4.0, "retries": 0, "seconds": 656.5, "max_memory_gb": 17.12, "ce": 0.008850918616190029, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.572288751602173, "loss_scale": 4.0, "retries": 0, "seconds": 661.3, "max_memory_gb": 17.12, "ce": 0.11359752879434382, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.183173179626465, "loss_scale": 4.0, "retries": 0, "seconds": 666.0, "max_memory_gb": 17.12, "ce": 0.32452498948441644, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.36914360523223877, "loss_scale": 4.0, "retries": 0, "seconds": 670.5, "max_memory_gb": 17.12, "ce": 0.02979950289318367, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.043113354593515396, "loss_scale": 4.0, "retries": 0, "seconds": 676.8, "max_memory_gb": 17.12, "ce": 0.0020162234013696434, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.15694499015808105, "loss_scale": 4.0, "retries": 0, "seconds": 681.9, "max_memory_gb": 17.12, "ce": 0.013924166477409017, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.6420713663101196, "loss_scale": 4.0, "retries": 0, "seconds": 687.1, "max_memory_gb": 17.12, "ce": 0.4158444633903855, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.1425618678331375, "loss_scale": 4.0, "retries": 0, "seconds": 692.0, "max_memory_gb": 17.12, "ce": 0.007031220862700138, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.5401785969734192, "loss_scale": 4.0, "retries": 0, "seconds": 698.0, "max_memory_gb": 17.12, "ce": 0.02091255340474163, "rank": 0.1100495457649231} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6679081916809082, "loss_scale": 4.0, "retries": 0, "seconds": 702.8, "max_memory_gb": 17.12, "ce": 0.08408629457971983, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 4.446317672729492, "loss_scale": 4.0, "retries": 0, "seconds": 707.3, "max_memory_gb": 17.12, "ce": 0.1229386136692483, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.25044524669647217, "loss_scale": 4.0, "retries": 0, "seconds": 711.9, "max_memory_gb": 17.12, "ce": 0.01948076491953543, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.5332352519035339, "loss_scale": 4.0, "retries": 0, "seconds": 716.9, "max_memory_gb": 17.12, "ce": 0.09984058100872062, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3768148422241211, "loss_scale": 4.0, "retries": 0, "seconds": 722.0, "max_memory_gb": 17.12, "ce": 0.03999000711610279, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.7545065879821777, "loss_scale": 4.0, "retries": 0, "seconds": 726.7, "max_memory_gb": 17.12, "ce": 0.21035979432053864, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.3723757266998291, "loss_scale": 4.0, "retries": 0, "seconds": 731.6, "max_memory_gb": 17.12, "ce": 0.007914566360341269, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.23000025749206543, "loss_scale": 4.0, "retries": 0, "seconds": 736.9, "max_memory_gb": 17.12, "ce": 0.018812592406902695, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 6.017022609710693, "loss_scale": 4.0, "retries": 0, "seconds": 742.9, "max_memory_gb": 17.12, "ce": 0.5973434596107836, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.39601966738700867, "loss_scale": 4.0, "retries": 0, "seconds": 748.0, "max_memory_gb": 17.12, "ce": 0.024773787650701706, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.170515537261963, "loss_scale": 4.0, "retries": 0, "seconds": 752.7, "max_memory_gb": 17.12, "ce": 0.1685128777553473, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.2861632108688354, "loss_scale": 4.0, "retries": 0, "seconds": 757.2, "max_memory_gb": 17.12, "ce": 0.1482666540741775, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.9552218317985535, "loss_scale": 4.0, "retries": 0, "seconds": 761.6, "max_memory_gb": 17.12, "ce": 0.05873192675426253, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.56320858001709, "loss_scale": 4.0, "retries": 0, "seconds": 766.3, "max_memory_gb": 17.12, "ce": 0.21411733271997946, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8241234421730042, "loss_scale": 4.0, "retries": 0, "seconds": 770.9, "max_memory_gb": 17.12, "ce": 0.06539489516399044, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.1534876674413681, "loss_scale": 4.0, "retries": 0, "seconds": 776.6, "max_memory_gb": 17.12, "ce": 0.012309670999457012, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.9446356296539307, "loss_scale": 4.0, "retries": 0, "seconds": 781.7, "max_memory_gb": 17.12, "ce": 0.2537460562580236, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.23581278324127197, "loss_scale": 4.0, "retries": 0, "seconds": 786.3, "max_memory_gb": 17.12, "ce": 0.013992966025398346, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.08285266906023026, "loss_scale": 4.0, "retries": 0, "seconds": 791.0, "max_memory_gb": 17.12, "ce": 0.006803352327551693, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.2663018703460693, "loss_scale": 4.0, "retries": 0, "seconds": 795.7, "max_memory_gb": 17.12, "ce": 0.28487821559065196, "rank": 0.05032210052013397} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.07127250730991364, "loss_scale": 4.0, "retries": 0, "seconds": 800.2, "max_memory_gb": 17.12, "ce": 0.002191494175349362, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5198721885681152, "loss_scale": 4.0, "retries": 0, "seconds": 804.8, "max_memory_gb": 17.12, "ce": 0.05904815638132277, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1283380389213562, "loss_scale": 4.0, "retries": 0, "seconds": 809.4, "max_memory_gb": 17.12, "ce": 0.012000191754850675, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.21928933262825012, "loss_scale": 4.0, "retries": 0, "seconds": 814.0, "max_memory_gb": 17.12, "ce": 0.016765575415774947, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.2713588774204254, "loss_scale": 4.0, "retries": 0, "seconds": 818.3, "max_memory_gb": 17.12, "ce": 0.022144731945445528, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.2941665649414062, "loss_scale": 4.0, "retries": 0, "seconds": 822.8, "max_memory_gb": 17.12, "ce": 0.1022451396293036, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.046064820140600204, "loss_scale": 4.0, "retries": 0, "seconds": 827.6, "max_memory_gb": 17.12, "ce": 0.0027869910691151745, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9422528147697449, "loss_scale": 4.0, "retries": 0, "seconds": 832.6, "max_memory_gb": 17.12, "ce": 0.2633738179356442, "rank": 0.1249089241027832} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.7531416416168213, "loss_scale": 4.0, "retries": 0, "seconds": 837.0, "max_memory_gb": 17.12, "ce": 0.10821881935407873, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.476615071296692, "loss_scale": 4.0, "retries": 0, "seconds": 841.2, "max_memory_gb": 17.12, "ce": 0.3597028391659478, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.3766648471355438, "loss_scale": 4.0, "retries": 0, "seconds": 846.0, "max_memory_gb": 17.12, "ce": 0.03442368183823419, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.2975331246852875, "loss_scale": 4.0, "retries": 0, "seconds": 850.7, "max_memory_gb": 17.12, "ce": 0.01835720300914545, "rank": 0.10199758410453796} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.1005377769470215, "loss_scale": 4.0, "retries": 0, "seconds": 855.2, "max_memory_gb": 17.12, "ce": 0.10859826169871667, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.038405437022447586, "loss_scale": 4.0, "retries": 0, "seconds": 860.0, "max_memory_gb": 17.12, "ce": 0.0023128497387006064, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.4015806317329407, "loss_scale": 4.0, "retries": 0, "seconds": 864.7, "max_memory_gb": 17.12, "ce": 0.015195938409306109, "rank": 0.12677280604839325} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3529452085494995, "loss_scale": 4.0, "retries": 0, "seconds": 869.3, "max_memory_gb": 17.12, "ce": 0.042427931855854695, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.288980484008789, "loss_scale": 4.0, "retries": 0, "seconds": 874.5, "max_memory_gb": 17.12, "ce": 0.14733813603925228, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5706399083137512, "loss_scale": 4.0, "retries": 0, "seconds": 879.2, "max_memory_gb": 17.12, "ce": 0.1339216844717157, "rank": 0.1352209448814392} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.7275830507278442, "loss_scale": 4.0, "retries": 0, "seconds": 883.7, "max_memory_gb": 17.12, "ce": 0.21641473462796057, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.6974143981933594, "loss_scale": 4.0, "retries": 0, "seconds": 888.4, "max_memory_gb": 17.12, "ce": 0.33084514396341547, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.18633092939853668, "loss_scale": 4.0, "retries": 0, "seconds": 893.1, "max_memory_gb": 17.12, "ce": 0.007621231023222208, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.4280683994293213, "loss_scale": 4.0, "retries": 0, "seconds": 897.6, "max_memory_gb": 17.12, "ce": 0.1405635388009614, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.3807693719863892, "loss_scale": 4.0, "retries": 0, "seconds": 902.1, "max_memory_gb": 17.12, "ce": 0.3190351658486179, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.01833043433725834, "loss_scale": 4.0, "retries": 0, "seconds": 906.9, "max_memory_gb": 17.12, "ce": 0.0012605274419001944, "rank": 0.12497183680534363} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4967119097709656, "loss_scale": 4.0, "retries": 0, "seconds": 911.7, "max_memory_gb": 17.12, "ce": 0.04629750930780574, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.6357827186584473, "loss_scale": 4.0, "retries": 0, "seconds": 916.4, "max_memory_gb": 17.12, "ce": 0.054852857156220125, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.19369003176689148, "loss_scale": 4.0, "retries": 0, "seconds": 920.8, "max_memory_gb": 17.12, "ce": 0.01213630987876968, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.724447250366211, "loss_scale": 4.0, "retries": 0, "seconds": 925.4, "max_memory_gb": 17.12, "ce": 0.15906715331311716, "rank": 0.016070812940597534} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6497434973716736, "loss_scale": 4.0, "retries": 0, "seconds": 930.1, "max_memory_gb": 17.12, "ce": 0.07523464049336326, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.176532506942749, "loss_scale": 4.0, "retries": 0, "seconds": 934.7, "max_memory_gb": 17.12, "ce": 0.11362451293643971, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.794536828994751, "loss_scale": 4.0, "retries": 0, "seconds": 939.4, "max_memory_gb": 17.12, "ce": 0.2602916902433208, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.8610201478004456, "loss_scale": 4.0, "retries": 0, "seconds": 944.1, "max_memory_gb": 17.12, "ce": 0.06485152796813054, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.042376961559057236, "loss_scale": 4.0, "retries": 0, "seconds": 948.6, "max_memory_gb": 17.12, "ce": 0.0027398597840146977, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.6338059306144714, "loss_scale": 4.0, "retries": 0, "seconds": 953.3, "max_memory_gb": 17.12, "ce": 0.018740473454272433, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.26835188269615173, "loss_scale": 4.0, "retries": 0, "seconds": 957.9, "max_memory_gb": 17.12, "ce": 0.020114681746235874, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.1289165019989014, "loss_scale": 4.0, "retries": 0, "seconds": 962.5, "max_memory_gb": 17.12, "ce": 0.13193021173083253, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.2324903905391693, "loss_scale": 4.0, "retries": 0, "seconds": 967.3, "max_memory_gb": 17.12, "ce": 0.016594705931311182, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2752910554409027, "loss_scale": 4.0, "retries": 0, "seconds": 971.9, "max_memory_gb": 17.12, "ce": 0.056458752835169435, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.16262835264205933, "loss_scale": 4.0, "retries": 0, "seconds": 976.4, "max_memory_gb": 17.12, "ce": 0.006285107256189804, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.765999436378479, "loss_scale": 4.0, "retries": 0, "seconds": 980.9, "max_memory_gb": 17.12, "ce": 0.11687581093883637, "rank": 0.12520499527454376} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.278709650039673, "loss_scale": 4.0, "retries": 0, "seconds": 985.7, "max_memory_gb": 17.12, "ce": 0.49563141089038254, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.665377676486969, "loss_scale": 4.0, "retries": 0, "seconds": 990.3, "max_memory_gb": 17.12, "ce": 0.11222350358730182, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.279664158821106, "loss_scale": 4.0, "retries": 0, "seconds": 994.9, "max_memory_gb": 17.12, "ce": 0.18776625012105796, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.7108903527259827, "loss_scale": 4.0, "retries": 0, "seconds": 999.4, "max_memory_gb": 17.12, "ce": 0.1476507587776723, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.0046626329421997, "loss_scale": 4.0, "retries": 0, "seconds": 1004.1, "max_memory_gb": 17.12, "ce": 0.21829014861759788, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.6395065784454346, "loss_scale": 4.0, "retries": 0, "seconds": 1008.6, "max_memory_gb": 17.12, "ce": 0.39740413308572897, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4943912625312805, "loss_scale": 4.0, "retries": 0, "seconds": 1013.3, "max_memory_gb": 17.12, "ce": 0.032398596559687576, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.07067061960697174, "loss_scale": 4.0, "retries": 0, "seconds": 1018.0, "max_memory_gb": 17.12, "ce": 0.0030428149075305555, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.4451329708099365, "loss_scale": 4.0, "retries": 0, "seconds": 1023.2, "max_memory_gb": 17.12, "ce": 0.18343939871010662, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.3605383336544037, "loss_scale": 4.0, "retries": 0, "seconds": 1029.3, "max_memory_gb": 17.12, "ce": 0.034510930579926935, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.30121225118637085, "loss_scale": 4.0, "retries": 0, "seconds": 1035.0, "max_memory_gb": 17.12, "ce": 0.0211797994288645, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.39165011048316956, "loss_scale": 4.0, "retries": 0, "seconds": 1039.6, "max_memory_gb": 17.12, "ce": 0.03747304492071635, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.36361193656921387, "loss_scale": 4.0, "retries": 0, "seconds": 1044.2, "max_memory_gb": 17.12, "ce": 0.02932023587072763, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.3441956043243408, "loss_scale": 4.0, "retries": 0, "seconds": 1048.9, "max_memory_gb": 17.12, "ce": 0.047300122115302656, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.3438606262207031, "loss_scale": 4.0, "retries": 0, "seconds": 1054.0, "max_memory_gb": 17.12, "ce": 0.02792982170194591, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.16021573543548584, "loss_scale": 4.0, "retries": 0, "seconds": 1059.2, "max_memory_gb": 17.12, "ce": 0.01332091722451878, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7525970339775085, "loss_scale": 4.0, "retries": 0, "seconds": 1064.4, "max_memory_gb": 17.12, "ce": 0.02984377264056093, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.8767707347869873, "loss_scale": 4.0, "retries": 0, "seconds": 1070.5, "max_memory_gb": 17.12, "ce": 0.02795846372100641, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.10184191912412643, "loss_scale": 4.0, "retries": 0, "seconds": 1075.6, "max_memory_gb": 17.12, "ce": 0.00872929378056142, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5585289597511292, "loss_scale": 4.0, "retries": 0, "seconds": 1080.2, "max_memory_gb": 17.12, "ce": 0.04791138206837786, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.359096050262451, "loss_scale": 4.0, "retries": 0, "seconds": 1084.7, "max_memory_gb": 17.12, "ce": 0.3337946823303355, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4934890568256378, "loss_scale": 4.0, "retries": 0, "seconds": 1089.1, "max_memory_gb": 17.12, "ce": 0.04636655112790322, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3027906119823456, "loss_scale": 4.0, "retries": 0, "seconds": 1093.6, "max_memory_gb": 17.12, "ce": 0.02088684834734522, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.5573132038116455, "loss_scale": 4.0, "retries": 0, "seconds": 1098.2, "max_memory_gb": 17.12, "ce": 0.03121734000797005, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.6758642196655273, "loss_scale": 4.0, "retries": 0, "seconds": 1102.9, "max_memory_gb": 17.12, "ce": 0.07279039537752396, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.4523239135742188, "loss_scale": 4.0, "retries": 0, "seconds": 1107.5, "max_memory_gb": 17.12, "ce": 0.16875105348117359, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.20013116300106049, "loss_scale": 4.0, "retries": 0, "seconds": 1112.0, "max_memory_gb": 17.12, "ce": 0.013253085397082032, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.4112472534179688, "loss_scale": 4.0, "retries": 0, "seconds": 1116.6, "max_memory_gb": 17.12, "ce": 0.06320495449381269, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.5575615167617798, "loss_scale": 4.0, "retries": 0, "seconds": 1120.9, "max_memory_gb": 17.12, "ce": 0.03033530153788888, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5899892449378967, "loss_scale": 4.0, "retries": 0, "seconds": 1125.1, "max_memory_gb": 17.12, "ce": 0.08444168698815702, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.4647599160671234, "loss_scale": 4.0, "retries": 0, "seconds": 1129.8, "max_memory_gb": 17.12, "ce": 0.03849682993586612, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5364479422569275, "loss_scale": 4.0, "retries": 0, "seconds": 1134.4, "max_memory_gb": 17.12, "ce": 0.05401310291381378, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.13667933642864227, "loss_scale": 4.0, "retries": 0, "seconds": 1138.9, "max_memory_gb": 17.12, "ce": 0.010621792197525792, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.030448708683252335, "loss_scale": 4.0, "retries": 0, "seconds": 1143.7, "max_memory_gb": 17.12, "ce": 0.001313860587288218, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6540173292160034, "loss_scale": 4.0, "retries": 0, "seconds": 1148.3, "max_memory_gb": 17.12, "ce": 0.03537506119937461, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.928240180015564, "loss_scale": 4.0, "retries": 0, "seconds": 1152.6, "max_memory_gb": 17.12, "ce": 0.25705014152572403, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.05382009223103523, "loss_scale": 4.0, "retries": 0, "seconds": 1157.1, "max_memory_gb": 17.12, "ce": 0.0015331801505453768, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.8356745839118958, "loss_scale": 4.0, "retries": 0, "seconds": 1161.4, "max_memory_gb": 17.12, "ce": 0.07636781763176259, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.12332363426685333, "loss_scale": 4.0, "retries": 0, "seconds": 1165.9, "max_memory_gb": 17.12, "ce": 0.008454265758700785, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.20013713836669922, "loss_scale": 4.0, "retries": 0, "seconds": 1170.3, "max_memory_gb": 17.12, "ce": 0.014056235692805785, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.1589430868625641, "loss_scale": 4.0, "retries": 0, "seconds": 1174.7, "max_memory_gb": 17.12, "ce": 0.0072529676244812435, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Middle8_s42/adapter/README.md b/runs/fixed_internvl/removal/Middle8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s42/adapter/adapter_config.json b/runs/fixed_internvl/removal/Middle8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..998c84f54daf0b3937d3ef2d9cfd9acd4fca92d4 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.21.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s42/config.json b/runs/fixed_internvl/removal/Middle8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45be8ef7bdf059296997d0aa49eda2dbd553dfc7 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s42/steps.jsonl b/runs/fixed_internvl/removal/Middle8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4a13bdf0b027ed5dbdebaa67ced94862b0c076bd --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 14.541537284851074, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 16.79, "ce": 1.0494785578921437, "rank": 0.15784265100955963} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 8.96788501739502, "loss_scale": 4.0, "retries": 0, "seconds": 7.8, "max_memory_gb": 17.11, "ce": 0.8133026539934463, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.02604866027832, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 17.11, "ce": 0.7390169245772995, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 9.645132064819336, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 17.11, "ce": 0.5868777836731169, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.31530499458313, "loss_scale": 4.0, "retries": 0, "seconds": 18.5, "max_memory_gb": 17.11, "ce": 0.5174583586049266, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.984994649887085, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 17.11, "ce": 0.29493023874238133, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.9234676361083984, "loss_scale": 4.0, "retries": 0, "seconds": 26.0, "max_memory_gb": 17.11, "ce": 0.49851335072889924, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.171297550201416, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 17.11, "ce": 0.24360183298745142, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.7415268421173096, "loss_scale": 4.0, "retries": 0, "seconds": 33.6, "max_memory_gb": 17.11, "ce": 0.5802769715082832, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.7819887399673462, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 17.11, "ce": 0.23427223625185434, "rank": 0.20456336438655853} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.3776566684246063, "loss_scale": 4.0, "retries": 0, "seconds": 41.1, "max_memory_gb": 17.11, "ce": 0.14012424186603312, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 5.733058929443359, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.11, "ce": 0.584752653092437, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.127847671508789, "loss_scale": 4.0, "retries": 0, "seconds": 48.8, "max_memory_gb": 17.11, "ce": 0.36304191139061004, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 0.5526084899902344, "loss_scale": 4.0, "retries": 0, "seconds": 52.3, "max_memory_gb": 17.11, "ce": 0.3122620893700514, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 7.160830497741699, "loss_scale": 4.0, "retries": 0, "seconds": 55.7, "max_memory_gb": 17.11, "ce": 0.4936718854587525, "rank": 0.18133649230003357} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 1.1743067502975464, "loss_scale": 4.0, "retries": 0, "seconds": 59.1, "max_memory_gb": 17.11, "ce": 0.30679665748175466, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 0.8415310382843018, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.11, "ce": 0.21328609209740534, "rank": 0.09352219104766846} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.1498196125030518, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 17.11, "ce": 0.2635482484474778, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.8312537670135498, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 17.11, "ce": 0.09258844379655784, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 2.205714225769043, "loss_scale": 4.0, "retries": 0, "seconds": 72.9, "max_memory_gb": 17.11, "ce": 0.14080483512952924, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.31541988253593445, "loss_scale": 4.0, "retries": 0, "seconds": 76.2, "max_memory_gb": 17.11, "ce": 0.019463941556750797, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.6443772315979004, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.12, "ce": 0.1507583865518427, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.4927879571914673, "loss_scale": 4.0, "retries": 0, "seconds": 83.1, "max_memory_gb": 17.12, "ce": 0.11900094597149291, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.9802536964416504, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 17.12, "ce": 0.19917862407965004, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 0.6121885776519775, "loss_scale": 4.0, "retries": 0, "seconds": 90.0, "max_memory_gb": 17.12, "ce": 0.027092723043097067, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.4765946865081787, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 17.12, "ce": 0.04895234927130332, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 12.856739044189453, "loss_scale": 4.0, "retries": 0, "seconds": 96.8, "max_memory_gb": 17.12, "ce": 0.4895435199653093, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.2313573360443115, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 17.12, "ce": 0.18052522777725244, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.938350677490234, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 17.12, "ce": 0.11324438370138523, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 6.133568286895752, "loss_scale": 4.0, "retries": 0, "seconds": 107.2, "max_memory_gb": 17.12, "ce": 0.14285584549725172, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 9.230165481567383, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 17.12, "ce": 0.6423275995784934, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.822807550430298, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 17.12, "ce": 0.04534477332344977, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.24899141490459442, "loss_scale": 4.0, "retries": 0, "seconds": 117.4, "max_memory_gb": 17.12, "ce": 0.004800589715614478, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7313058376312256, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 17.12, "ce": 0.014170943285989779, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.0181357860565186, "loss_scale": 4.0, "retries": 0, "seconds": 124.4, "max_memory_gb": 17.12, "ce": 0.10679222552789724, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.216264486312866, "loss_scale": 4.0, "retries": 0, "seconds": 127.8, "max_memory_gb": 17.12, "ce": 0.27487532524992275, "rank": 0.027888208627700806} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.3946465253829956, "loss_scale": 4.0, "retries": 0, "seconds": 131.2, "max_memory_gb": 17.12, "ce": 0.1401438775301358, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.23155851662158966, "loss_scale": 4.0, "retries": 0, "seconds": 134.7, "max_memory_gb": 17.12, "ce": 0.007492425553209614, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 4.149398326873779, "loss_scale": 4.0, "retries": 0, "seconds": 138.4, "max_memory_gb": 17.12, "ce": 0.2890280952469766, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.25956371426582336, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 17.12, "ce": 0.00567680763538192, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.19365662336349487, "loss_scale": 4.0, "retries": 0, "seconds": 145.9, "max_memory_gb": 17.12, "ce": 0.004838030873997923, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.333667278289795, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 17.12, "ce": 0.22029744354040304, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.7096751928329468, "loss_scale": 4.0, "retries": 0, "seconds": 153.5, "max_memory_gb": 17.12, "ce": 0.049995414694421925, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.911208152770996, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 17.12, "ce": 0.30202876671592094, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.968907356262207, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 17.12, "ce": 0.4281510868768237, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.243736982345581, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.12, "ce": 0.2536872363434668, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.2903687059879303, "loss_scale": 4.0, "retries": 0, "seconds": 168.6, "max_memory_gb": 17.12, "ce": 0.006058402381313499, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.1232746839523315, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 17.12, "ce": 0.12978568230028031, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 6.718685626983643, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.12, "ce": 0.16500543351867236, "rank": 0.12496959418058395} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8654673099517822, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 17.12, "ce": 0.02855017172259977, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.9109145402908325, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 17.12, "ce": 0.07909437039961631, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.20244036614894867, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.12, "ce": 0.005722835407141247, "rank": 0.1254684180021286} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.4079347550868988, "loss_scale": 4.0, "retries": 0, "seconds": 191.5, "max_memory_gb": 17.12, "ce": 0.022068533764468157, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.867194414138794, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.12, "ce": 0.1560627202343312, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 13.277656555175781, "loss_scale": 4.0, "retries": 0, "seconds": 199.1, "max_memory_gb": 17.12, "ce": 0.3354476106032962, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.29240286350250244, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.12, "ce": 0.00947932746043989, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.591690182685852, "loss_scale": 4.0, "retries": 0, "seconds": 206.6, "max_memory_gb": 17.12, "ce": 0.039080410917449626, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.015712261199951, "loss_scale": 4.0, "retries": 0, "seconds": 210.5, "max_memory_gb": 17.12, "ce": 0.15971108456324146, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.38670673966407776, "loss_scale": 4.0, "retries": 0, "seconds": 214.4, "max_memory_gb": 17.12, "ce": 0.020472049345698906, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.6341631412506104, "loss_scale": 4.0, "retries": 0, "seconds": 218.1, "max_memory_gb": 17.12, "ce": 0.20097212938344455, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 0.3748232424259186, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 17.12, "ce": 0.028797668961487943, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.4355652332305908, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 17.12, "ce": 0.04517901404597069, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.1201252937316895, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 17.12, "ce": 0.2957993225172686, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.7569916248321533, "loss_scale": 4.0, "retries": 0, "seconds": 233.5, "max_memory_gb": 17.12, "ce": 0.057569689302908955, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.2015790939331055, "loss_scale": 4.0, "retries": 0, "seconds": 237.0, "max_memory_gb": 17.12, "ce": 0.12332788948333473, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 6.800431728363037, "loss_scale": 4.0, "retries": 0, "seconds": 240.6, "max_memory_gb": 17.12, "ce": 0.09092592473371042, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.26591092348098755, "loss_scale": 4.0, "retries": 0, "seconds": 244.0, "max_memory_gb": 17.12, "ce": 0.016109110723846243, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.2740042209625244, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 17.12, "ce": 0.015096242786967196, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.7181020379066467, "loss_scale": 4.0, "retries": 0, "seconds": 251.0, "max_memory_gb": 17.12, "ce": 0.04990944235760253, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.8510658740997314, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 17.12, "ce": 0.26992870531466906, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 5.713971138000488, "loss_scale": 4.0, "retries": 0, "seconds": 257.8, "max_memory_gb": 17.12, "ce": 0.5542462930388865, "rank": 0.12340590357780457} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.040803924202919006, "loss_scale": 4.0, "retries": 0, "seconds": 261.4, "max_memory_gb": 17.12, "ce": 0.0023449512855222565, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.8157124519348145, "loss_scale": 4.0, "retries": 0, "seconds": 264.8, "max_memory_gb": 17.12, "ce": 0.498045371596163, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.46395188570022583, "loss_scale": 4.0, "retries": 0, "seconds": 268.3, "max_memory_gb": 17.12, "ce": 0.02185292174181086, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.472908616065979, "loss_scale": 4.0, "retries": 0, "seconds": 271.8, "max_memory_gb": 17.12, "ce": 0.024248096440715017, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 0.9698245525360107, "loss_scale": 4.0, "retries": 0, "seconds": 275.3, "max_memory_gb": 17.12, "ce": 0.03198768215952441, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.5124938488006592, "loss_scale": 4.0, "retries": 0, "seconds": 278.7, "max_memory_gb": 17.12, "ce": 0.03963797273218006, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2350018471479416, "loss_scale": 4.0, "retries": 0, "seconds": 282.2, "max_memory_gb": 17.12, "ce": 0.021178163467993727, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.8547150492668152, "loss_scale": 4.0, "retries": 0, "seconds": 285.7, "max_memory_gb": 17.12, "ce": 0.08934835627565008, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.1975147724151611, "loss_scale": 4.0, "retries": 0, "seconds": 289.1, "max_memory_gb": 17.12, "ce": 0.15943603675805207, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.763069152832031, "loss_scale": 4.0, "retries": 0, "seconds": 292.6, "max_memory_gb": 17.12, "ce": 0.6538134568963869, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.41289931535720825, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 17.12, "ce": 0.029496874965843745, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.0521435737609863, "loss_scale": 4.0, "retries": 0, "seconds": 299.6, "max_memory_gb": 17.12, "ce": 0.08596458953797992, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.3792709112167358, "loss_scale": 4.0, "retries": 0, "seconds": 303.0, "max_memory_gb": 17.12, "ce": 0.15143259840078827, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.27058151364326477, "loss_scale": 4.0, "retries": 0, "seconds": 306.5, "max_memory_gb": 17.12, "ce": 0.027843990876363023, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.9621386528015137, "loss_scale": 4.0, "retries": 0, "seconds": 310.0, "max_memory_gb": 17.12, "ce": 0.10030020839076315, "rank": 0.12493292987346649} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.45052430033683777, "loss_scale": 4.0, "retries": 0, "seconds": 313.4, "max_memory_gb": 17.12, "ce": 0.030032581288651272, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 3.4056777954101562, "loss_scale": 4.0, "retries": 0, "seconds": 316.9, "max_memory_gb": 17.12, "ce": 0.12424224735582357, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.07691792398691177, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 17.12, "ce": 0.004409285937072127, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.009955656714737415, "loss_scale": 4.0, "retries": 0, "seconds": 324.3, "max_memory_gb": 17.12, "ce": 0.0006204262749633926, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 0.7597697973251343, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 17.12, "ce": 0.02205229552782839, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.3531816005706787, "loss_scale": 4.0, "retries": 0, "seconds": 332.0, "max_memory_gb": 17.12, "ce": 0.02394968009502918, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.498377561569214, "loss_scale": 4.0, "retries": 0, "seconds": 335.9, "max_memory_gb": 17.12, "ce": 0.12437466926348861, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.533186435699463, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 17.12, "ce": 0.23271170066618652, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 1.2815380096435547, "loss_scale": 4.0, "retries": 0, "seconds": 343.4, "max_memory_gb": 17.12, "ce": 0.04125910512084374, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.5794828534126282, "loss_scale": 4.0, "retries": 0, "seconds": 347.3, "max_memory_gb": 17.12, "ce": 0.08381546729015099, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.5001173615455627, "loss_scale": 4.0, "retries": 0, "seconds": 351.1, "max_memory_gb": 17.12, "ce": 0.02210674229718279, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.179878368973732, "loss_scale": 4.0, "retries": 0, "seconds": 354.9, "max_memory_gb": 17.12, "ce": 0.007706421482282622, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 4.916553497314453, "loss_scale": 4.0, "retries": 0, "seconds": 358.8, "max_memory_gb": 17.12, "ce": 0.17386809079494014, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.05304969102144241, "loss_scale": 4.0, "retries": 0, "seconds": 362.6, "max_memory_gb": 17.12, "ce": 0.0028449725291466166, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.7099974155426025, "loss_scale": 4.0, "retries": 0, "seconds": 366.4, "max_memory_gb": 17.12, "ce": 0.18473561429661345, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.04916379973292351, "loss_scale": 4.0, "retries": 0, "seconds": 370.2, "max_memory_gb": 17.12, "ce": 0.001832991419732366, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 3.785292863845825, "loss_scale": 4.0, "retries": 0, "seconds": 374.0, "max_memory_gb": 17.12, "ce": 0.3987406776050193, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.1480904817581177, "loss_scale": 4.0, "retries": 0, "seconds": 377.8, "max_memory_gb": 17.12, "ce": 0.08910957085481641, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 3.521522045135498, "loss_scale": 4.0, "retries": 0, "seconds": 381.5, "max_memory_gb": 17.12, "ce": 0.12548035755344245, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 4.489286422729492, "loss_scale": 4.0, "retries": 0, "seconds": 385.4, "max_memory_gb": 17.12, "ce": 0.3547712325107568, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.5518380403518677, "loss_scale": 4.0, "retries": 0, "seconds": 389.1, "max_memory_gb": 17.12, "ce": 0.1611893923338812, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.268834114074707, "loss_scale": 4.0, "retries": 0, "seconds": 392.9, "max_memory_gb": 17.12, "ce": 0.3277679214570526, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.7800321578979492, "loss_scale": 4.0, "retries": 0, "seconds": 396.8, "max_memory_gb": 17.12, "ce": 0.13695543330322835, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.4732320308685303, "loss_scale": 4.0, "retries": 0, "seconds": 400.5, "max_memory_gb": 17.12, "ce": 0.013175944253816851, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.015825588256120682, "loss_scale": 4.0, "retries": 0, "seconds": 404.2, "max_memory_gb": 17.12, "ce": 0.000802815945007751, "rank": 0.12502026557922363} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 1.6720088720321655, "loss_scale": 4.0, "retries": 0, "seconds": 408.1, "max_memory_gb": 17.12, "ce": 0.08434325046664526, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.0539984703063965, "loss_scale": 4.0, "retries": 0, "seconds": 411.8, "max_memory_gb": 17.12, "ce": 0.4847859986457479, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.0909927636384964, "loss_scale": 4.0, "retries": 0, "seconds": 415.6, "max_memory_gb": 17.12, "ce": 0.004560198018225492, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 7.868557929992676, "loss_scale": 4.0, "retries": 0, "seconds": 419.3, "max_memory_gb": 17.12, "ce": 0.40439860018796026, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.5828046202659607, "loss_scale": 4.0, "retries": 0, "seconds": 423.2, "max_memory_gb": 17.12, "ce": 0.017542152738315053, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 3.041454553604126, "loss_scale": 4.0, "retries": 0, "seconds": 427.0, "max_memory_gb": 17.12, "ce": 0.29021052372672784, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.6794503927230835, "loss_scale": 4.0, "retries": 0, "seconds": 430.8, "max_memory_gb": 17.12, "ce": 0.27677460570566836, "rank": 0.12501397728919983} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.2571784257888794, "loss_scale": 4.0, "retries": 0, "seconds": 434.6, "max_memory_gb": 17.12, "ce": 0.016421160383970346, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.1841073036193848, "loss_scale": 4.0, "retries": 0, "seconds": 438.4, "max_memory_gb": 17.12, "ce": 0.0960537663265768, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.9100566506385803, "loss_scale": 4.0, "retries": 0, "seconds": 442.1, "max_memory_gb": 17.12, "ce": 0.06183164560343357, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.3592011332511902, "loss_scale": 4.0, "retries": 0, "seconds": 445.9, "max_memory_gb": 17.12, "ce": 0.025952834558665927, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.04829680174589157, "loss_scale": 4.0, "retries": 0, "seconds": 449.7, "max_memory_gb": 17.12, "ce": 0.0028724458661599783, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.8323827981948853, "loss_scale": 4.0, "retries": 0, "seconds": 453.5, "max_memory_gb": 17.12, "ce": 0.15088534693586553, "rank": 0.23424921929836273} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.2642148733139038, "loss_scale": 4.0, "retries": 0, "seconds": 457.2, "max_memory_gb": 17.12, "ce": 0.007575976661428285, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.6155385971069336, "loss_scale": 4.0, "retries": 0, "seconds": 461.1, "max_memory_gb": 17.12, "ce": 0.33743029417564685, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.39862605929374695, "loss_scale": 4.0, "retries": 0, "seconds": 464.8, "max_memory_gb": 17.12, "ce": 0.04238350663490564, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.6129640340805054, "loss_scale": 4.0, "retries": 0, "seconds": 468.5, "max_memory_gb": 17.12, "ce": 0.04773070863302564, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 3.167983293533325, "loss_scale": 4.0, "retries": 0, "seconds": 472.3, "max_memory_gb": 17.12, "ce": 0.16331867713779502, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.509170413017273, "loss_scale": 4.0, "retries": 0, "seconds": 476.1, "max_memory_gb": 17.12, "ce": 0.0376794184821847, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 0.4503350555896759, "loss_scale": 4.0, "retries": 0, "seconds": 479.8, "max_memory_gb": 17.12, "ce": 0.12076325954512868, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.026098258793354034, "loss_scale": 4.0, "retries": 0, "seconds": 483.5, "max_memory_gb": 17.12, "ce": 0.001554713820496545, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 0.22518105804920197, "loss_scale": 4.0, "retries": 0, "seconds": 487.3, "max_memory_gb": 17.12, "ce": 0.012455858340217674, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.8216705322265625, "loss_scale": 4.0, "retries": 0, "seconds": 491.1, "max_memory_gb": 17.12, "ce": 0.0975262659458167, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.4964570999145508, "loss_scale": 4.0, "retries": 0, "seconds": 494.8, "max_memory_gb": 17.12, "ce": 0.31045624232137925, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.1890372484922409, "loss_scale": 4.0, "retries": 0, "seconds": 498.7, "max_memory_gb": 17.12, "ce": 0.007713438434620912, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 2.9306604862213135, "loss_scale": 4.0, "retries": 0, "seconds": 502.4, "max_memory_gb": 17.12, "ce": 0.3803698268775406, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.6924198269844055, "loss_scale": 4.0, "retries": 0, "seconds": 506.2, "max_memory_gb": 17.12, "ce": 0.024495906644006027, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.6191318035125732, "loss_scale": 4.0, "retries": 0, "seconds": 510.6, "max_memory_gb": 17.12, "ce": 0.20662156806520215, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.07476934790611267, "loss_scale": 4.0, "retries": 0, "seconds": 515.2, "max_memory_gb": 17.12, "ce": 0.004474112348361814, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.7300732731819153, "loss_scale": 4.0, "retries": 0, "seconds": 519.6, "max_memory_gb": 17.12, "ce": 0.05591565087070194, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 0.19454945623874664, "loss_scale": 4.0, "retries": 0, "seconds": 524.0, "max_memory_gb": 17.12, "ce": 0.015589083430313622, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.4917014837265015, "loss_scale": 4.0, "retries": 0, "seconds": 528.6, "max_memory_gb": 17.12, "ce": 0.17478872568153747, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.5313669443130493, "loss_scale": 4.0, "retries": 0, "seconds": 532.3, "max_memory_gb": 17.12, "ce": 0.05087837052542454, "rank": 0.1254391223192215} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.07154972106218338, "loss_scale": 4.0, "retries": 0, "seconds": 536.0, "max_memory_gb": 17.12, "ce": 0.005750526132487721, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.21453028917312622, "loss_scale": 4.0, "retries": 0, "seconds": 539.9, "max_memory_gb": 17.12, "ce": 0.008178615434189851, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.0416004657745361, "loss_scale": 4.0, "retries": 0, "seconds": 543.6, "max_memory_gb": 17.12, "ce": 0.06097328925898182, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.9121555089950562, "loss_scale": 4.0, "retries": 0, "seconds": 547.3, "max_memory_gb": 17.12, "ce": 0.23299736361695977, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 2.5962412357330322, "loss_scale": 4.0, "retries": 0, "seconds": 551.2, "max_memory_gb": 17.12, "ce": 0.303363752174846, "rank": 0.0} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.7505083084106445, "loss_scale": 4.0, "retries": 0, "seconds": 554.9, "max_memory_gb": 17.12, "ce": 0.05267626056399877, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.039222270250320435, "loss_scale": 4.0, "retries": 0, "seconds": 558.7, "max_memory_gb": 17.12, "ce": 0.002328943473912659, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.841959238052368, "loss_scale": 4.0, "retries": 0, "seconds": 562.4, "max_memory_gb": 17.12, "ce": 0.08401554352803942, "rank": 0.0797567218542099} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.10904309898614883, "loss_scale": 4.0, "retries": 0, "seconds": 566.3, "max_memory_gb": 17.12, "ce": 0.007654869633370254, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.07614351063966751, "loss_scale": 4.0, "retries": 0, "seconds": 570.0, "max_memory_gb": 17.12, "ce": 0.005211457310906553, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.3949647843837738, "loss_scale": 4.0, "retries": 0, "seconds": 573.7, "max_memory_gb": 17.12, "ce": 0.10592243042265181, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.2997181415557861, "loss_scale": 4.0, "retries": 0, "seconds": 578.0, "max_memory_gb": 17.12, "ce": 0.10340794496823946, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.204217791557312, "loss_scale": 4.0, "retries": 0, "seconds": 582.5, "max_memory_gb": 17.12, "ce": 0.0060425823294281145, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.575056254863739, "loss_scale": 4.0, "retries": 0, "seconds": 586.6, "max_memory_gb": 17.12, "ce": 0.0710965514599593, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.11737531423568726, "loss_scale": 4.0, "retries": 0, "seconds": 590.4, "max_memory_gb": 17.12, "ce": 0.007592912640575378, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.091353178024292, "loss_scale": 4.0, "retries": 0, "seconds": 594.3, "max_memory_gb": 17.12, "ce": 0.14829067626305914, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.6969823837280273, "loss_scale": 4.0, "retries": 0, "seconds": 598.0, "max_memory_gb": 17.12, "ce": 0.12734174412071297, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.8149659037590027, "loss_scale": 4.0, "retries": 0, "seconds": 601.8, "max_memory_gb": 17.12, "ce": 0.014912018945324235, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.390199214220047, "loss_scale": 4.0, "retries": 0, "seconds": 605.6, "max_memory_gb": 17.12, "ce": 0.05954391159411898, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.2757987976074219, "loss_scale": 4.0, "retries": 0, "seconds": 609.4, "max_memory_gb": 17.12, "ce": 0.15415272496829857, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.16065733134746552, "loss_scale": 4.0, "retries": 0, "seconds": 613.1, "max_memory_gb": 17.12, "ce": 0.00860152448694862, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.20097963511943817, "loss_scale": 4.0, "retries": 0, "seconds": 616.9, "max_memory_gb": 17.12, "ce": 0.011359702761183144, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.07530168443918228, "loss_scale": 4.0, "retries": 0, "seconds": 620.7, "max_memory_gb": 17.12, "ce": 0.002878594582398364, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.4801188111305237, "loss_scale": 4.0, "retries": 0, "seconds": 624.4, "max_memory_gb": 17.12, "ce": 0.04723741550606064, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6490117311477661, "loss_scale": 4.0, "retries": 0, "seconds": 628.1, "max_memory_gb": 17.12, "ce": 0.04513493593822204, "rank": 0.24928081780672073} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.6254961490631104, "loss_scale": 4.0, "retries": 0, "seconds": 632.0, "max_memory_gb": 17.12, "ce": 0.06612034455429239, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.4499891996383667, "loss_scale": 4.0, "retries": 0, "seconds": 635.7, "max_memory_gb": 17.12, "ce": 0.06764573712371202, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.00616717338562, "loss_scale": 4.0, "retries": 0, "seconds": 639.4, "max_memory_gb": 17.12, "ce": 0.15314812895667274, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.48720046877861023, "loss_scale": 4.0, "retries": 0, "seconds": 643.3, "max_memory_gb": 17.12, "ce": 0.09011177470893017, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.7991514205932617, "loss_scale": 4.0, "retries": 0, "seconds": 647.0, "max_memory_gb": 17.12, "ce": 0.012170804862762452, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.18780644237995148, "loss_scale": 4.0, "retries": 0, "seconds": 650.8, "max_memory_gb": 17.12, "ce": 0.012243216391652822, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.5764698386192322, "loss_scale": 4.0, "retries": 0, "seconds": 654.6, "max_memory_gb": 17.12, "ce": 0.0630453711582959, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.4825446605682373, "loss_scale": 4.0, "retries": 0, "seconds": 658.4, "max_memory_gb": 17.12, "ce": 0.1358184712680668, "rank": 0.04741291701793671} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.41813409328460693, "loss_scale": 4.0, "retries": 0, "seconds": 662.2, "max_memory_gb": 17.12, "ce": 0.02399159678111573, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.6025328040122986, "loss_scale": 4.0, "retries": 0, "seconds": 666.0, "max_memory_gb": 17.12, "ce": 0.06774748098268901, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.1979132890701294, "loss_scale": 4.0, "retries": 0, "seconds": 669.8, "max_memory_gb": 17.12, "ce": 0.20361310100997798, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.8293251991271973, "loss_scale": 4.0, "retries": 0, "seconds": 673.6, "max_memory_gb": 17.12, "ce": 0.3606318278116305, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.0303306579589844, "loss_scale": 4.0, "retries": 0, "seconds": 677.3, "max_memory_gb": 17.12, "ce": 0.18766127002527355, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05745557323098183, "loss_scale": 4.0, "retries": 0, "seconds": 681.2, "max_memory_gb": 17.12, "ce": 0.0024788638093014015, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.008337416686117649, "loss_scale": 4.0, "retries": 0, "seconds": 685.0, "max_memory_gb": 17.12, "ce": 0.0004713154339697212, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5867779850959778, "loss_scale": 4.0, "retries": 0, "seconds": 688.8, "max_memory_gb": 17.12, "ce": 0.0005353992528398521, "rank": 0.05521132051944733} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 0.23601126670837402, "loss_scale": 4.0, "retries": 0, "seconds": 692.6, "max_memory_gb": 17.12, "ce": 0.011710992129337683, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.296304941177368, "loss_scale": 4.0, "retries": 0, "seconds": 696.4, "max_memory_gb": 17.12, "ce": 0.19705040886628922, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.3942252397537231, "loss_scale": 4.0, "retries": 0, "seconds": 700.1, "max_memory_gb": 17.12, "ce": 0.08097513265693124, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.0574572086334229, "loss_scale": 4.0, "retries": 0, "seconds": 703.9, "max_memory_gb": 17.12, "ce": 0.08207585728177946, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.3803788423538208, "loss_scale": 4.0, "retries": 0, "seconds": 707.8, "max_memory_gb": 17.12, "ce": 0.029725013860115723, "rank": 0.12497111409902573} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.022841259837150574, "loss_scale": 4.0, "retries": 0, "seconds": 711.6, "max_memory_gb": 17.12, "ce": 0.0011531227871728333, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.9176431894302368, "loss_scale": 4.0, "retries": 0, "seconds": 715.3, "max_memory_gb": 17.12, "ce": 0.3605690823560508, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.3393828868865967, "loss_scale": 4.0, "retries": 0, "seconds": 719.2, "max_memory_gb": 17.12, "ce": 0.02092794488044092, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.19274507462978363, "loss_scale": 4.0, "retries": 0, "seconds": 723.0, "max_memory_gb": 17.12, "ce": 0.008824693868518807, "rank": 0.12497655302286148} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.011588752269744873, "loss_scale": 4.0, "retries": 0, "seconds": 726.8, "max_memory_gb": 17.12, "ce": 0.000669754756927432, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.008079533465206623, "loss_scale": 4.0, "retries": 0, "seconds": 730.6, "max_memory_gb": 17.12, "ce": 0.0005006754745409125, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.4562554955482483, "loss_scale": 4.0, "retries": 0, "seconds": 734.5, "max_memory_gb": 17.12, "ce": 0.024471269486753044, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.4631969630718231, "loss_scale": 4.0, "retries": 0, "seconds": 738.2, "max_memory_gb": 17.12, "ce": 0.042103392658646044, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.3358155488967896, "loss_scale": 4.0, "retries": 0, "seconds": 742.0, "max_memory_gb": 17.12, "ce": 0.15270308123308496, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.5422853231430054, "loss_scale": 4.0, "retries": 0, "seconds": 745.9, "max_memory_gb": 17.12, "ce": 0.09022093558860433, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.3936530649662018, "loss_scale": 4.0, "retries": 0, "seconds": 749.7, "max_memory_gb": 17.12, "ce": 0.01157164935466426, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.9876220226287842, "loss_scale": 4.0, "retries": 0, "seconds": 753.4, "max_memory_gb": 17.12, "ce": 0.3073575521088969, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.04834958165884018, "loss_scale": 4.0, "retries": 0, "seconds": 757.3, "max_memory_gb": 17.12, "ce": 0.0028454543735279003, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.5648462176322937, "loss_scale": 4.0, "retries": 0, "seconds": 761.1, "max_memory_gb": 17.12, "ce": 0.057529797782081005, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.09730590134859085, "loss_scale": 4.0, "retries": 0, "seconds": 764.8, "max_memory_gb": 17.12, "ce": 0.004857681794874225, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.8559697270393372, "loss_scale": 4.0, "retries": 0, "seconds": 768.6, "max_memory_gb": 17.12, "ce": 0.045623245311162464, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.21184232831001282, "loss_scale": 4.0, "retries": 0, "seconds": 772.5, "max_memory_gb": 17.12, "ce": 0.005543676037632395, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.40453800559043884, "loss_scale": 4.0, "retries": 0, "seconds": 776.2, "max_memory_gb": 17.12, "ce": 0.028284568399612908, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.28319117426872253, "loss_scale": 4.0, "retries": 0, "seconds": 779.9, "max_memory_gb": 17.12, "ce": 0.01101502385790809, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 0.6812562346458435, "loss_scale": 4.0, "retries": 0, "seconds": 783.8, "max_memory_gb": 17.12, "ce": 0.04123318167921752, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.28941696882247925, "loss_scale": 4.0, "retries": 0, "seconds": 787.6, "max_memory_gb": 17.12, "ce": 0.010088501321433796, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.3868566751480103, "loss_scale": 4.0, "retries": 0, "seconds": 791.4, "max_memory_gb": 17.12, "ce": 0.20833896496242232, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.5293970108032227, "loss_scale": 4.0, "retries": 0, "seconds": 795.2, "max_memory_gb": 17.12, "ce": 0.49206952333042864, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.13563068211078644, "loss_scale": 4.0, "retries": 0, "seconds": 799.0, "max_memory_gb": 17.12, "ce": 0.010346680657676188, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.6905328631401062, "loss_scale": 4.0, "retries": 0, "seconds": 802.8, "max_memory_gb": 17.12, "ce": 0.020782823168701725, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.84656822681427, "loss_scale": 4.0, "retries": 0, "seconds": 806.6, "max_memory_gb": 17.12, "ce": 0.026779630441524205, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.7083597779273987, "loss_scale": 4.0, "retries": 0, "seconds": 810.5, "max_memory_gb": 17.12, "ce": 0.05336597039058688, "rank": 0.12480466812849045} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.3448479175567627, "loss_scale": 4.0, "retries": 0, "seconds": 814.2, "max_memory_gb": 17.12, "ce": 0.31315973679056697, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.3472302258014679, "loss_scale": 4.0, "retries": 0, "seconds": 818.0, "max_memory_gb": 17.12, "ce": 0.01636409626553359, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.2726141214370728, "loss_scale": 4.0, "retries": 0, "seconds": 821.9, "max_memory_gb": 17.12, "ce": 0.10631861926049169, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.731895685195923, "loss_scale": 4.0, "retries": 0, "seconds": 825.6, "max_memory_gb": 17.12, "ce": 0.2765367923962003, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.9183510541915894, "loss_scale": 4.0, "retries": 0, "seconds": 829.4, "max_memory_gb": 17.12, "ce": 0.03165525567783334, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.613924980163574, "loss_scale": 4.0, "retries": 0, "seconds": 833.3, "max_memory_gb": 17.12, "ce": 0.07444843873963691, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.009507580660283566, "loss_scale": 4.0, "retries": 0, "seconds": 837.0, "max_memory_gb": 17.12, "ce": 0.0005071591084515603, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 1.3828771114349365, "loss_scale": 4.0, "retries": 0, "seconds": 840.8, "max_memory_gb": 17.12, "ce": 0.22401390511822683, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 1.9975751638412476, "loss_scale": 4.0, "retries": 0, "seconds": 844.5, "max_memory_gb": 17.12, "ce": 0.14785522964666598, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.09107360243797302, "loss_scale": 4.0, "retries": 0, "seconds": 848.4, "max_memory_gb": 17.12, "ce": 0.006955413142350153, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.8395522832870483, "loss_scale": 4.0, "retries": 0, "seconds": 852.2, "max_memory_gb": 17.12, "ce": 0.06903569124642672, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 1.5421667098999023, "loss_scale": 4.0, "retries": 0, "seconds": 855.9, "max_memory_gb": 17.12, "ce": 0.3574168964491946, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.15590159595012665, "loss_scale": 4.0, "retries": 0, "seconds": 859.8, "max_memory_gb": 17.12, "ce": 0.011140024342694232, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.3145816326141357, "loss_scale": 4.0, "retries": 0, "seconds": 863.5, "max_memory_gb": 17.12, "ce": 0.12705380240640807, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.5120692253112793, "loss_scale": 4.0, "retries": 0, "seconds": 867.2, "max_memory_gb": 17.12, "ce": 0.00503998538988526, "rank": 0.03860075771808624} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.42307591438293457, "loss_scale": 4.0, "retries": 0, "seconds": 870.9, "max_memory_gb": 17.12, "ce": 0.03236115669278661, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.9553067684173584, "loss_scale": 4.0, "retries": 0, "seconds": 874.8, "max_memory_gb": 17.12, "ce": 0.0698819234153234, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 6.476656913757324, "loss_scale": 4.0, "retries": 0, "seconds": 878.5, "max_memory_gb": 17.12, "ce": 0.5485986235880773, "rank": 0.05969130992889404} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.5519070029258728, "loss_scale": 4.0, "retries": 0, "seconds": 882.2, "max_memory_gb": 17.12, "ce": 0.06242305818523164, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7802249789237976, "loss_scale": 4.0, "retries": 0, "seconds": 886.1, "max_memory_gb": 17.12, "ce": 0.14412285512662493, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 4.343350887298584, "loss_scale": 4.0, "retries": 0, "seconds": 889.8, "max_memory_gb": 17.12, "ce": 0.30243177492138784, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.44560495018959045, "loss_scale": 4.0, "retries": 0, "seconds": 893.6, "max_memory_gb": 17.12, "ce": 0.01558136401581578, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 3.347395658493042, "loss_scale": 4.0, "retries": 0, "seconds": 897.4, "max_memory_gb": 17.12, "ce": 0.41440071447141236, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.27110907435417175, "loss_scale": 4.0, "retries": 0, "seconds": 901.1, "max_memory_gb": 17.12, "ce": 0.017291899725933035, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.5743564367294312, "loss_scale": 4.0, "retries": 0, "seconds": 904.9, "max_memory_gb": 17.12, "ce": 0.20075406496243886, "rank": 0.12447119504213333} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.0994250774383545, "loss_scale": 4.0, "retries": 0, "seconds": 908.6, "max_memory_gb": 17.12, "ce": 0.1557876885171936, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.8433253765106201, "loss_scale": 4.0, "retries": 0, "seconds": 912.4, "max_memory_gb": 17.12, "ce": 0.04646491120274732, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.7900804281234741, "loss_scale": 4.0, "retries": 0, "seconds": 916.2, "max_memory_gb": 17.12, "ce": 0.14485339904058492, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.572478175163269, "loss_scale": 4.0, "retries": 0, "seconds": 919.9, "max_memory_gb": 17.12, "ce": 0.05229274054272537, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.051012493669986725, "loss_scale": 4.0, "retries": 0, "seconds": 923.7, "max_memory_gb": 17.12, "ce": 0.0028143792364971887, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.025630515068769455, "loss_scale": 4.0, "retries": 0, "seconds": 927.4, "max_memory_gb": 17.12, "ce": 0.0011714080974343233, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.3344130516052246, "loss_scale": 4.0, "retries": 0, "seconds": 931.2, "max_memory_gb": 17.12, "ce": 0.033108263832218654, "rank": 0.10890927910804749} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.11208243668079376, "loss_scale": 4.0, "retries": 0, "seconds": 934.9, "max_memory_gb": 17.12, "ce": 0.004372019995571463, "rank": 0.11445732414722443} diff --git a/runs/fixed_internvl/removal/Middle8_s73/adapter/README.md b/runs/fixed_internvl/removal/Middle8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s73/adapter/adapter_config.json b/runs/fixed_internvl/removal/Middle8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1b1ea520dc29f7030190fd80f08e70eb30c442ec --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.21.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s73/config.json b/runs/fixed_internvl/removal/Middle8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ff1f643bd7d3255699e37c6b9a2364cf9e7f7c56 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Middle8_s73/steps.jsonl b/runs/fixed_internvl/removal/Middle8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..138c150148d287a351e86e3f9e3b5d63799b0d20 --- /dev/null +++ b/runs/fixed_internvl/removal/Middle8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.436259269714355, "loss_scale": 4.0, "retries": 0, "seconds": 5.7, "max_memory_gb": 16.79, "ce": 0.8941777415893739, "rank": 0.0} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 26.672250747680664, "loss_scale": 4.0, "retries": 0, "seconds": 10.5, "max_memory_gb": 17.11, "ce": 1.6419285386800766, "rank": 0.003568887710571289} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 10.458600997924805, "loss_scale": 4.0, "retries": 0, "seconds": 15.0, "max_memory_gb": 17.11, "ce": 0.6132747025694698, "rank": 0.08514091372489929} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.506412029266357, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.11, "ce": 0.4907797488485812, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.447234869003296, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.11, "ce": 0.4216889661111054, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.4550230503082275, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.11, "ce": 0.4549932007212192, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.25650233030319214, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 17.11, "ce": 0.1323393858028794, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.7011147737503052, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 17.11, "ce": 0.6035347363504115, "rank": 0.13481245934963226} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.2520806789398193, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 17.11, "ce": 0.3745700386352837, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.8382548093795776, "loss_scale": 4.0, "retries": 0, "seconds": 48.2, "max_memory_gb": 17.11, "ce": 0.31691970812971704, "rank": 0.009565278887748718} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.632993221282959, "loss_scale": 4.0, "retries": 0, "seconds": 53.0, "max_memory_gb": 17.11, "ce": 0.3030546316294931, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 2.6581172943115234, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 17.11, "ce": 0.1780335916569129, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.2893325090408325, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.11, "ce": 0.35784779640016495, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.6307822465896606, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 17.11, "ce": 0.25391735082666855, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.066166400909424, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 17.11, "ce": 0.17114662833046168, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.514317035675049, "loss_scale": 4.0, "retries": 0, "seconds": 76.6, "max_memory_gb": 17.11, "ce": 0.938036427978659, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.9506216049194336, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.11, "ce": 0.26621702866395935, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0158041715621948, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 17.11, "ce": 0.15409540315158665, "rank": 0.12386918812990189} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.432159900665283, "loss_scale": 4.0, "retries": 0, "seconds": 91.1, "max_memory_gb": 17.11, "ce": 0.38797543347027386, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.1096538305282593, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 17.11, "ce": 0.25818545745278243, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.7121283411979675, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 17.11, "ce": 0.06725746660958976, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.0730153322219849, "loss_scale": 4.0, "retries": 0, "seconds": 105.4, "max_memory_gb": 17.11, "ce": 0.25114768208004534, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 2.178257465362549, "loss_scale": 4.0, "retries": 0, "seconds": 109.9, "max_memory_gb": 17.11, "ce": 0.15699606679118006, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.1890534162521362, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.11, "ce": 0.15755468094721437, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.3675308227539062, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.11, "ce": 0.08990749806980602, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.297800064086914, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.11, "ce": 0.2513436555673252, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 6.217153072357178, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 17.11, "ce": 0.1224615094542969, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.18650837242603302, "loss_scale": 4.0, "retries": 0, "seconds": 134.3, "max_memory_gb": 17.11, "ce": 0.00743257386420737, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.004401206970215, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 17.11, "ce": 0.04606162249183399, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 1.5851845741271973, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 17.11, "ce": 0.054980734956188826, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.1546977758407593, "loss_scale": 4.0, "retries": 0, "seconds": 148.4, "max_memory_gb": 17.11, "ce": 0.10894547691714251, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.865694999694824, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 17.11, "ce": 0.16963003069901106, "rank": 0.12498049437999725} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.23752309381961823, "loss_scale": 4.0, "retries": 0, "seconds": 157.8, "max_memory_gb": 17.11, "ce": 0.01879752028457915, "rank": 0.12502992153167725} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.1024351119995117, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.11, "ce": 0.19564727772012702, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.8734874725341797, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.11, "ce": 0.05544855356856715, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.5444568395614624, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.11, "ce": 0.10132466462164302, "rank": 0.10043014585971832} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.4650845229625702, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 17.11, "ce": 0.030090044328972, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.39125168323516846, "loss_scale": 4.0, "retries": 0, "seconds": 179.8, "max_memory_gb": 17.12, "ce": 0.017344479973189664, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.4542131423950195, "loss_scale": 4.0, "retries": 0, "seconds": 184.1, "max_memory_gb": 17.12, "ce": 0.4455449634569959, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.26523497700691223, "loss_scale": 4.0, "retries": 0, "seconds": 189.1, "max_memory_gb": 17.12, "ce": 0.009110149479965912, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.751754879951477, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.12, "ce": 0.012589963069331134, "rank": 0.08525872230529785} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.391781330108643, "loss_scale": 4.0, "retries": 0, "seconds": 198.6, "max_memory_gb": 17.12, "ce": 0.1950008433959738, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 4.675686836242676, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 17.12, "ce": 0.31340645279124146, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.039416052401065826, "loss_scale": 4.0, "retries": 0, "seconds": 208.3, "max_memory_gb": 17.12, "ce": 0.0013082629448035732, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 0.9910180568695068, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.12, "ce": 0.07462087098610937, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.5787137746810913, "loss_scale": 4.0, "retries": 0, "seconds": 217.6, "max_memory_gb": 17.12, "ce": 0.230427686134135, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.06419845670461655, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 17.12, "ce": 0.0025247544162994018, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.5584640502929688, "loss_scale": 4.0, "retries": 0, "seconds": 226.6, "max_memory_gb": 17.12, "ce": 0.017046625122020487, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.08976782113313675, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 17.12, "ce": 0.004897560411336599, "rank": 0.12433164566755295} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.047581225633621216, "loss_scale": 4.0, "retries": 0, "seconds": 235.7, "max_memory_gb": 17.12, "ce": 0.0017636048123677028, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.0312809944152832, "loss_scale": 4.0, "retries": 0, "seconds": 240.3, "max_memory_gb": 17.12, "ce": 0.03786903394939145, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.850098609924316, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 17.12, "ce": 0.21372896519642381, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.716017007827759, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.12, "ce": 0.41099271507255253, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.8040498495101929, "loss_scale": 4.0, "retries": 0, "seconds": 254.5, "max_memory_gb": 17.12, "ce": 0.2738776506703289, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.886081874370575, "loss_scale": 4.0, "retries": 0, "seconds": 259.3, "max_memory_gb": 17.12, "ce": 0.014571729629096808, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.37936118245124817, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 17.12, "ce": 0.03407898623481742, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.0701767206192017, "loss_scale": 4.0, "retries": 0, "seconds": 268.7, "max_memory_gb": 17.12, "ce": 0.15557097082273685, "rank": 0.12138243019580841} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.5348837375640869, "loss_scale": 4.0, "retries": 0, "seconds": 273.5, "max_memory_gb": 17.12, "ce": 0.0391536720608201, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.1104636937379837, "loss_scale": 4.0, "retries": 0, "seconds": 278.2, "max_memory_gb": 17.12, "ce": 0.006286751534389623, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.25075894594192505, "loss_scale": 4.0, "retries": 0, "seconds": 282.8, "max_memory_gb": 17.12, "ce": 0.00794297010088485, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.4767086505889893, "loss_scale": 4.0, "retries": 0, "seconds": 287.3, "max_memory_gb": 17.12, "ce": 0.15758986697619548, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.547419309616089, "loss_scale": 4.0, "retries": 0, "seconds": 292.0, "max_memory_gb": 17.12, "ce": 0.31531768795139214, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.24036753177642822, "loss_scale": 4.0, "retries": 0, "seconds": 296.7, "max_memory_gb": 17.12, "ce": 0.014943035905162105, "rank": 0.12509365379810333} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.1184386014938354, "loss_scale": 4.0, "retries": 0, "seconds": 301.5, "max_memory_gb": 17.12, "ce": 0.15999420312618895, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.11121529340744019, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 17.12, "ce": 0.004833744798816042, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.07223325967788696, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 17.12, "ce": 0.004700104649600689, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.503278970718384, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 17.12, "ce": 0.3999174161144765, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.15905869007110596, "loss_scale": 4.0, "retries": 0, "seconds": 318.8, "max_memory_gb": 17.12, "ce": 0.009373634450639656, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.4902346134185791, "loss_scale": 4.0, "retries": 0, "seconds": 323.4, "max_memory_gb": 17.12, "ce": 0.05390199230714643, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.1898934245109558, "loss_scale": 4.0, "retries": 0, "seconds": 328.2, "max_memory_gb": 17.12, "ce": 0.009698270054286695, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.20957855880260468, "loss_scale": 4.0, "retries": 0, "seconds": 332.7, "max_memory_gb": 17.12, "ce": 0.012146045120061899, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.2143690139055252, "loss_scale": 4.0, "retries": 0, "seconds": 337.5, "max_memory_gb": 17.12, "ce": 0.010175656111869102, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.852254033088684, "loss_scale": 4.0, "retries": 0, "seconds": 342.0, "max_memory_gb": 17.12, "ce": 0.2047840589129919, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.5870364308357239, "loss_scale": 4.0, "retries": 0, "seconds": 347.9, "max_memory_gb": 17.12, "ce": 0.03983686904939532, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.3298374116420746, "loss_scale": 4.0, "retries": 0, "seconds": 353.1, "max_memory_gb": 17.12, "ce": 0.01683716591560369, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.7570234537124634, "loss_scale": 4.0, "retries": 0, "seconds": 358.3, "max_memory_gb": 17.12, "ce": 0.4311948867753017, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.04858742654323578, "loss_scale": 4.0, "retries": 0, "seconds": 363.0, "max_memory_gb": 17.12, "ce": 0.0024334150766662788, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9127107262611389, "loss_scale": 4.0, "retries": 0, "seconds": 369.0, "max_memory_gb": 17.12, "ce": 0.19418020318335039, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.3677281439304352, "loss_scale": 4.0, "retries": 0, "seconds": 374.1, "max_memory_gb": 17.12, "ce": 0.01520908694328682, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.2366487979888916, "loss_scale": 4.0, "retries": 0, "seconds": 378.2, "max_memory_gb": 17.12, "ce": 0.2378938229776395, "rank": 0.12488237023353577} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.0164453983306885, "loss_scale": 4.0, "retries": 0, "seconds": 382.7, "max_memory_gb": 17.12, "ce": 0.15947008271177765, "rank": 0.12449143081903458} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.1585961878299713, "loss_scale": 4.0, "retries": 0, "seconds": 387.5, "max_memory_gb": 17.12, "ce": 0.008838417087645212, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.2891503572463989, "loss_scale": 4.0, "retries": 0, "seconds": 393.2, "max_memory_gb": 17.12, "ce": 0.020008654117191327, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.48873773217201233, "loss_scale": 4.0, "retries": 0, "seconds": 398.0, "max_memory_gb": 17.12, "ce": 0.039975298966965056, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.47490859031677246, "loss_scale": 4.0, "retries": 0, "seconds": 402.7, "max_memory_gb": 17.12, "ce": 0.01132911689910543, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.6014585494995117, "loss_scale": 4.0, "retries": 0, "seconds": 407.9, "max_memory_gb": 17.12, "ce": 0.08352411314444907, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.10450608283281326, "loss_scale": 4.0, "retries": 0, "seconds": 413.9, "max_memory_gb": 17.12, "ce": 0.006642316906436463, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.1365700215101242, "loss_scale": 4.0, "retries": 0, "seconds": 419.3, "max_memory_gb": 17.12, "ce": 0.008494505256749108, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.4311225414276123, "loss_scale": 4.0, "retries": 0, "seconds": 423.4, "max_memory_gb": 17.12, "ce": 0.17199993306894612, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.35109755396842957, "loss_scale": 4.0, "retries": 0, "seconds": 427.2, "max_memory_gb": 17.12, "ce": 0.041951600131142186, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.3282394409179688, "loss_scale": 4.0, "retries": 0, "seconds": 431.8, "max_memory_gb": 17.12, "ce": 0.09672825300731347, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 1.091375708580017, "loss_scale": 4.0, "retries": 0, "seconds": 436.5, "max_memory_gb": 17.12, "ce": 0.0723481132527013, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 6.173498630523682, "loss_scale": 4.0, "retries": 0, "seconds": 441.0, "max_memory_gb": 17.12, "ce": 0.6577855839286713, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.2209208905696869, "loss_scale": 4.0, "retries": 0, "seconds": 446.2, "max_memory_gb": 17.12, "ce": 0.019570600050428766, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.4718403816223145, "loss_scale": 4.0, "retries": 0, "seconds": 451.5, "max_memory_gb": 17.12, "ce": 0.3896505129887373, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.1229033470153809, "loss_scale": 4.0, "retries": 0, "seconds": 456.1, "max_memory_gb": 17.12, "ce": 0.09130778010603535, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.24462397396564484, "loss_scale": 4.0, "retries": 0, "seconds": 460.7, "max_memory_gb": 17.12, "ce": 0.016895315837246017, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.15989361703395844, "loss_scale": 4.0, "retries": 0, "seconds": 465.2, "max_memory_gb": 17.12, "ce": 0.011672536542391754, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.0611454248428345, "loss_scale": 4.0, "retries": 0, "seconds": 469.8, "max_memory_gb": 17.12, "ce": 0.05672030573623488, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.6496474742889404, "loss_scale": 4.0, "retries": 0, "seconds": 474.3, "max_memory_gb": 17.12, "ce": 0.05485334797322139, "rank": 0.12495198845863342} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.822195291519165, "loss_scale": 4.0, "retries": 0, "seconds": 478.4, "max_memory_gb": 17.12, "ce": 0.16695615412481857, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.36441725492477417, "loss_scale": 4.0, "retries": 0, "seconds": 482.6, "max_memory_gb": 17.12, "ce": 0.017002241660520667, "rank": 0.22075384855270386} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.16290949285030365, "loss_scale": 4.0, "retries": 0, "seconds": 487.1, "max_memory_gb": 17.12, "ce": 0.005721288378936151, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.0390348434448242, "loss_scale": 4.0, "retries": 0, "seconds": 491.5, "max_memory_gb": 17.12, "ce": 0.140262103823261, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.8946293592453003, "loss_scale": 4.0, "retries": 0, "seconds": 495.9, "max_memory_gb": 17.12, "ce": 0.18022649290742265, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.4594515562057495, "loss_scale": 4.0, "retries": 0, "seconds": 500.5, "max_memory_gb": 17.12, "ce": 0.04001897686794109, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.1220848336815834, "loss_scale": 4.0, "retries": 0, "seconds": 505.1, "max_memory_gb": 17.12, "ce": 0.011234167045586219, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.2984865605831146, "loss_scale": 4.0, "retries": 0, "seconds": 509.8, "max_memory_gb": 17.12, "ce": 0.012995205741390237, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.047450561076402664, "loss_scale": 4.0, "retries": 0, "seconds": 514.5, "max_memory_gb": 17.12, "ce": 0.0035301158950460376, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.047002725303173065, "loss_scale": 4.0, "retries": 0, "seconds": 519.1, "max_memory_gb": 17.12, "ce": 0.0017999422570937895, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.8484663367271423, "loss_scale": 4.0, "retries": 0, "seconds": 523.6, "max_memory_gb": 17.12, "ce": 0.049068553383222024, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.2117183804512024, "loss_scale": 4.0, "retries": 0, "seconds": 528.5, "max_memory_gb": 17.12, "ce": 0.01705819287326449, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.2414443492889404, "loss_scale": 4.0, "retries": 0, "seconds": 533.1, "max_memory_gb": 17.12, "ce": 0.5991854473322746, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.9244704246520996, "loss_scale": 4.0, "retries": 0, "seconds": 538.0, "max_memory_gb": 17.12, "ce": 0.1992466353844975, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.13394862413406372, "loss_scale": 4.0, "retries": 0, "seconds": 542.8, "max_memory_gb": 17.12, "ce": 0.00805112061152613, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.487236738204956, "loss_scale": 4.0, "retries": 0, "seconds": 548.1, "max_memory_gb": 17.12, "ce": 0.37410381955760386, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.719628632068634, "loss_scale": 4.0, "retries": 0, "seconds": 552.7, "max_memory_gb": 17.12, "ce": 0.024527845826014527, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.450289249420166, "loss_scale": 4.0, "retries": 0, "seconds": 557.2, "max_memory_gb": 17.12, "ce": 0.05968911724448844, "rank": 0.1261221170425415} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.22089450061321259, "loss_scale": 4.0, "retries": 0, "seconds": 561.8, "max_memory_gb": 17.12, "ce": 0.007707816977926996, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.5552570819854736, "loss_scale": 4.0, "retries": 0, "seconds": 566.4, "max_memory_gb": 17.12, "ce": 0.1886818364841929, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.2010242938995361, "loss_scale": 4.0, "retries": 0, "seconds": 571.0, "max_memory_gb": 17.12, "ce": 0.08896532972175919, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.122506022453308, "loss_scale": 4.0, "retries": 0, "seconds": 575.8, "max_memory_gb": 17.12, "ce": 0.05437654394427227, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.769791126251221, "loss_scale": 4.0, "retries": 0, "seconds": 580.8, "max_memory_gb": 17.12, "ce": 0.3910314580925842, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.019627340137958527, "loss_scale": 4.0, "retries": 0, "seconds": 585.6, "max_memory_gb": 17.12, "ce": 0.0014374549250533164, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.7325994968414307, "loss_scale": 4.0, "retries": 0, "seconds": 590.2, "max_memory_gb": 17.12, "ce": 0.39645135937917075, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.25194239616394043, "loss_scale": 4.0, "retries": 0, "seconds": 594.9, "max_memory_gb": 17.12, "ce": 0.016269537512926036, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.09581532329320908, "loss_scale": 4.0, "retries": 0, "seconds": 599.5, "max_memory_gb": 17.12, "ce": 0.002204875324423483, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.23272110521793365, "loss_scale": 4.0, "retries": 0, "seconds": 604.1, "max_memory_gb": 17.12, "ce": 0.014417649583265302, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.2645456790924072, "loss_scale": 4.0, "retries": 0, "seconds": 608.8, "max_memory_gb": 17.12, "ce": 0.06385512670112803, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 2.2991135120391846, "loss_scale": 4.0, "retries": 0, "seconds": 613.4, "max_memory_gb": 17.12, "ce": 0.08866256780083859, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.6869333982467651, "loss_scale": 4.0, "retries": 0, "seconds": 617.9, "max_memory_gb": 17.12, "ce": 0.15716658606322653, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.41186127066612244, "loss_scale": 4.0, "retries": 0, "seconds": 622.6, "max_memory_gb": 17.12, "ce": 0.02005889215706702, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 8.954947471618652, "loss_scale": 4.0, "retries": 0, "seconds": 627.5, "max_memory_gb": 17.12, "ce": 0.6498515129619591, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.05733467638492584, "loss_scale": 4.0, "retries": 0, "seconds": 632.0, "max_memory_gb": 17.12, "ce": 0.0044385458295437275, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 6.531551361083984, "loss_scale": 4.0, "retries": 0, "seconds": 636.5, "max_memory_gb": 17.12, "ce": 0.4916419701871746, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.154825210571289, "loss_scale": 4.0, "retries": 0, "seconds": 641.1, "max_memory_gb": 17.12, "ce": 0.6944143468003858, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 7.137136936187744, "loss_scale": 4.0, "retries": 0, "seconds": 645.6, "max_memory_gb": 17.12, "ce": 0.32477721167242635, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.059468235820531845, "loss_scale": 4.0, "retries": 0, "seconds": 650.3, "max_memory_gb": 17.12, "ce": 0.002455330432894698, "rank": 0.0940154418349266} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.047387246042490005, "loss_scale": 4.0, "retries": 0, "seconds": 655.1, "max_memory_gb": 17.12, "ce": 0.004086017307599832, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.5571552515029907, "loss_scale": 4.0, "retries": 0, "seconds": 660.1, "max_memory_gb": 17.12, "ce": 0.05118219928931467, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.046506937593221664, "loss_scale": 4.0, "retries": 0, "seconds": 664.8, "max_memory_gb": 17.12, "ce": 0.0035931474508288375, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.2880898714065552, "loss_scale": 4.0, "retries": 0, "seconds": 669.5, "max_memory_gb": 17.12, "ce": 0.18643965358023706, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.6367974281311035, "loss_scale": 4.0, "retries": 0, "seconds": 674.3, "max_memory_gb": 17.12, "ce": 0.1309057383664367, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.26515787839889526, "loss_scale": 4.0, "retries": 0, "seconds": 678.8, "max_memory_gb": 17.12, "ce": 0.012363098759578861, "rank": 0.11823219060897827} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.5695147514343262, "loss_scale": 4.0, "retries": 0, "seconds": 683.4, "max_memory_gb": 17.12, "ce": 0.07846090158636798, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.862149953842163, "loss_scale": 4.0, "retries": 0, "seconds": 688.1, "max_memory_gb": 17.12, "ce": 0.20647986814628894, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.706865072250366, "loss_scale": 4.0, "retries": 0, "seconds": 692.6, "max_memory_gb": 17.12, "ce": 0.1448132243249347, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.25514841079711914, "loss_scale": 4.0, "retries": 0, "seconds": 698.5, "max_memory_gb": 17.12, "ce": 0.01827840849182394, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.978609085083008, "loss_scale": 4.0, "retries": 0, "seconds": 704.6, "max_memory_gb": 17.12, "ce": 0.6411743228063642, "rank": 0.1660962700843811} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.4132387936115265, "loss_scale": 4.0, "retries": 0, "seconds": 709.2, "max_memory_gb": 17.12, "ce": 0.04309547836146521, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7947603464126587, "loss_scale": 4.0, "retries": 0, "seconds": 713.6, "max_memory_gb": 17.12, "ce": 0.13925993529846892, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.4978610277175903, "loss_scale": 4.0, "retries": 0, "seconds": 718.1, "max_memory_gb": 17.12, "ce": 0.2894127802433104, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.161650151014328, "loss_scale": 4.0, "retries": 0, "seconds": 723.0, "max_memory_gb": 17.12, "ce": 0.006847802354968735, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.207153558731079, "loss_scale": 4.0, "retries": 0, "seconds": 728.0, "max_memory_gb": 17.12, "ce": 0.07179000746873498, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.325554758310318, "loss_scale": 4.0, "retries": 0, "seconds": 733.2, "max_memory_gb": 17.12, "ce": 0.016646211614897766, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.374505877494812, "loss_scale": 4.0, "retries": 0, "seconds": 738.8, "max_memory_gb": 17.12, "ce": 0.03169056265596737, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.545008897781372, "loss_scale": 4.0, "retries": 0, "seconds": 744.8, "max_memory_gb": 17.12, "ce": 0.36164299084202867, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.09109768271446228, "loss_scale": 4.0, "retries": 0, "seconds": 749.7, "max_memory_gb": 17.12, "ce": 0.006293744307640736, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.05652584508061409, "loss_scale": 4.0, "retries": 0, "seconds": 754.1, "max_memory_gb": 17.12, "ce": 0.0020335231752142136, "rank": 0.12490641325712204} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.22076217830181122, "loss_scale": 4.0, "retries": 0, "seconds": 758.6, "max_memory_gb": 17.12, "ce": 0.027232466282839596, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.810545802116394, "loss_scale": 4.0, "retries": 0, "seconds": 762.8, "max_memory_gb": 17.12, "ce": 0.07538945676151343, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.4507915675640106, "loss_scale": 4.0, "retries": 0, "seconds": 767.4, "max_memory_gb": 17.12, "ce": 0.02744794487125546, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 1.2235915660858154, "loss_scale": 4.0, "retries": 0, "seconds": 772.3, "max_memory_gb": 17.12, "ce": 0.06432915795130612, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.31609296798706055, "loss_scale": 4.0, "retries": 0, "seconds": 776.8, "max_memory_gb": 17.12, "ce": 0.02732163782548014, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.014507317915558815, "loss_scale": 4.0, "retries": 0, "seconds": 781.4, "max_memory_gb": 17.12, "ce": 0.0010295793108525686, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.07470735907554626, "loss_scale": 4.0, "retries": 0, "seconds": 786.4, "max_memory_gb": 17.12, "ce": 0.0031297615641960874, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.451315999031067, "loss_scale": 4.0, "retries": 0, "seconds": 791.0, "max_memory_gb": 17.12, "ce": 0.2757520259397097, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.08879554271698, "loss_scale": 4.0, "retries": 0, "seconds": 795.6, "max_memory_gb": 17.12, "ce": 0.11438888126212987, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.027840739116072655, "loss_scale": 4.0, "retries": 0, "seconds": 800.2, "max_memory_gb": 17.12, "ce": 0.0017024767844304733, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.400229454040527, "loss_scale": 4.0, "retries": 0, "seconds": 805.0, "max_memory_gb": 17.12, "ce": 0.13785429184781606, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.8273285627365112, "loss_scale": 4.0, "retries": 0, "seconds": 809.5, "max_memory_gb": 17.12, "ce": 0.06655793357822404, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.728282928466797, "loss_scale": 4.0, "retries": 0, "seconds": 814.0, "max_memory_gb": 17.12, "ce": 0.2186724376847451, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.23600512742996216, "loss_scale": 4.0, "retries": 0, "seconds": 818.6, "max_memory_gb": 17.12, "ce": 0.02636928285119211, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.4738545417785645, "loss_scale": 4.0, "retries": 0, "seconds": 823.3, "max_memory_gb": 17.12, "ce": 0.3893431256021813, "rank": 0.12494180351495743} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.2780017852783203, "loss_scale": 4.0, "retries": 0, "seconds": 827.8, "max_memory_gb": 17.12, "ce": 0.19014817246215898, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.7100327014923096, "loss_scale": 4.0, "retries": 0, "seconds": 832.4, "max_memory_gb": 17.12, "ce": 0.19347935903442703, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8388937711715698, "loss_scale": 4.0, "retries": 0, "seconds": 837.1, "max_memory_gb": 17.12, "ce": 0.0735607460637766, "rank": 0.0} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.030882878229022026, "loss_scale": 4.0, "retries": 0, "seconds": 841.6, "max_memory_gb": 17.12, "ce": 0.0017719019051583018, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.3720935881137848, "loss_scale": 4.0, "retries": 0, "seconds": 846.1, "max_memory_gb": 17.12, "ce": 0.056069892036020974, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.7710355520248413, "loss_scale": 4.0, "retries": 0, "seconds": 850.8, "max_memory_gb": 17.12, "ce": 0.07254816244858375, "rank": 0.12888850271701813} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 1.7360374927520752, "loss_scale": 4.0, "retries": 0, "seconds": 855.3, "max_memory_gb": 17.12, "ce": 0.12202983229190068, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.08076432347297668, "loss_scale": 4.0, "retries": 0, "seconds": 859.9, "max_memory_gb": 17.12, "ce": 0.004518914690834208, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 1.0937741994857788, "loss_scale": 4.0, "retries": 0, "seconds": 864.7, "max_memory_gb": 17.12, "ce": 0.06440101930866149, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.513821005821228, "loss_scale": 4.0, "retries": 0, "seconds": 869.4, "max_memory_gb": 17.12, "ce": 0.1837194498361896, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 3.1524341106414795, "loss_scale": 4.0, "retries": 0, "seconds": 874.2, "max_memory_gb": 17.12, "ce": 0.14483227940354482, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.1127163171768188, "loss_scale": 4.0, "retries": 0, "seconds": 879.1, "max_memory_gb": 17.12, "ce": 0.035052444525717874, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.4954606890678406, "loss_scale": 4.0, "retries": 0, "seconds": 884.0, "max_memory_gb": 17.12, "ce": 0.07424335814584992, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.31836891174316406, "loss_scale": 4.0, "retries": 0, "seconds": 888.6, "max_memory_gb": 17.12, "ce": 0.025246092174938894, "rank": 0.124973826110363} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.11412812024354935, "loss_scale": 4.0, "retries": 0, "seconds": 893.2, "max_memory_gb": 17.12, "ce": 0.010099083211116522, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.170858144760132, "loss_scale": 4.0, "retries": 0, "seconds": 897.9, "max_memory_gb": 17.12, "ce": 0.04948342942725503, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.056109145283699036, "loss_scale": 4.0, "retries": 0, "seconds": 902.5, "max_memory_gb": 17.12, "ce": 0.0026408546168568137, "rank": 0.12495836615562439} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.428865909576416, "loss_scale": 4.0, "retries": 0, "seconds": 907.0, "max_memory_gb": 17.12, "ce": 0.04186084850107363, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.6184023022651672, "loss_scale": 4.0, "retries": 0, "seconds": 911.8, "max_memory_gb": 17.12, "ce": 0.025524405885789747, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.5874279737472534, "loss_scale": 4.0, "retries": 0, "seconds": 916.3, "max_memory_gb": 17.12, "ce": 0.09062744188895522, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.6899311542510986, "loss_scale": 4.0, "retries": 0, "seconds": 920.7, "max_memory_gb": 17.12, "ce": 0.05429384321860198, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.04788210242986679, "loss_scale": 4.0, "retries": 0, "seconds": 926.0, "max_memory_gb": 17.12, "ce": 0.0018069527989155176, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.002886631526052952, "loss_scale": 4.0, "retries": 0, "seconds": 931.2, "max_memory_gb": 17.12, "ce": 0.00021140584544809826, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.7066804766654968, "loss_scale": 4.0, "retries": 0, "seconds": 936.3, "max_memory_gb": 17.12, "ce": 0.09813464992703302, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.0693710669875145, "loss_scale": 4.0, "retries": 0, "seconds": 940.8, "max_memory_gb": 17.12, "ce": 0.0019739125962132675, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.8153383731842041, "loss_scale": 4.0, "retries": 0, "seconds": 945.4, "max_memory_gb": 17.12, "ce": 0.20441520331860374, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.2938569486141205, "loss_scale": 4.0, "retries": 0, "seconds": 949.3, "max_memory_gb": 17.12, "ce": 0.01960891464841552, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.12780919671058655, "loss_scale": 4.0, "retries": 0, "seconds": 953.8, "max_memory_gb": 17.12, "ce": 0.009008417850964179, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.043459415435791, "loss_scale": 4.0, "retries": 0, "seconds": 958.4, "max_memory_gb": 17.12, "ce": 0.04704742486410396, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.025361863896250725, "loss_scale": 4.0, "retries": 0, "seconds": 963.0, "max_memory_gb": 17.12, "ce": 0.0010526610694796545, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.400402069091797, "loss_scale": 4.0, "retries": 0, "seconds": 967.6, "max_memory_gb": 17.12, "ce": 0.30061837855828344, "rank": 0.12481676042079926} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.4563928842544556, "loss_scale": 4.0, "retries": 0, "seconds": 972.2, "max_memory_gb": 17.12, "ce": 0.31158860029290736, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.13662061095237732, "loss_scale": 4.0, "retries": 0, "seconds": 977.1, "max_memory_gb": 17.12, "ce": 0.00569069328525984, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.1102566048502922, "loss_scale": 4.0, "retries": 0, "seconds": 981.5, "max_memory_gb": 17.12, "ce": 0.0073588006782756565, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.060054704546928406, "loss_scale": 4.0, "retries": 0, "seconds": 986.0, "max_memory_gb": 17.12, "ce": 0.00243538911036012, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.0344736576080322, "loss_scale": 4.0, "retries": 0, "seconds": 990.5, "max_memory_gb": 17.12, "ce": 0.04348743273635591, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.613408088684082, "loss_scale": 4.0, "retries": 0, "seconds": 994.8, "max_memory_gb": 17.12, "ce": 0.5105032926235253, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.4126608669757843, "loss_scale": 4.0, "retries": 0, "seconds": 998.6, "max_memory_gb": 17.12, "ce": 0.04451528289655471, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.5181417465209961, "loss_scale": 4.0, "retries": 0, "seconds": 1003.2, "max_memory_gb": 17.12, "ce": 0.02983936590317171, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.1645530462265015, "loss_scale": 4.0, "retries": 0, "seconds": 1007.8, "max_memory_gb": 17.12, "ce": 0.10743865102767813, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.14527051150798798, "loss_scale": 4.0, "retries": 0, "seconds": 1012.3, "max_memory_gb": 17.12, "ce": 0.006469555646617664, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3060683012008667, "loss_scale": 4.0, "retries": 0, "seconds": 1016.8, "max_memory_gb": 17.12, "ce": 0.026465952514172386, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.10853501409292221, "loss_scale": 4.0, "retries": 0, "seconds": 1021.4, "max_memory_gb": 17.12, "ce": 0.0059432234397718275, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.4997590780258179, "loss_scale": 4.0, "retries": 0, "seconds": 1025.9, "max_memory_gb": 17.12, "ce": 0.1458703729044828, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.369209349155426, "loss_scale": 4.0, "retries": 0, "seconds": 1030.5, "max_memory_gb": 17.12, "ce": 0.011995409058727091, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9760810732841492, "loss_scale": 4.0, "retries": 0, "seconds": 1035.2, "max_memory_gb": 17.12, "ce": 0.09684057538788693, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.5368170738220215, "loss_scale": 4.0, "retries": 0, "seconds": 1039.7, "max_memory_gb": 17.12, "ce": 0.0196033865154277, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.6090660095214844, "loss_scale": 4.0, "retries": 0, "seconds": 1044.3, "max_memory_gb": 17.12, "ce": 0.1295995717587175, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.6828924417495728, "loss_scale": 4.0, "retries": 0, "seconds": 1049.2, "max_memory_gb": 17.12, "ce": 0.08884288234048654, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.1093385219573975, "loss_scale": 4.0, "retries": 0, "seconds": 1054.0, "max_memory_gb": 17.12, "ce": 0.04939437467373864, "rank": 0.12490932643413544} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.47930875420570374, "loss_scale": 4.0, "retries": 0, "seconds": 1058.8, "max_memory_gb": 17.12, "ce": 0.018839088055642605, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.5416098833084106, "loss_scale": 4.0, "retries": 0, "seconds": 1063.6, "max_memory_gb": 17.12, "ce": 0.03090536849936143, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.1008332967758179, "loss_scale": 4.0, "retries": 0, "seconds": 1068.2, "max_memory_gb": 17.12, "ce": 0.12276776295448144, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.7066801190376282, "loss_scale": 4.0, "retries": 0, "seconds": 1072.9, "max_memory_gb": 17.12, "ce": 0.06610991949264644, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.022953707724809647, "loss_scale": 4.0, "retries": 0, "seconds": 1077.7, "max_memory_gb": 17.12, "ce": 0.0013192488781896827, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.24255123734474182, "loss_scale": 4.0, "retries": 0, "seconds": 1082.5, "max_memory_gb": 17.12, "ce": 0.009090880034818838, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.3515615463256836, "loss_scale": 4.0, "retries": 0, "seconds": 1086.9, "max_memory_gb": 17.12, "ce": 0.1339718219983297, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.003959357272833586, "loss_scale": 4.0, "retries": 0, "seconds": 1091.5, "max_memory_gb": 17.12, "ce": 0.0002409630033071153, "rank": 0.12500284612178802} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.8342549800872803, "loss_scale": 4.0, "retries": 0, "seconds": 1096.1, "max_memory_gb": 17.12, "ce": 0.0475806614317662, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.002671241760254, "loss_scale": 4.0, "retries": 0, "seconds": 1100.8, "max_memory_gb": 17.12, "ce": 0.073995579899929, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 3.1351070404052734, "loss_scale": 4.0, "retries": 0, "seconds": 1105.4, "max_memory_gb": 17.12, "ce": 0.8974514583176187, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.05871051549911499, "loss_scale": 4.0, "retries": 0, "seconds": 1109.9, "max_memory_gb": 17.12, "ce": 0.004372172829334886, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.5646336674690247, "loss_scale": 4.0, "retries": 0, "seconds": 1114.5, "max_memory_gb": 17.12, "ce": 0.009555765524964954, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.07783433794975281, "loss_scale": 4.0, "retries": 0, "seconds": 1119.1, "max_memory_gb": 17.12, "ce": 0.0047651106838202395, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6599056720733643, "loss_scale": 4.0, "retries": 0, "seconds": 1123.5, "max_memory_gb": 17.12, "ce": 0.09648711769750662, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.6202747821807861, "loss_scale": 4.0, "retries": 0, "seconds": 1128.0, "max_memory_gb": 17.12, "ce": 0.02163600801713983, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.44232067465782166, "loss_scale": 4.0, "retries": 0, "seconds": 1132.5, "max_memory_gb": 17.12, "ce": 0.08524972400391562, "rank": 0.122459277510643} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.3680242896080017, "loss_scale": 4.0, "retries": 0, "seconds": 1137.0, "max_memory_gb": 17.12, "ce": 0.025892435465721064, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.8073717355728149, "loss_scale": 4.0, "retries": 0, "seconds": 1141.5, "max_memory_gb": 17.12, "ce": 0.0569058078181115, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.197458028793335, "loss_scale": 4.0, "retries": 0, "seconds": 1146.2, "max_memory_gb": 17.12, "ce": 0.1067789451299177, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.1929658055305481, "loss_scale": 4.0, "retries": 0, "seconds": 1150.8, "max_memory_gb": 17.12, "ce": 0.015203543289771915, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9290750622749329, "loss_scale": 4.0, "retries": 0, "seconds": 1155.5, "max_memory_gb": 17.12, "ce": 0.14037493984278626, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.4639804363250732, "loss_scale": 4.0, "retries": 0, "seconds": 1160.4, "max_memory_gb": 17.12, "ce": 0.05883979047121102, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.005891185253858566, "loss_scale": 4.0, "retries": 0, "seconds": 1165.2, "max_memory_gb": 17.12, "ce": 0.00035293696555527276, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.10602609813213348, "loss_scale": 4.0, "retries": 0, "seconds": 1169.8, "max_memory_gb": 17.12, "ce": 0.007726887557055306, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 5.727860450744629, "loss_scale": 4.0, "retries": 0, "seconds": 1174.3, "max_memory_gb": 17.12, "ce": 0.18414130634937464, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8101_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8101_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8101_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8101_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8101_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..60de4e01f0dbea3298d5b09df74770f734ba5b3f --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8101_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.21.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8101_s13/config.json b/runs/fixed_internvl/removal/Random8_8101_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..73dc87b9603c556fd7b5878c96ec348097284002 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8101_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8101", + "layers": [ + 1, + 4, + 9, + 10, + 21, + 28, + 31, + 35 + ], + "ranks": { + "1": 72, + "4": 72, + "9": 72, + "10": 72, + "21": 72, + "28": 72, + "31": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8101_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8101_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8c38f04e1cee5fc0f0f995ecb93cfee1619372b6 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8101_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 3.9568498134613037, "loss_scale": 4.0, "retries": 0, "seconds": 5.6, "max_memory_gb": 16.83, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 3.7762367725372314, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 17.17, "ce": 0.7790627728209074, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 13.604935646057129, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 17.18, "ce": 1.2965743411332369, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.797018527984619, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 17.18, "ce": 0.6225569332145824, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.12452664226293564, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 17.18, "ce": 0.03959712369578483, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.6275978088378906, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.18, "ce": 0.32501460958155803, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.3463478088378906, "loss_scale": 4.0, "retries": 0, "seconds": 33.1, "max_memory_gb": 17.18, "ce": 0.4815762882317358, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.8358675241470337, "loss_scale": 4.0, "retries": 0, "seconds": 37.9, "max_memory_gb": 17.18, "ce": 0.40443418454378843, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 1.9803768396377563, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.18, "ce": 0.32655010162852705, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3339636027812958, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.18, "ce": 0.13376795437943656, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.4194285571575165, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.18, "ce": 0.21605679792992305, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.27397018671035767, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 17.18, "ce": 0.11791098889443674, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.4256654977798462, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.18, "ce": 0.2410823161535518, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.253268241882324, "loss_scale": 4.0, "retries": 0, "seconds": 66.8, "max_memory_gb": 17.18, "ce": 0.3631359206046909, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.7756187319755554, "loss_scale": 4.0, "retries": 0, "seconds": 71.5, "max_memory_gb": 17.18, "ce": 0.237314545192703, "rank": 0.07412397861480713} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3022322952747345, "loss_scale": 4.0, "retries": 0, "seconds": 76.1, "max_memory_gb": 17.18, "ce": 0.09796632788493298, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.14309823513031, "loss_scale": 4.0, "retries": 0, "seconds": 80.8, "max_memory_gb": 17.18, "ce": 0.24741197963885497, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8501092791557312, "loss_scale": 4.0, "retries": 0, "seconds": 84.7, "max_memory_gb": 17.18, "ce": 0.21134046063525602, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.1345562934875488, "loss_scale": 4.0, "retries": 0, "seconds": 89.4, "max_memory_gb": 17.18, "ce": 0.20312918168929173, "rank": 0.1252088025212288} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.24344049394130707, "loss_scale": 4.0, "retries": 0, "seconds": 93.9, "max_memory_gb": 17.18, "ce": 0.028700710186967626, "rank": 0.12307664006948471} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.6764103174209595, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 17.18, "ce": 0.1295334679307416, "rank": 0.03339735418558121} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8175079226493835, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 17.18, "ce": 0.16863948020909447, "rank": 0.10701080411672592} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.0852044820785522, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.18, "ce": 0.12386723174859071, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.6146025657653809, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 17.18, "ce": 0.07236738700885326, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.92268705368042, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 17.18, "ce": 0.19893384390161373, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.69590163230896, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 17.18, "ce": 0.21478138442034833, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.084661483764648, "loss_scale": 4.0, "retries": 0, "seconds": 126.1, "max_memory_gb": 17.18, "ce": 0.19729050542446203, "rank": 0.01240219920873642} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.5493613481521606, "loss_scale": 4.0, "retries": 0, "seconds": 130.8, "max_memory_gb": 17.18, "ce": 0.1932385705604247, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.20501708984375, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 17.18, "ce": 0.5819581701871357, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.175001323223114, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.18, "ce": 0.012267685134247586, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 4.401132106781006, "loss_scale": 4.0, "retries": 0, "seconds": 144.4, "max_memory_gb": 17.18, "ce": 0.6924290051056232, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.48486965894699097, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 17.18, "ce": 0.03489955856275628, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.6466047763824463, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.18, "ce": 0.2651484800862818, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7438403367996216, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 17.18, "ce": 0.07979918423370691, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.9231069087982178, "loss_scale": 4.0, "retries": 0, "seconds": 162.8, "max_memory_gb": 17.18, "ce": 0.01925926461990457, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.716668128967285, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 17.18, "ce": 0.23487227603436622, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.9733133316040039, "loss_scale": 4.0, "retries": 0, "seconds": 171.9, "max_memory_gb": 17.18, "ce": 0.17810123944218503, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.1833362579345703, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 17.18, "ce": 0.1366238938717288, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.3708266019821167, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.18, "ce": 0.17116698129029828, "rank": 0.12522007524967194} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.16982834041118622, "loss_scale": 4.0, "retries": 0, "seconds": 185.9, "max_memory_gb": 17.18, "ce": 0.015148623402637895, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.5789620876312256, "loss_scale": 4.0, "retries": 0, "seconds": 190.4, "max_memory_gb": 17.18, "ce": 0.3907042252458268, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.08515830338001251, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 17.18, "ce": 0.007229226520848897, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.22624832391738892, "loss_scale": 4.0, "retries": 0, "seconds": 199.7, "max_memory_gb": 17.18, "ce": 0.01257861324802434, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.9323668479919434, "loss_scale": 4.0, "retries": 0, "seconds": 204.3, "max_memory_gb": 17.18, "ce": 0.22022492271571537, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.7694342136383057, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 17.18, "ce": 0.3357751646253746, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.7770522236824036, "loss_scale": 4.0, "retries": 0, "seconds": 213.7, "max_memory_gb": 17.18, "ce": 0.09310372351501428, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.7346490025520325, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 17.18, "ce": 0.04596217098787747, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.05146433413028717, "loss_scale": 4.0, "retries": 0, "seconds": 223.1, "max_memory_gb": 17.18, "ce": 0.0030324748054226802, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.11017880588769913, "loss_scale": 4.0, "retries": 0, "seconds": 227.8, "max_memory_gb": 17.18, "ce": 0.010650482106029813, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.8457382917404175, "loss_scale": 4.0, "retries": 0, "seconds": 232.3, "max_memory_gb": 17.18, "ce": 0.12482464800814341, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.8317928314208984, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 17.18, "ce": 0.09079118695353827, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3814280331134796, "loss_scale": 4.0, "retries": 0, "seconds": 241.3, "max_memory_gb": 17.18, "ce": 0.029797104253702855, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.1276423931121826, "loss_scale": 4.0, "retries": 0, "seconds": 245.9, "max_memory_gb": 17.18, "ce": 0.08445728291326304, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.1444573402404785, "loss_scale": 4.0, "retries": 0, "seconds": 250.5, "max_memory_gb": 17.18, "ce": 0.12161015740184666, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.31696027517318726, "loss_scale": 4.0, "retries": 0, "seconds": 255.1, "max_memory_gb": 17.18, "ce": 0.019657737565012212, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.424528032541275, "loss_scale": 4.0, "retries": 0, "seconds": 259.7, "max_memory_gb": 17.18, "ce": 0.027529806004622515, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.14362183213233948, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 17.18, "ce": 0.01121448264711944, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.07130568474531174, "loss_scale": 4.0, "retries": 0, "seconds": 268.9, "max_memory_gb": 17.18, "ce": 0.0052339950507303, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.8764368295669556, "loss_scale": 4.0, "retries": 0, "seconds": 273.6, "max_memory_gb": 17.18, "ce": 0.16769291010132292, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.127175211906433, "loss_scale": 4.0, "retries": 0, "seconds": 278.1, "max_memory_gb": 17.18, "ce": 0.08228716103303668, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.5058358907699585, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 17.18, "ce": 0.21712581249175855, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3999904692173004, "loss_scale": 4.0, "retries": 0, "seconds": 287.2, "max_memory_gb": 17.18, "ce": 0.031165862488705898, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.520976185798645, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 17.18, "ce": 0.03452941853811353, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.25319671630859375, "loss_scale": 4.0, "retries": 0, "seconds": 296.3, "max_memory_gb": 17.18, "ce": 0.011834219763841247, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.1691862344741821, "loss_scale": 4.0, "retries": 0, "seconds": 300.8, "max_memory_gb": 17.18, "ce": 0.15198847756619216, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.15779185295105, "loss_scale": 4.0, "retries": 0, "seconds": 305.3, "max_memory_gb": 17.18, "ce": 0.24370302590591564, "rank": 0.11981849372386932} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.03614472597837448, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.18, "ce": 0.00295404838561808, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.12341621518135071, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 17.18, "ce": 0.00803229820485285, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.340817928314209, "loss_scale": 4.0, "retries": 0, "seconds": 319.1, "max_memory_gb": 17.18, "ce": 0.6334924872617194, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.2318660467863083, "loss_scale": 4.0, "retries": 0, "seconds": 323.8, "max_memory_gb": 17.18, "ce": 0.0051322051249371725, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.07498499006032944, "loss_scale": 4.0, "retries": 0, "seconds": 328.5, "max_memory_gb": 17.18, "ce": 0.0048852702657313785, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.0341066122055054, "loss_scale": 4.0, "retries": 0, "seconds": 333.3, "max_memory_gb": 17.18, "ce": 0.08735296015095173, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.0885772705078125, "loss_scale": 4.0, "retries": 0, "seconds": 338.0, "max_memory_gb": 17.18, "ce": 0.11432382163025068, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.1170188188552856, "loss_scale": 4.0, "retries": 0, "seconds": 342.8, "max_memory_gb": 17.18, "ce": 0.14449791378604004, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.9300477504730225, "loss_scale": 4.0, "retries": 0, "seconds": 347.5, "max_memory_gb": 17.18, "ce": 0.7530341952765411, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.463902473449707, "loss_scale": 4.0, "retries": 0, "seconds": 352.1, "max_memory_gb": 17.18, "ce": 0.31604537957002776, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.7753396034240723, "loss_scale": 4.0, "retries": 0, "seconds": 356.7, "max_memory_gb": 17.18, "ce": 0.07258384150031816, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.27083447575569153, "loss_scale": 4.0, "retries": 0, "seconds": 361.1, "max_memory_gb": 17.18, "ce": 0.024872354817489395, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.1270778477191925, "loss_scale": 4.0, "retries": 0, "seconds": 365.8, "max_memory_gb": 17.18, "ce": 0.006639418289068999, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.21298369765281677, "loss_scale": 4.0, "retries": 0, "seconds": 370.4, "max_memory_gb": 17.18, "ce": 0.014110190934843558, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.4824538826942444, "loss_scale": 4.0, "retries": 0, "seconds": 375.1, "max_memory_gb": 17.18, "ce": 0.04345392128948333, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.752191185951233, "loss_scale": 4.0, "retries": 0, "seconds": 379.8, "max_memory_gb": 17.18, "ce": 0.17202648043689805, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.3572489023208618, "loss_scale": 4.0, "retries": 0, "seconds": 384.3, "max_memory_gb": 17.18, "ce": 0.19682317048591358, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5748764276504517, "loss_scale": 4.0, "retries": 0, "seconds": 389.0, "max_memory_gb": 17.18, "ce": 0.0377574400197318, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.055044397711753845, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 17.18, "ce": 0.0019518403837537335, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.3363531827926636, "loss_scale": 4.0, "retries": 0, "seconds": 398.5, "max_memory_gb": 17.18, "ce": 0.036944232339919836, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.0048577785491943, "loss_scale": 4.0, "retries": 0, "seconds": 403.4, "max_memory_gb": 17.18, "ce": 0.15251427253315342, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4393872320652008, "loss_scale": 4.0, "retries": 0, "seconds": 408.7, "max_memory_gb": 17.18, "ce": 0.05302448389920755, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.200414776802063, "loss_scale": 4.0, "retries": 0, "seconds": 413.3, "max_memory_gb": 17.18, "ce": 0.020218208296228113, "rank": 0.12498898804187775} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.7043676972389221, "loss_scale": 4.0, "retries": 0, "seconds": 417.8, "max_memory_gb": 17.18, "ce": 0.0740542433823066, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.987546682357788, "loss_scale": 4.0, "retries": 0, "seconds": 422.4, "max_memory_gb": 17.18, "ce": 0.5503916982638657, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.1499342918395996, "loss_scale": 4.0, "retries": 0, "seconds": 427.1, "max_memory_gb": 17.18, "ce": 0.12739420952311775, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.1000418663024902, "loss_scale": 4.0, "retries": 0, "seconds": 431.9, "max_memory_gb": 17.18, "ce": 0.08809661977784344, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.8885397911071777, "loss_scale": 4.0, "retries": 0, "seconds": 436.5, "max_memory_gb": 17.18, "ce": 0.04099342273821094, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.0849361419677734, "loss_scale": 4.0, "retries": 0, "seconds": 441.3, "max_memory_gb": 17.18, "ce": 0.49637497201729275, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.8003487586975098, "loss_scale": 4.0, "retries": 0, "seconds": 446.0, "max_memory_gb": 17.18, "ce": 0.37501536394620416, "rank": 0.31643542647361755} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.4157310128211975, "loss_scale": 4.0, "retries": 0, "seconds": 450.5, "max_memory_gb": 17.18, "ce": 0.0322153510426233, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.8591516613960266, "loss_scale": 4.0, "retries": 0, "seconds": 455.2, "max_memory_gb": 17.18, "ce": 0.04930701281864458, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.10659565031528473, "loss_scale": 4.0, "retries": 0, "seconds": 459.8, "max_memory_gb": 17.18, "ce": 0.011366640965661645, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5689082741737366, "loss_scale": 4.0, "retries": 0, "seconds": 464.5, "max_memory_gb": 17.18, "ce": 0.08083082923758411, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.2076612114906311, "loss_scale": 4.0, "retries": 0, "seconds": 469.1, "max_memory_gb": 17.18, "ce": 0.015128993528378487, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.1644233763217926, "loss_scale": 4.0, "retries": 0, "seconds": 473.8, "max_memory_gb": 17.18, "ce": 0.01207973696909903, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.10670573264360428, "loss_scale": 4.0, "retries": 0, "seconds": 478.4, "max_memory_gb": 17.18, "ce": 0.006678233687125612, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.27410009503364563, "loss_scale": 4.0, "retries": 0, "seconds": 483.1, "max_memory_gb": 17.18, "ce": 0.017963296395464567, "rank": 0.1249653622508049} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.6618877053260803, "loss_scale": 4.0, "retries": 0, "seconds": 487.7, "max_memory_gb": 17.18, "ce": 0.08263613116969282, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.0954851284623146, "loss_scale": 4.0, "retries": 0, "seconds": 492.6, "max_memory_gb": 17.18, "ce": 0.0035268257038296724, "rank": 0.10698921978473663} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.071466088294983, "loss_scale": 4.0, "retries": 0, "seconds": 497.3, "max_memory_gb": 17.18, "ce": 0.09821686947907438, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.2316529750823975, "loss_scale": 4.0, "retries": 0, "seconds": 501.5, "max_memory_gb": 17.18, "ce": 0.26417944766103574, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.4722273349761963, "loss_scale": 4.0, "retries": 0, "seconds": 506.3, "max_memory_gb": 17.18, "ce": 0.16307062886608037, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.7023147344589233, "loss_scale": 4.0, "retries": 0, "seconds": 510.9, "max_memory_gb": 17.18, "ce": 0.0348267021488482, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.31423717737197876, "loss_scale": 4.0, "retries": 0, "seconds": 515.6, "max_memory_gb": 17.18, "ce": 0.024243445322099433, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.08522994071245193, "loss_scale": 4.0, "retries": 0, "seconds": 520.4, "max_memory_gb": 17.18, "ce": 0.005266609726731986, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.18255198001861572, "loss_scale": 4.0, "retries": 0, "seconds": 525.0, "max_memory_gb": 17.18, "ce": 0.016274595017421234, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.7330578565597534, "loss_scale": 4.0, "retries": 0, "seconds": 529.5, "max_memory_gb": 17.18, "ce": 0.11580841003387832, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.9386060833930969, "loss_scale": 4.0, "retries": 0, "seconds": 534.1, "max_memory_gb": 17.18, "ce": 0.032155599101542975, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.8451766967773438, "loss_scale": 4.0, "retries": 0, "seconds": 539.0, "max_memory_gb": 17.18, "ce": 0.16988177348366662, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.10762186348438263, "loss_scale": 4.0, "retries": 0, "seconds": 543.3, "max_memory_gb": 17.18, "ce": 0.005093204746799529, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.2181159257888794, "loss_scale": 4.0, "retries": 0, "seconds": 547.2, "max_memory_gb": 17.18, "ce": 0.23075612130185164, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.04571960121393204, "loss_scale": 4.0, "retries": 0, "seconds": 551.8, "max_memory_gb": 17.18, "ce": 0.002910886981908334, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.0632548332214355, "loss_scale": 4.0, "retries": 0, "seconds": 556.4, "max_memory_gb": 17.18, "ce": 0.11971682531338956, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5222517251968384, "loss_scale": 4.0, "retries": 0, "seconds": 560.9, "max_memory_gb": 17.18, "ce": 0.05616734852026184, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.044014573097229, "loss_scale": 4.0, "retries": 0, "seconds": 565.5, "max_memory_gb": 17.18, "ce": 0.0983351083729076, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.44243714213371277, "loss_scale": 4.0, "retries": 0, "seconds": 570.2, "max_memory_gb": 17.18, "ce": 0.039527845683664964, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.6932283639907837, "loss_scale": 4.0, "retries": 0, "seconds": 574.8, "max_memory_gb": 17.18, "ce": 0.5158506545801629, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7976396679878235, "loss_scale": 4.0, "retries": 0, "seconds": 579.5, "max_memory_gb": 17.18, "ce": 0.15128254688511333, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.3467917442321777, "loss_scale": 4.0, "retries": 0, "seconds": 584.7, "max_memory_gb": 17.18, "ce": 0.4779499157821192, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.6716574430465698, "loss_scale": 4.0, "retries": 0, "seconds": 589.3, "max_memory_gb": 17.18, "ce": 0.02061717347373815, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.3934205770492554, "loss_scale": 4.0, "retries": 0, "seconds": 594.1, "max_memory_gb": 17.18, "ce": 0.16817230714832476, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.5029860734939575, "loss_scale": 4.0, "retries": 0, "seconds": 598.8, "max_memory_gb": 17.18, "ce": 0.100746081249099, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.8899848461151123, "loss_scale": 4.0, "retries": 0, "seconds": 603.4, "max_memory_gb": 17.18, "ce": 0.17250455468979453, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.028799533843994, "loss_scale": 4.0, "retries": 0, "seconds": 608.0, "max_memory_gb": 17.18, "ce": 0.30584878390936865, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.0518136024475098, "loss_scale": 4.0, "retries": 0, "seconds": 613.1, "max_memory_gb": 17.18, "ce": 0.23316927306609614, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.3417061567306519, "loss_scale": 4.0, "retries": 0, "seconds": 617.6, "max_memory_gb": 17.18, "ce": 0.2926818527686237, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.1374199390411377, "loss_scale": 4.0, "retries": 0, "seconds": 622.5, "max_memory_gb": 17.18, "ce": 0.203420956811442, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.21438609063625336, "loss_scale": 4.0, "retries": 0, "seconds": 628.4, "max_memory_gb": 17.18, "ce": 0.012559760554267996, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.6544608473777771, "loss_scale": 4.0, "retries": 0, "seconds": 633.2, "max_memory_gb": 17.18, "ce": 0.037943729998801246, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.2770752012729645, "loss_scale": 4.0, "retries": 0, "seconds": 638.0, "max_memory_gb": 17.18, "ce": 0.015416570399565899, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.2804617881774902, "loss_scale": 4.0, "retries": 0, "seconds": 642.6, "max_memory_gb": 17.18, "ce": 0.09163595124982749, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.6609867215156555, "loss_scale": 4.0, "retries": 0, "seconds": 647.4, "max_memory_gb": 17.18, "ce": 0.037790050903026895, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.03288111835718155, "loss_scale": 4.0, "retries": 0, "seconds": 652.1, "max_memory_gb": 17.18, "ce": 0.0024486041216960075, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.04741397127509117, "loss_scale": 4.0, "retries": 0, "seconds": 656.7, "max_memory_gb": 17.18, "ce": 0.004103964054820608, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.1549409627914429, "loss_scale": 4.0, "retries": 0, "seconds": 661.3, "max_memory_gb": 17.18, "ce": 0.0744369787909136, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.334022283554077, "loss_scale": 4.0, "retries": 0, "seconds": 667.2, "max_memory_gb": 17.18, "ce": 0.2527537009386833, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.6276100873947144, "loss_scale": 4.0, "retries": 0, "seconds": 671.9, "max_memory_gb": 17.18, "ce": 0.0462488166484718, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.025549711659550667, "loss_scale": 4.0, "retries": 0, "seconds": 676.5, "max_memory_gb": 17.18, "ce": 0.0019211674737107387, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.13905265927314758, "loss_scale": 4.0, "retries": 0, "seconds": 681.3, "max_memory_gb": 17.18, "ce": 0.01392630332088629, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.649082899093628, "loss_scale": 4.0, "retries": 0, "seconds": 685.9, "max_memory_gb": 17.18, "ce": 0.4885216203155096, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.12120780348777771, "loss_scale": 4.0, "retries": 0, "seconds": 690.6, "max_memory_gb": 17.18, "ce": 0.008894561280840207, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.08137239515781403, "loss_scale": 4.0, "retries": 0, "seconds": 695.3, "max_memory_gb": 17.18, "ce": 0.006873757340144948, "rank": 0.12087884545326233} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.607549250125885, "loss_scale": 4.0, "retries": 0, "seconds": 699.9, "max_memory_gb": 17.18, "ce": 0.08600385946374445, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.2403247356414795, "loss_scale": 4.0, "retries": 0, "seconds": 704.5, "max_memory_gb": 17.18, "ce": 0.033346870249260974, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.43607985973358154, "loss_scale": 4.0, "retries": 0, "seconds": 709.2, "max_memory_gb": 17.18, "ce": 0.032927884354307935, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6411385536193848, "loss_scale": 4.0, "retries": 0, "seconds": 713.8, "max_memory_gb": 17.18, "ce": 0.10252399812611657, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3361033797264099, "loss_scale": 4.0, "retries": 0, "seconds": 718.4, "max_memory_gb": 17.18, "ce": 0.024009302371723606, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.0128695964813232, "loss_scale": 4.0, "retries": 0, "seconds": 722.8, "max_memory_gb": 17.18, "ce": 0.26040328316912564, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.05567608401179314, "loss_scale": 4.0, "retries": 0, "seconds": 727.5, "max_memory_gb": 17.18, "ce": 0.0032736642040163133, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.18668854236602783, "loss_scale": 4.0, "retries": 0, "seconds": 731.9, "max_memory_gb": 17.18, "ce": 0.016342022538083256, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.911190032958984, "loss_scale": 4.0, "retries": 0, "seconds": 736.5, "max_memory_gb": 17.18, "ce": 0.6002878136137042, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.20320682227611542, "loss_scale": 4.0, "retries": 0, "seconds": 741.3, "max_memory_gb": 17.18, "ce": 0.013355658455338926, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0556538105010986, "loss_scale": 4.0, "retries": 0, "seconds": 745.9, "max_memory_gb": 17.18, "ce": 0.16817147035408198, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.2312995195388794, "loss_scale": 4.0, "retries": 0, "seconds": 750.5, "max_memory_gb": 17.18, "ce": 0.13279697312418648, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.6614229083061218, "loss_scale": 4.0, "retries": 0, "seconds": 755.9, "max_memory_gb": 17.18, "ce": 0.05421261424885415, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.942824602127075, "loss_scale": 4.0, "retries": 0, "seconds": 760.7, "max_memory_gb": 17.18, "ce": 0.3722640794353538, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.6629612445831299, "loss_scale": 4.0, "retries": 0, "seconds": 765.2, "max_memory_gb": 17.18, "ce": 0.0654453733891387, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.10749766230583191, "loss_scale": 4.0, "retries": 0, "seconds": 769.9, "max_memory_gb": 17.18, "ce": 0.010296032378619202, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 1.9086300134658813, "loss_scale": 4.0, "retries": 0, "seconds": 774.6, "max_memory_gb": 17.18, "ce": 0.2681336576101785, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.14173220098018646, "loss_scale": 4.0, "retries": 0, "seconds": 779.3, "max_memory_gb": 17.18, "ce": 0.009096045913338457, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.07164929807186127, "loss_scale": 4.0, "retries": 0, "seconds": 784.0, "max_memory_gb": 17.18, "ce": 0.005355962948442539, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.0323519706726074, "loss_scale": 4.0, "retries": 0, "seconds": 788.8, "max_memory_gb": 17.18, "ce": 0.3080095838804482, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.015090575441718102, "loss_scale": 4.0, "retries": 0, "seconds": 794.7, "max_memory_gb": 17.18, "ce": 0.000566623870327021, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4857264459133148, "loss_scale": 4.0, "retries": 0, "seconds": 800.3, "max_memory_gb": 17.18, "ce": 0.06658718696689903, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.0825604498386383, "loss_scale": 4.0, "retries": 0, "seconds": 806.4, "max_memory_gb": 17.18, "ce": 0.006728388106694183, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2109023630619049, "loss_scale": 4.0, "retries": 0, "seconds": 812.4, "max_memory_gb": 17.18, "ce": 0.012594459753927367, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6365481615066528, "loss_scale": 4.0, "retries": 0, "seconds": 819.2, "max_memory_gb": 17.18, "ce": 0.04553798204688064, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.568887710571289, "loss_scale": 4.0, "retries": 0, "seconds": 825.6, "max_memory_gb": 17.18, "ce": 0.13391346828075257, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.02176824025809765, "loss_scale": 4.0, "retries": 0, "seconds": 832.1, "max_memory_gb": 17.18, "ce": 0.001419511822405184, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8999837040901184, "loss_scale": 4.0, "retries": 0, "seconds": 838.4, "max_memory_gb": 17.18, "ce": 0.27754175575682893, "rank": 0.12496555596590042} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.4207935333251953, "loss_scale": 4.0, "retries": 0, "seconds": 844.3, "max_memory_gb": 17.18, "ce": 0.10177148958791804, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.0421143770217896, "loss_scale": 4.0, "retries": 0, "seconds": 850.2, "max_memory_gb": 17.18, "ce": 0.3597520897733375, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.2057550996541977, "loss_scale": 4.0, "retries": 0, "seconds": 856.2, "max_memory_gb": 17.18, "ce": 0.01996334789919274, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.18892298638820648, "loss_scale": 4.0, "retries": 0, "seconds": 862.3, "max_memory_gb": 17.18, "ce": 0.010940265532099147, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.0318549871444702, "loss_scale": 4.0, "retries": 0, "seconds": 868.3, "max_memory_gb": 17.18, "ce": 0.11620934498932911, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.06544139981269836, "loss_scale": 4.0, "retries": 0, "seconds": 874.2, "max_memory_gb": 17.18, "ce": 0.0025792259348236257, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.39786723256111145, "loss_scale": 4.0, "retries": 0, "seconds": 879.2, "max_memory_gb": 17.18, "ce": 0.018869073160203698, "rank": 0.1591736599802971} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5786656141281128, "loss_scale": 4.0, "retries": 0, "seconds": 885.2, "max_memory_gb": 17.18, "ce": 0.04818815086309769, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.0653693675994873, "loss_scale": 4.0, "retries": 0, "seconds": 891.5, "max_memory_gb": 17.18, "ce": 0.09301795537976432, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.6422439813613892, "loss_scale": 4.0, "retries": 0, "seconds": 897.4, "max_memory_gb": 17.18, "ce": 0.12615382918420437, "rank": 0.13099250197410583} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.2793688774108887, "loss_scale": 4.0, "retries": 0, "seconds": 903.3, "max_memory_gb": 17.18, "ce": 0.18542780762231814, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.9125328063964844, "loss_scale": 4.0, "retries": 0, "seconds": 909.2, "max_memory_gb": 17.18, "ce": 0.2747898209838695, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.18298007547855377, "loss_scale": 4.0, "retries": 0, "seconds": 913.9, "max_memory_gb": 17.18, "ce": 0.005575560658144241, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 1.917968511581421, "loss_scale": 4.0, "retries": 0, "seconds": 918.5, "max_memory_gb": 17.18, "ce": 0.15428993396039914, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.027644157409668, "loss_scale": 4.0, "retries": 0, "seconds": 923.1, "max_memory_gb": 17.18, "ce": 0.33925543055966045, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.014771933667361736, "loss_scale": 4.0, "retries": 0, "seconds": 927.6, "max_memory_gb": 17.18, "ce": 0.0010821279427091213, "rank": 0.12502481043338776} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.41603246331214905, "loss_scale": 4.0, "retries": 0, "seconds": 931.5, "max_memory_gb": 17.18, "ce": 0.04630678411444933, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.3672660291194916, "loss_scale": 4.0, "retries": 0, "seconds": 936.3, "max_memory_gb": 17.18, "ce": 0.07376269838664484, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.18515273928642273, "loss_scale": 4.0, "retries": 0, "seconds": 941.1, "max_memory_gb": 17.18, "ce": 0.009209623744482087, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.3754547834396362, "loss_scale": 4.0, "retries": 0, "seconds": 945.7, "max_memory_gb": 17.18, "ce": 0.13773489616096413, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.587562620639801, "loss_scale": 4.0, "retries": 0, "seconds": 950.3, "max_memory_gb": 17.18, "ce": 0.05322990139382, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.6799248456954956, "loss_scale": 4.0, "retries": 0, "seconds": 955.3, "max_memory_gb": 17.18, "ce": 0.11166287086052762, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.061173677444458, "loss_scale": 4.0, "retries": 0, "seconds": 959.9, "max_memory_gb": 17.18, "ce": 0.20864768728392846, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6160846948623657, "loss_scale": 4.0, "retries": 0, "seconds": 965.0, "max_memory_gb": 17.18, "ce": 0.06184125104459781, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.02479529194533825, "loss_scale": 4.0, "retries": 0, "seconds": 969.5, "max_memory_gb": 17.18, "ce": 0.002155203998199795, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.23198525607585907, "loss_scale": 4.0, "retries": 0, "seconds": 974.1, "max_memory_gb": 17.18, "ce": 0.014955682772551881, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.3396233022212982, "loss_scale": 4.0, "retries": 0, "seconds": 978.7, "max_memory_gb": 17.18, "ce": 0.02623056818583791, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.6302710175514221, "loss_scale": 4.0, "retries": 0, "seconds": 983.0, "max_memory_gb": 17.18, "ce": 0.0855121318268175, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.29377880692481995, "loss_scale": 4.0, "retries": 0, "seconds": 987.8, "max_memory_gb": 17.18, "ce": 0.02035446086756565, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.3108270466327667, "loss_scale": 4.0, "retries": 0, "seconds": 992.3, "max_memory_gb": 17.18, "ce": 0.05933248035694305, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.06855019181966782, "loss_scale": 4.0, "retries": 0, "seconds": 996.9, "max_memory_gb": 17.18, "ce": 0.0026638936053586804, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.7180216312408447, "loss_scale": 4.0, "retries": 0, "seconds": 1001.6, "max_memory_gb": 17.18, "ce": 0.10034475438806112, "rank": 0.12509629130363464} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.2123417854309082, "loss_scale": 4.0, "retries": 0, "seconds": 1006.5, "max_memory_gb": 17.18, "ce": 0.3614841803279205, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.269762635231018, "loss_scale": 4.0, "retries": 0, "seconds": 1011.1, "max_memory_gb": 17.18, "ce": 0.1239110970980164, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.044919729232788, "loss_scale": 4.0, "retries": 0, "seconds": 1015.7, "max_memory_gb": 17.18, "ce": 0.20506044909620869, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.6793874502182007, "loss_scale": 4.0, "retries": 0, "seconds": 1020.2, "max_memory_gb": 17.18, "ce": 0.14272373295125362, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.4572138786315918, "loss_scale": 4.0, "retries": 0, "seconds": 1024.7, "max_memory_gb": 17.18, "ce": 0.2314076632344495, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.0430381298065186, "loss_scale": 4.0, "retries": 0, "seconds": 1029.3, "max_memory_gb": 17.18, "ce": 0.41932565496404095, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.3664964437484741, "loss_scale": 4.0, "retries": 0, "seconds": 1034.1, "max_memory_gb": 17.18, "ce": 0.03177882240549934, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05402015149593353, "loss_scale": 4.0, "retries": 0, "seconds": 1038.5, "max_memory_gb": 17.18, "ce": 0.0034090743495198694, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.9489364624023438, "loss_scale": 4.0, "retries": 0, "seconds": 1043.1, "max_memory_gb": 17.18, "ce": 0.17653950954399988, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.30876344442367554, "loss_scale": 4.0, "retries": 0, "seconds": 1047.7, "max_memory_gb": 17.18, "ce": 0.0402269325237512, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.35394421219825745, "loss_scale": 4.0, "retries": 0, "seconds": 1052.5, "max_memory_gb": 17.18, "ce": 0.025338642003816858, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3662009537220001, "loss_scale": 4.0, "retries": 0, "seconds": 1057.5, "max_memory_gb": 17.18, "ce": 0.01960608511490136, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.35466983914375305, "loss_scale": 4.0, "retries": 0, "seconds": 1062.3, "max_memory_gb": 17.18, "ce": 0.024799567320201277, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.3424705266952515, "loss_scale": 4.0, "retries": 0, "seconds": 1066.9, "max_memory_gb": 17.18, "ce": 0.06323434559385532, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.40412065386772156, "loss_scale": 4.0, "retries": 0, "seconds": 1071.6, "max_memory_gb": 17.18, "ce": 0.02748280974356021, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.12658677995204926, "loss_scale": 4.0, "retries": 0, "seconds": 1076.9, "max_memory_gb": 17.18, "ce": 0.00899046039762652, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.48121994733810425, "loss_scale": 4.0, "retries": 0, "seconds": 1081.7, "max_memory_gb": 17.18, "ce": 0.026434079665136778, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.4732903242111206, "loss_scale": 4.0, "retries": 0, "seconds": 1086.4, "max_memory_gb": 17.18, "ce": 0.027921853268026098, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.10917413234710693, "loss_scale": 4.0, "retries": 0, "seconds": 1091.0, "max_memory_gb": 17.18, "ce": 0.009101145897375318, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.6078220009803772, "loss_scale": 4.0, "retries": 0, "seconds": 1095.6, "max_memory_gb": 17.18, "ce": 0.05474770057662681, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.2587943077087402, "loss_scale": 4.0, "retries": 0, "seconds": 1100.2, "max_memory_gb": 17.18, "ce": 0.3471306488411301, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.39379027485847473, "loss_scale": 4.0, "retries": 0, "seconds": 1104.6, "max_memory_gb": 17.18, "ce": 0.04416617441700055, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.26117536425590515, "loss_scale": 4.0, "retries": 0, "seconds": 1109.2, "max_memory_gb": 17.18, "ce": 0.015999980211063303, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.2767586410045624, "loss_scale": 4.0, "retries": 0, "seconds": 1114.0, "max_memory_gb": 17.18, "ce": 0.022583866033528466, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.6311593055725098, "loss_scale": 4.0, "retries": 0, "seconds": 1118.7, "max_memory_gb": 17.18, "ce": 0.04492552206977507, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.8138759136199951, "loss_scale": 4.0, "retries": 0, "seconds": 1123.3, "max_memory_gb": 17.18, "ce": 0.24057420815472597, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.15618480741977692, "loss_scale": 4.0, "retries": 0, "seconds": 1127.9, "max_memory_gb": 17.18, "ce": 0.015619832643437803, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.0374866724014282, "loss_scale": 4.0, "retries": 0, "seconds": 1132.6, "max_memory_gb": 17.18, "ce": 0.05445904547320879, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.41391804814338684, "loss_scale": 4.0, "retries": 0, "seconds": 1137.4, "max_memory_gb": 17.18, "ce": 0.03302727806817529, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.48727601766586304, "loss_scale": 4.0, "retries": 0, "seconds": 1142.2, "max_memory_gb": 17.18, "ce": 0.08568423442568474, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3405400812625885, "loss_scale": 4.0, "retries": 0, "seconds": 1146.7, "max_memory_gb": 17.18, "ce": 0.022325589386355205, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.574748694896698, "loss_scale": 4.0, "retries": 0, "seconds": 1151.5, "max_memory_gb": 17.18, "ce": 0.07629982208959518, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.1269477754831314, "loss_scale": 4.0, "retries": 0, "seconds": 1157.0, "max_memory_gb": 17.18, "ce": 0.010382386647393105, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.020716868340969086, "loss_scale": 4.0, "retries": 0, "seconds": 1161.9, "max_memory_gb": 17.18, "ce": 0.0012908364092254487, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.47489699721336365, "loss_scale": 4.0, "retries": 0, "seconds": 1166.6, "max_memory_gb": 17.18, "ce": 0.04883110400442092, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.4521918296813965, "loss_scale": 4.0, "retries": 0, "seconds": 1171.2, "max_memory_gb": 17.18, "ce": 0.24223584710159685, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.024722497910261154, "loss_scale": 4.0, "retries": 0, "seconds": 1175.8, "max_memory_gb": 17.18, "ce": 0.0013984114870027042, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.6657779216766357, "loss_scale": 4.0, "retries": 0, "seconds": 1180.1, "max_memory_gb": 17.18, "ce": 0.045765583508114105, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.09809114784002304, "loss_scale": 4.0, "retries": 0, "seconds": 1184.8, "max_memory_gb": 17.18, "ce": 0.007020831533964156, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.18033266067504883, "loss_scale": 4.0, "retries": 0, "seconds": 1189.5, "max_memory_gb": 17.18, "ce": 0.013056184523179581, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.46283280849456787, "loss_scale": 4.0, "retries": 0, "seconds": 1194.0, "max_memory_gb": 17.18, "ce": 0.020502615789041556, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8102_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8102_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8102_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8102_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8102_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..83ac154bc7bb0a796efa06c880cd9f4368ded8e7 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8102_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.11.mlp.up_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.9.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8102_s13/config.json b/runs/fixed_internvl/removal/Random8_8102_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9941e34ce20f8791cf89b99b641dfa1c169fba66 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8102_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8102", + "layers": [ + 4, + 9, + 10, + 11, + 15, + 18, + 32, + 34 + ], + "ranks": { + "4": 72, + "9": 72, + "10": 72, + "11": 72, + "15": 72, + "18": 72, + "32": 72, + "34": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8102_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8102_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ae168c475247e8d9ac9fa097568a8f9a1e884b73 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8102_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.844179630279541, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 16.82, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 4.3511433601379395, "loss_scale": 4.0, "retries": 0, "seconds": 9.2, "max_memory_gb": 17.17, "ce": 0.7786771657156351, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.94561767578125, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.17, "ce": 1.2514219284057617, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.328332424163818, "loss_scale": 4.0, "retries": 0, "seconds": 16.2, "max_memory_gb": 17.17, "ce": 0.5714567624527263, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.14669226109981537, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 17.17, "ce": 0.03963614213716937, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.6883718967437744, "loss_scale": 4.0, "retries": 0, "seconds": 23.7, "max_memory_gb": 17.17, "ce": 0.308474262143136, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.9393088817596436, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 17.17, "ce": 0.4151864342402405, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.2061587572097778, "loss_scale": 4.0, "retries": 0, "seconds": 31.2, "max_memory_gb": 17.17, "ce": 0.3685875553637743, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.333446502685547, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 17.17, "ce": 0.32168777426704764, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.35413238406181335, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 17.17, "ce": 0.13017215420404682, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.42844894528388977, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.17, "ce": 0.20928040890066768, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.27436837553977966, "loss_scale": 4.0, "retries": 0, "seconds": 46.3, "max_memory_gb": 17.17, "ce": 0.11397152859808557, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.43469753861427307, "loss_scale": 4.0, "retries": 0, "seconds": 50.2, "max_memory_gb": 17.17, "ce": 0.23526306218082027, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.0822701454162598, "loss_scale": 4.0, "retries": 0, "seconds": 53.9, "max_memory_gb": 17.17, "ce": 0.343903909670189, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.3025949001312256, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 17.17, "ce": 0.22829187802744855, "rank": 0.013109564781188965} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3236083984375, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 17.17, "ce": 0.0903001449914882, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.137690544128418, "loss_scale": 4.0, "retries": 0, "seconds": 65.2, "max_memory_gb": 17.17, "ce": 0.2213946279080119, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.73683100938797, "loss_scale": 4.0, "retries": 0, "seconds": 69.1, "max_memory_gb": 17.17, "ce": 0.21727499799453653, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.8399162888526917, "loss_scale": 4.0, "retries": 0, "seconds": 72.9, "max_memory_gb": 17.17, "ce": 0.21020351076731458, "rank": 0.10380304604768753} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.2905007004737854, "loss_scale": 4.0, "retries": 0, "seconds": 76.6, "max_memory_gb": 17.17, "ce": 0.027466858060506638, "rank": 0.12524062395095825} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.6000041365623474, "loss_scale": 4.0, "retries": 0, "seconds": 80.3, "max_memory_gb": 17.17, "ce": 0.12689167266944423, "rank": 0.04700116068124771} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8932632803916931, "loss_scale": 4.0, "retries": 0, "seconds": 84.2, "max_memory_gb": 17.17, "ce": 0.16064449722034624, "rank": 0.11578066647052765} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 0.8265670537948608, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.17, "ce": 0.13513414390035905, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.5909660458564758, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 17.17, "ce": 0.0874569135485217, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.0445191860198975, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 17.17, "ce": 0.19671757415198954, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.146022081375122, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 17.17, "ce": 0.17728892661398277, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.515455722808838, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 17.17, "ce": 0.20325405194307677, "rank": 0.08668495714664459} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.3828215599060059, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 17.17, "ce": 0.18381694089475786, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.315817832946777, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 17.17, "ce": 0.5747861217023456, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.1437193900346756, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.17, "ce": 0.00821324112257571, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.48463773727417, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 17.17, "ce": 0.7734333815697028, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.28492501378059387, "loss_scale": 4.0, "retries": 0, "seconds": 122.1, "max_memory_gb": 17.17, "ce": 0.015958218387822853, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.2092437744140625, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.17, "ce": 0.21382187397466623, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7258099317550659, "loss_scale": 4.0, "retries": 0, "seconds": 129.6, "max_memory_gb": 17.17, "ce": 0.08874697198370995, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.73626309633255, "loss_scale": 4.0, "retries": 0, "seconds": 133.4, "max_memory_gb": 17.17, "ce": 0.009492292321738205, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.3545548915863037, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 17.17, "ce": 0.2266004098146368, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7838371992111206, "loss_scale": 4.0, "retries": 0, "seconds": 140.9, "max_memory_gb": 17.17, "ce": 0.1884981338025682, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.9446011185646057, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.17, "ce": 0.12583313461800572, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.6749180555343628, "loss_scale": 4.0, "retries": 0, "seconds": 148.6, "max_memory_gb": 17.17, "ce": 0.14749493186900509, "rank": 0.12515996396541595} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.09490246325731277, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 17.17, "ce": 0.005509052652087121, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.8007349967956543, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.17, "ce": 0.4634824843442402, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.07535050809383392, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 17.17, "ce": 0.004697512999428, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.1045573353767395, "loss_scale": 4.0, "retries": 0, "seconds": 163.7, "max_memory_gb": 17.17, "ce": 0.006950762759515783, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 6.875782489776611, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 17.17, "ce": 0.2588995107327037, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.183457851409912, "loss_scale": 4.0, "retries": 0, "seconds": 171.2, "max_memory_gb": 17.17, "ce": 0.43380303498270223, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.8127029538154602, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 17.17, "ce": 0.08935657917663775, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.631737470626831, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.17, "ce": 0.04014495799128781, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.023993581533432007, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.17, "ce": 0.0012207948875584407, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.13346020877361298, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.17, "ce": 0.011402878644730663, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.4926725625991821, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 17.17, "ce": 0.11948713013543966, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 49.19395065307617, "loss_scale": 4.0, "retries": 0, "seconds": 194.0, "max_memory_gb": 17.17, "ce": 0.16739702912354915, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.2868931293487549, "loss_scale": 4.0, "retries": 0, "seconds": 197.9, "max_memory_gb": 17.17, "ce": 0.0253499682180518, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.558651089668274, "loss_scale": 4.0, "retries": 0, "seconds": 201.7, "max_memory_gb": 17.17, "ce": 0.10159115286614906, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.4151690006256104, "loss_scale": 4.0, "retries": 0, "seconds": 205.5, "max_memory_gb": 17.17, "ce": 0.0633008400768631, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.20245365798473358, "loss_scale": 4.0, "retries": 0, "seconds": 209.3, "max_memory_gb": 17.17, "ce": 0.014729244443060452, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.29406148195266724, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.17, "ce": 0.02533724489649103, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.1673152893781662, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 17.17, "ce": 0.011629879326847004, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.016266755759716034, "loss_scale": 4.0, "retries": 0, "seconds": 220.6, "max_memory_gb": 17.18, "ce": 0.0005470185199669686, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.321953296661377, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.18, "ce": 0.13234839379697405, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9031835794448853, "loss_scale": 4.0, "retries": 0, "seconds": 228.2, "max_memory_gb": 17.18, "ce": 0.07214992105764395, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.4647942781448364, "loss_scale": 4.0, "retries": 0, "seconds": 232.0, "max_memory_gb": 17.18, "ce": 0.2217925501499849, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3795619308948517, "loss_scale": 4.0, "retries": 0, "seconds": 235.8, "max_memory_gb": 17.18, "ce": 0.030378405994724744, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.35963568091392517, "loss_scale": 4.0, "retries": 0, "seconds": 239.6, "max_memory_gb": 17.18, "ce": 0.024272675134398014, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.15242238342761993, "loss_scale": 4.0, "retries": 0, "seconds": 243.4, "max_memory_gb": 17.18, "ce": 0.006973288387371213, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9385842084884644, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 17.18, "ce": 0.12172466283072936, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.196089267730713, "loss_scale": 4.0, "retries": 0, "seconds": 251.1, "max_memory_gb": 17.18, "ce": 0.2623702435291193, "rank": 0.12096622586250305} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.026227276772260666, "loss_scale": 4.0, "retries": 0, "seconds": 254.9, "max_memory_gb": 17.18, "ce": 0.001877193088603235, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.2951924502849579, "loss_scale": 4.0, "retries": 0, "seconds": 258.7, "max_memory_gb": 17.18, "ce": 0.008107844448829837, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.8525028228759766, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 17.18, "ce": 0.6876039672902152, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.10002949833869934, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.18, "ce": 0.0019861610933276097, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.04415198788046837, "loss_scale": 4.0, "retries": 0, "seconds": 270.2, "max_memory_gb": 17.18, "ce": 0.002387052796620992, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6534761190414429, "loss_scale": 4.0, "retries": 0, "seconds": 274.1, "max_memory_gb": 17.18, "ce": 0.06882057460938995, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.8193423748016357, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 17.18, "ce": 0.14682153871649462, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.30190908908844, "loss_scale": 4.0, "retries": 0, "seconds": 281.6, "max_memory_gb": 17.18, "ce": 0.13523011075996294, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.7486977577209473, "loss_scale": 4.0, "retries": 0, "seconds": 285.3, "max_memory_gb": 17.18, "ce": 0.7458954380574596, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.4918301105499268, "loss_scale": 4.0, "retries": 0, "seconds": 289.2, "max_memory_gb": 17.18, "ce": 0.3422910034387314, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.4241575002670288, "loss_scale": 4.0, "retries": 0, "seconds": 293.0, "max_memory_gb": 17.18, "ce": 0.06251760961276887, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2531434893608093, "loss_scale": 4.0, "retries": 0, "seconds": 296.7, "max_memory_gb": 17.18, "ce": 0.024884825168555835, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.1475549340248108, "loss_scale": 4.0, "retries": 0, "seconds": 300.6, "max_memory_gb": 17.18, "ce": 0.005289791132440769, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.23124472796916962, "loss_scale": 4.0, "retries": 0, "seconds": 304.3, "max_memory_gb": 17.18, "ce": 0.013894542194066162, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.43361300230026245, "loss_scale": 4.0, "retries": 0, "seconds": 308.1, "max_memory_gb": 17.18, "ce": 0.03965195363116436, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.7404146194458008, "loss_scale": 4.0, "retries": 0, "seconds": 311.9, "max_memory_gb": 17.18, "ce": 0.1325498499618334, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.2253247499465942, "loss_scale": 4.0, "retries": 0, "seconds": 315.8, "max_memory_gb": 17.18, "ce": 0.19320178250347908, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.7034221887588501, "loss_scale": 4.0, "retries": 0, "seconds": 319.6, "max_memory_gb": 17.18, "ce": 0.03955816669054002, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.03841950744390488, "loss_scale": 4.0, "retries": 0, "seconds": 323.3, "max_memory_gb": 17.18, "ce": 0.0010452790929775801, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.5871836543083191, "loss_scale": 4.0, "retries": 0, "seconds": 327.2, "max_memory_gb": 17.18, "ce": 0.05967830207100633, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.1325300931930542, "loss_scale": 4.0, "retries": 0, "seconds": 331.0, "max_memory_gb": 17.18, "ce": 0.15616081462758302, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.5086588263511658, "loss_scale": 4.0, "retries": 0, "seconds": 334.8, "max_memory_gb": 17.18, "ce": 0.04443240111368141, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.1601952314376831, "loss_scale": 4.0, "retries": 0, "seconds": 338.6, "max_memory_gb": 17.18, "ce": 0.01770243116857273, "rank": 0.12499688565731049} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.8793088793754578, "loss_scale": 4.0, "retries": 0, "seconds": 342.3, "max_memory_gb": 17.18, "ce": 0.09917591052726493, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.700533628463745, "loss_scale": 4.0, "retries": 0, "seconds": 346.1, "max_memory_gb": 17.18, "ce": 0.4511317676508497, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.8656203746795654, "loss_scale": 4.0, "retries": 0, "seconds": 349.9, "max_memory_gb": 17.18, "ce": 0.20974411966426487, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.4210500717163086, "loss_scale": 4.0, "retries": 0, "seconds": 353.6, "max_memory_gb": 17.18, "ce": 0.10000467408644909, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.0028198957443237, "loss_scale": 4.0, "retries": 0, "seconds": 357.4, "max_memory_gb": 17.18, "ce": 0.04404124662096365, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.857961654663086, "loss_scale": 4.0, "retries": 0, "seconds": 361.2, "max_memory_gb": 17.18, "ce": 0.4799502629298331, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.454028606414795, "loss_scale": 4.0, "retries": 0, "seconds": 365.1, "max_memory_gb": 17.18, "ce": 0.35605922162267234, "rank": 0.29493123292922974} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.2488049417734146, "loss_scale": 4.0, "retries": 0, "seconds": 368.8, "max_memory_gb": 17.18, "ce": 0.015771134300393896, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.8383006453514099, "loss_scale": 4.0, "retries": 0, "seconds": 372.6, "max_memory_gb": 17.18, "ce": 0.04371650328789656, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.09764763712882996, "loss_scale": 4.0, "retries": 0, "seconds": 376.4, "max_memory_gb": 17.18, "ce": 0.01059283137260536, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5293636918067932, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 17.18, "ce": 0.07953367675736445, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.12436012178659439, "loss_scale": 4.0, "retries": 0, "seconds": 383.9, "max_memory_gb": 17.18, "ce": 0.009720967154862592, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.23825384676456451, "loss_scale": 4.0, "retries": 0, "seconds": 387.7, "max_memory_gb": 17.18, "ce": 0.015293785564608697, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.08514232933521271, "loss_scale": 4.0, "retries": 0, "seconds": 391.5, "max_memory_gb": 17.18, "ce": 0.006690844170861965, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.1267702281475067, "loss_scale": 4.0, "retries": 0, "seconds": 395.2, "max_memory_gb": 17.18, "ce": 0.010219092163424648, "rank": 0.12492857873439789} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.6855973601341248, "loss_scale": 4.0, "retries": 0, "seconds": 399.0, "max_memory_gb": 17.18, "ce": 0.06015902753847513, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.07049433141946793, "loss_scale": 4.0, "retries": 0, "seconds": 402.9, "max_memory_gb": 17.18, "ce": 0.0030043735687286244, "rank": 0.10971830785274506} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.1604353189468384, "loss_scale": 4.0, "retries": 0, "seconds": 406.6, "max_memory_gb": 17.18, "ce": 0.10745059135979318, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.366562604904175, "loss_scale": 4.0, "retries": 0, "seconds": 410.4, "max_memory_gb": 17.18, "ce": 0.25732528687171907, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.5032366514205933, "loss_scale": 4.0, "retries": 0, "seconds": 414.2, "max_memory_gb": 17.18, "ce": 0.16047093803535972, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.6452511548995972, "loss_scale": 4.0, "retries": 0, "seconds": 418.0, "max_memory_gb": 17.18, "ce": 0.033901772504009386, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.34032541513442993, "loss_scale": 4.0, "retries": 0, "seconds": 421.7, "max_memory_gb": 17.18, "ce": 0.02216405546050737, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.10128169506788254, "loss_scale": 4.0, "retries": 0, "seconds": 425.5, "max_memory_gb": 17.18, "ce": 0.0058542714655231975, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.5122324228286743, "loss_scale": 4.0, "retries": 0, "seconds": 429.4, "max_memory_gb": 17.18, "ce": 0.025056643358993824, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.8725573420524597, "loss_scale": 4.0, "retries": 0, "seconds": 433.2, "max_memory_gb": 17.18, "ce": 0.11165329797427148, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.166893720626831, "loss_scale": 4.0, "retries": 0, "seconds": 436.9, "max_memory_gb": 17.18, "ce": 0.03592306389850819, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.7226559519767761, "loss_scale": 4.0, "retries": 0, "seconds": 440.7, "max_memory_gb": 17.18, "ce": 0.16494127850410223, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.1338038593530655, "loss_scale": 4.0, "retries": 0, "seconds": 444.4, "max_memory_gb": 17.18, "ce": 0.00509007691334773, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.371659278869629, "loss_scale": 4.0, "retries": 0, "seconds": 448.2, "max_memory_gb": 17.18, "ce": 0.21522522439738623, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.05768913775682449, "loss_scale": 4.0, "retries": 0, "seconds": 451.9, "max_memory_gb": 17.18, "ce": 0.003073839236776621, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.2049195766448975, "loss_scale": 4.0, "retries": 0, "seconds": 455.8, "max_memory_gb": 17.18, "ce": 0.10000767663939314, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.49410173296928406, "loss_scale": 4.0, "retries": 0, "seconds": 459.6, "max_memory_gb": 17.18, "ce": 0.049888341086898436, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.9339712858200073, "loss_scale": 4.0, "retries": 0, "seconds": 463.3, "max_memory_gb": 17.18, "ce": 0.10111064322472885, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.4240740239620209, "loss_scale": 4.0, "retries": 0, "seconds": 467.2, "max_memory_gb": 17.18, "ce": 0.03317867703663069, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.8490060567855835, "loss_scale": 4.0, "retries": 0, "seconds": 470.9, "max_memory_gb": 17.18, "ce": 0.5379407063699091, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7946641445159912, "loss_scale": 4.0, "retries": 0, "seconds": 474.6, "max_memory_gb": 17.18, "ce": 0.13940476028562898, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.426243305206299, "loss_scale": 4.0, "retries": 0, "seconds": 478.5, "max_memory_gb": 17.18, "ce": 0.5532796201832753, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.3899013102054596, "loss_scale": 4.0, "retries": 0, "seconds": 482.2, "max_memory_gb": 17.18, "ce": 0.013481769086524764, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.3287353515625, "loss_scale": 4.0, "retries": 0, "seconds": 485.9, "max_memory_gb": 17.18, "ce": 0.1339584078638154, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.188004493713379, "loss_scale": 4.0, "retries": 0, "seconds": 489.8, "max_memory_gb": 17.18, "ce": 0.08508403886446558, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.8651183247566223, "loss_scale": 4.0, "retries": 0, "seconds": 493.6, "max_memory_gb": 17.18, "ce": 0.16112000689986417, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.453805446624756, "loss_scale": 4.0, "retries": 0, "seconds": 497.3, "max_memory_gb": 17.18, "ce": 0.21577859223555151, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.105423927307129, "loss_scale": 4.0, "retries": 0, "seconds": 501.1, "max_memory_gb": 17.18, "ce": 0.2645968209718603, "rank": 0.019232727587223053} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.2501418590545654, "loss_scale": 4.0, "retries": 0, "seconds": 504.9, "max_memory_gb": 17.18, "ce": 0.3120499819842735, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.1696155071258545, "loss_scale": 4.0, "retries": 0, "seconds": 508.7, "max_memory_gb": 17.18, "ce": 0.20286206462492373, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.19736653566360474, "loss_scale": 4.0, "retries": 0, "seconds": 512.4, "max_memory_gb": 17.18, "ce": 0.013036060649483261, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.3194749355316162, "loss_scale": 4.0, "retries": 0, "seconds": 516.2, "max_memory_gb": 17.18, "ce": 0.05927401643339181, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.29545649886131287, "loss_scale": 4.0, "retries": 0, "seconds": 520.0, "max_memory_gb": 17.18, "ce": 0.014311607938452653, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.147539496421814, "loss_scale": 4.0, "retries": 0, "seconds": 523.7, "max_memory_gb": 17.18, "ce": 0.0821282182014329, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.5142342448234558, "loss_scale": 4.0, "retries": 0, "seconds": 527.5, "max_memory_gb": 17.18, "ce": 0.025808557589471093, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.02779260277748108, "loss_scale": 4.0, "retries": 0, "seconds": 531.3, "max_memory_gb": 17.18, "ce": 0.0021579414790267037, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.05062991753220558, "loss_scale": 4.0, "retries": 0, "seconds": 535.1, "max_memory_gb": 17.18, "ce": 0.0038267910515514814, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.0193212032318115, "loss_scale": 4.0, "retries": 0, "seconds": 538.8, "max_memory_gb": 17.18, "ce": 0.09754045784552545, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.1141879558563232, "loss_scale": 4.0, "retries": 0, "seconds": 542.6, "max_memory_gb": 17.18, "ce": 0.2166620752673225, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.5145749449729919, "loss_scale": 4.0, "retries": 0, "seconds": 546.4, "max_memory_gb": 17.18, "ce": 0.030936785765675268, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.02006860077381134, "loss_scale": 4.0, "retries": 0, "seconds": 550.1, "max_memory_gb": 17.18, "ce": 0.0013876453381271858, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.1105627492070198, "loss_scale": 4.0, "retries": 0, "seconds": 554.0, "max_memory_gb": 17.18, "ce": 0.01097357864443893, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.6976550817489624, "loss_scale": 4.0, "retries": 0, "seconds": 557.8, "max_memory_gb": 17.18, "ce": 0.4698275368805298, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.11827452480792999, "loss_scale": 4.0, "retries": 0, "seconds": 561.5, "max_memory_gb": 17.18, "ce": 0.006990148356408099, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.14813300967216492, "loss_scale": 4.0, "retries": 0, "seconds": 565.2, "max_memory_gb": 17.18, "ce": 0.00840225933200145, "rank": 0.12226150929927826} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5493444800376892, "loss_scale": 4.0, "retries": 0, "seconds": 569.0, "max_memory_gb": 17.18, "ce": 0.07819241663457888, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7409102916717529, "loss_scale": 4.0, "retries": 0, "seconds": 572.8, "max_memory_gb": 17.18, "ce": 0.01812813842752803, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.3035765588283539, "loss_scale": 4.0, "retries": 0, "seconds": 576.5, "max_memory_gb": 17.18, "ce": 0.024689826484745936, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6221047043800354, "loss_scale": 4.0, "retries": 0, "seconds": 580.3, "max_memory_gb": 17.18, "ce": 0.1001168589776853, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3531210422515869, "loss_scale": 4.0, "retries": 0, "seconds": 584.1, "max_memory_gb": 17.18, "ce": 0.029597805690173118, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.9973658323287964, "loss_scale": 4.0, "retries": 0, "seconds": 587.8, "max_memory_gb": 17.18, "ce": 0.26292775530987456, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.07254761457443237, "loss_scale": 4.0, "retries": 0, "seconds": 591.6, "max_memory_gb": 17.18, "ce": 0.0027026198890780506, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.16427314281463623, "loss_scale": 4.0, "retries": 0, "seconds": 595.4, "max_memory_gb": 17.18, "ce": 0.012523725117944196, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.7625041007995605, "loss_scale": 4.0, "retries": 0, "seconds": 599.1, "max_memory_gb": 17.18, "ce": 0.5574398205634452, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.22528238594532013, "loss_scale": 4.0, "retries": 0, "seconds": 602.9, "max_memory_gb": 17.18, "ce": 0.013080861406024269, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.4808956384658813, "loss_scale": 4.0, "retries": 0, "seconds": 606.7, "max_memory_gb": 17.18, "ce": 0.15226369775041348, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.1318385601043701, "loss_scale": 4.0, "retries": 0, "seconds": 610.4, "max_memory_gb": 17.18, "ce": 0.12627086005477395, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.8011034727096558, "loss_scale": 4.0, "retries": 0, "seconds": 614.1, "max_memory_gb": 17.18, "ce": 0.06398793136213499, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.778258800506592, "loss_scale": 4.0, "retries": 0, "seconds": 618.0, "max_memory_gb": 17.18, "ce": 0.32121356373045273, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 4.519586086273193, "loss_scale": 4.0, "retries": 0, "seconds": 621.7, "max_memory_gb": 17.18, "ce": 0.11012040618197716, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.12183576077222824, "loss_scale": 4.0, "retries": 0, "seconds": 625.4, "max_memory_gb": 17.18, "ce": 0.00971579732504324, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.4199893474578857, "loss_scale": 4.0, "retries": 0, "seconds": 629.3, "max_memory_gb": 17.18, "ce": 0.276112469778127, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.2990489900112152, "loss_scale": 4.0, "retries": 0, "seconds": 633.1, "max_memory_gb": 17.18, "ce": 0.01218956051297937, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.06361427903175354, "loss_scale": 4.0, "retries": 0, "seconds": 636.8, "max_memory_gb": 17.18, "ce": 0.0037936738879125187, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.237835168838501, "loss_scale": 4.0, "retries": 0, "seconds": 640.6, "max_memory_gb": 17.18, "ce": 0.2996345187375482, "rank": 0.03183973580598831} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.015495923347771168, "loss_scale": 4.0, "retries": 0, "seconds": 644.5, "max_memory_gb": 17.18, "ce": 0.0005479106303027947, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.5931796431541443, "loss_scale": 4.0, "retries": 0, "seconds": 648.2, "max_memory_gb": 17.18, "ce": 0.05592095182828416, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.09469091147184372, "loss_scale": 4.0, "retries": 0, "seconds": 652.0, "max_memory_gb": 17.18, "ce": 0.0074926484353454725, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.16140979528427124, "loss_scale": 4.0, "retries": 0, "seconds": 655.8, "max_memory_gb": 17.18, "ce": 0.011120527380171552, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.5142970681190491, "loss_scale": 4.0, "retries": 0, "seconds": 659.6, "max_memory_gb": 17.18, "ce": 0.03819917408145557, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.8822360634803772, "loss_scale": 4.0, "retries": 0, "seconds": 663.3, "max_memory_gb": 17.18, "ce": 0.10331248297507045, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.014285567216575146, "loss_scale": 4.0, "retries": 0, "seconds": 667.1, "max_memory_gb": 17.18, "ce": 0.0008039307756462222, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9872564673423767, "loss_scale": 4.0, "retries": 0, "seconds": 670.9, "max_memory_gb": 17.18, "ce": 0.27100581930062617, "rank": 0.12498511373996735} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.8895055055618286, "loss_scale": 4.0, "retries": 0, "seconds": 674.7, "max_memory_gb": 17.18, "ce": 0.11668298536551447, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.1172008514404297, "loss_scale": 4.0, "retries": 0, "seconds": 678.4, "max_memory_gb": 17.18, "ce": 0.3582586061663733, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.24095511436462402, "loss_scale": 4.0, "retries": 0, "seconds": 682.2, "max_memory_gb": 17.18, "ce": 0.021841303222345232, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.11787819862365723, "loss_scale": 4.0, "retries": 0, "seconds": 686.0, "max_memory_gb": 17.18, "ce": 0.008316482980944784, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.6221401691436768, "loss_scale": 4.0, "retries": 0, "seconds": 689.7, "max_memory_gb": 17.18, "ce": 0.10907009811580792, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.06946616619825363, "loss_scale": 4.0, "retries": 0, "seconds": 693.6, "max_memory_gb": 17.18, "ce": 0.002567781016068693, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.5170499086380005, "loss_scale": 4.0, "retries": 0, "seconds": 697.3, "max_memory_gb": 17.18, "ce": 0.026748124299274423, "rank": 0.14158732444047928} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3943300247192383, "loss_scale": 4.0, "retries": 0, "seconds": 701.1, "max_memory_gb": 17.18, "ce": 0.03525510916483654, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.7819254398345947, "loss_scale": 4.0, "retries": 0, "seconds": 704.8, "max_memory_gb": 17.18, "ce": 0.1142041046130089, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5529460906982422, "loss_scale": 4.0, "retries": 0, "seconds": 708.7, "max_memory_gb": 17.18, "ce": 0.11818518331006089, "rank": 0.1293942630290985} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.4214451313018799, "loss_scale": 4.0, "retries": 0, "seconds": 712.4, "max_memory_gb": 17.18, "ce": 0.1863521980446876, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.753243923187256, "loss_scale": 4.0, "retries": 0, "seconds": 716.0, "max_memory_gb": 17.18, "ce": 0.3045139886671677, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.10885030031204224, "loss_scale": 4.0, "retries": 0, "seconds": 719.9, "max_memory_gb": 17.18, "ce": 0.003310898170184373, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.7462196350097656, "loss_scale": 4.0, "retries": 0, "seconds": 723.5, "max_memory_gb": 17.18, "ce": 0.15921576233699852, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.1273689270019531, "loss_scale": 4.0, "retries": 0, "seconds": 727.2, "max_memory_gb": 17.18, "ce": 0.3303896564398201, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.013958720490336418, "loss_scale": 4.0, "retries": 0, "seconds": 731.0, "max_memory_gb": 17.18, "ce": 0.0009039877066925328, "rank": 0.12502388656139374} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.6165243983268738, "loss_scale": 4.0, "retries": 0, "seconds": 734.8, "max_memory_gb": 17.18, "ce": 0.03993248156120899, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.38963475823402405, "loss_scale": 4.0, "retries": 0, "seconds": 738.5, "max_memory_gb": 17.18, "ce": 0.08138401686153429, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.13668780028820038, "loss_scale": 4.0, "retries": 0, "seconds": 742.3, "max_memory_gb": 17.18, "ce": 0.00825187292116425, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.9193662405014038, "loss_scale": 4.0, "retries": 0, "seconds": 746.1, "max_memory_gb": 17.18, "ce": 0.1530696043378157, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5088796019554138, "loss_scale": 4.0, "retries": 0, "seconds": 749.8, "max_memory_gb": 17.18, "ce": 0.06704476663230707, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.2266583442687988, "loss_scale": 4.0, "retries": 0, "seconds": 753.6, "max_memory_gb": 17.18, "ce": 0.09473990415040134, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.4750323295593262, "loss_scale": 4.0, "retries": 0, "seconds": 757.4, "max_memory_gb": 17.18, "ce": 0.2283015530558714, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.9261612892150879, "loss_scale": 4.0, "retries": 0, "seconds": 761.1, "max_memory_gb": 17.18, "ce": 0.073620861032623, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.036846887320280075, "loss_scale": 4.0, "retries": 0, "seconds": 764.8, "max_memory_gb": 17.18, "ce": 0.0027008811209725536, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.6617287993431091, "loss_scale": 4.0, "retries": 0, "seconds": 768.6, "max_memory_gb": 17.18, "ce": 0.026786089555344006, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.2853492796421051, "loss_scale": 4.0, "retries": 0, "seconds": 772.4, "max_memory_gb": 17.18, "ce": 0.024849348648331215, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.1629290580749512, "loss_scale": 4.0, "retries": 0, "seconds": 776.1, "max_memory_gb": 17.18, "ce": 0.09697938146109664, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.23901709914207458, "loss_scale": 4.0, "retries": 0, "seconds": 779.8, "max_memory_gb": 17.18, "ce": 0.01326044192956033, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2243930995464325, "loss_scale": 4.0, "retries": 0, "seconds": 783.6, "max_memory_gb": 17.18, "ce": 0.05995897610773682, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.05863875150680542, "loss_scale": 4.0, "retries": 0, "seconds": 787.4, "max_memory_gb": 17.18, "ce": 0.0025013935605784354, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.7006769776344299, "loss_scale": 4.0, "retries": 0, "seconds": 791.1, "max_memory_gb": 17.18, "ce": 0.10863958289110087, "rank": 0.1250288337469101} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.6804239749908447, "loss_scale": 4.0, "retries": 0, "seconds": 794.9, "max_memory_gb": 17.18, "ce": 0.3614551834232316, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.7149457931518555, "loss_scale": 4.0, "retries": 0, "seconds": 798.7, "max_memory_gb": 17.18, "ce": 0.10593070072889077, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.1558820009231567, "loss_scale": 4.0, "retries": 0, "seconds": 802.4, "max_memory_gb": 17.18, "ce": 0.19628709417838763, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.4886331558227539, "loss_scale": 4.0, "retries": 0, "seconds": 806.1, "max_memory_gb": 17.18, "ce": 0.13765285239173863, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.2286702394485474, "loss_scale": 4.0, "retries": 0, "seconds": 810.0, "max_memory_gb": 17.18, "ce": 0.21736948534976364, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.637843370437622, "loss_scale": 4.0, "retries": 0, "seconds": 813.7, "max_memory_gb": 17.18, "ce": 0.43233907241392444, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5897781848907471, "loss_scale": 4.0, "retries": 0, "seconds": 817.4, "max_memory_gb": 17.18, "ce": 0.04052973020725403, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.030596476048231125, "loss_scale": 4.0, "retries": 0, "seconds": 821.2, "max_memory_gb": 17.18, "ce": 0.0021132683975793043, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.0040878057479858, "loss_scale": 4.0, "retries": 0, "seconds": 824.9, "max_memory_gb": 17.18, "ce": 0.16573279937858842, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.4031512439250946, "loss_scale": 4.0, "retries": 0, "seconds": 828.6, "max_memory_gb": 17.18, "ce": 0.03754197947546345, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.39769235253334045, "loss_scale": 4.0, "retries": 0, "seconds": 832.4, "max_memory_gb": 17.18, "ce": 0.03101239705029002, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.35474908351898193, "loss_scale": 4.0, "retries": 0, "seconds": 836.2, "max_memory_gb": 17.18, "ce": 0.02209920013001465, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.3236624598503113, "loss_scale": 4.0, "retries": 0, "seconds": 840.0, "max_memory_gb": 17.18, "ce": 0.023484134753630315, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.1914570331573486, "loss_scale": 4.0, "retries": 0, "seconds": 843.7, "max_memory_gb": 17.18, "ce": 0.04638790451463137, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.43149134516716003, "loss_scale": 4.0, "retries": 0, "seconds": 847.5, "max_memory_gb": 17.18, "ce": 0.026247330743672137, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.10974714159965515, "loss_scale": 4.0, "retries": 0, "seconds": 851.2, "max_memory_gb": 17.18, "ce": 0.00825589835426399, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.4430094361305237, "loss_scale": 4.0, "retries": 0, "seconds": 854.9, "max_memory_gb": 17.18, "ce": 0.01649886752443308, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.7099319100379944, "loss_scale": 4.0, "retries": 0, "seconds": 858.8, "max_memory_gb": 17.18, "ce": 0.026679094419478133, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.13542690873146057, "loss_scale": 4.0, "retries": 0, "seconds": 862.4, "max_memory_gb": 17.18, "ce": 0.007635586573655928, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.44289666414260864, "loss_scale": 4.0, "retries": 0, "seconds": 866.1, "max_memory_gb": 17.18, "ce": 0.05059320861687411, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.710984706878662, "loss_scale": 4.0, "retries": 0, "seconds": 869.8, "max_memory_gb": 17.18, "ce": 0.40652962220030986, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.3262815475463867, "loss_scale": 4.0, "retries": 0, "seconds": 873.6, "max_memory_gb": 17.18, "ce": 0.038088351536998744, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.34009379148483276, "loss_scale": 4.0, "retries": 0, "seconds": 877.3, "max_memory_gb": 17.18, "ce": 0.021945583948195235, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.5393926501274109, "loss_scale": 4.0, "retries": 0, "seconds": 881.1, "max_memory_gb": 17.18, "ce": 0.024362810928323597, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.1467746496200562, "loss_scale": 4.0, "retries": 0, "seconds": 884.9, "max_memory_gb": 17.18, "ce": 0.05948891801062928, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.204561948776245, "loss_scale": 4.0, "retries": 0, "seconds": 888.6, "max_memory_gb": 17.18, "ce": 0.20665558143355156, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.17737054824829102, "loss_scale": 4.0, "retries": 0, "seconds": 892.3, "max_memory_gb": 17.18, "ce": 0.016109394225509277, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7555365562438965, "loss_scale": 4.0, "retries": 0, "seconds": 896.1, "max_memory_gb": 17.18, "ce": 0.05324910079730216, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.5347591042518616, "loss_scale": 4.0, "retries": 0, "seconds": 899.8, "max_memory_gb": 17.18, "ce": 0.038858643786056746, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.3276074230670929, "loss_scale": 4.0, "retries": 0, "seconds": 903.5, "max_memory_gb": 17.18, "ce": 0.08927673325763408, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.25620338320732117, "loss_scale": 4.0, "retries": 0, "seconds": 907.4, "max_memory_gb": 17.18, "ce": 0.01808375915538818, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.4335956275463104, "loss_scale": 4.0, "retries": 0, "seconds": 911.1, "max_memory_gb": 17.18, "ce": 0.05950355594086432, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.1556134670972824, "loss_scale": 4.0, "retries": 0, "seconds": 914.8, "max_memory_gb": 17.18, "ce": 0.010722666317860785, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.016481464728713036, "loss_scale": 4.0, "retries": 0, "seconds": 918.6, "max_memory_gb": 17.18, "ce": 0.001080853951748395, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.5006457567214966, "loss_scale": 4.0, "retries": 0, "seconds": 922.4, "max_memory_gb": 17.18, "ce": 0.039173902021957474, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.5676207542419434, "loss_scale": 4.0, "retries": 0, "seconds": 926.1, "max_memory_gb": 17.18, "ce": 0.22707322750704861, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.015553131699562073, "loss_scale": 4.0, "retries": 0, "seconds": 929.6, "max_memory_gb": 17.18, "ce": 0.0008900313987396657, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.5202685594558716, "loss_scale": 4.0, "retries": 0, "seconds": 933.0, "max_memory_gb": 17.18, "ce": 0.04747743179223107, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.08102989196777344, "loss_scale": 4.0, "retries": 0, "seconds": 936.4, "max_memory_gb": 17.18, "ce": 0.004970824025804177, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.20482872426509857, "loss_scale": 4.0, "retries": 0, "seconds": 939.7, "max_memory_gb": 17.18, "ce": 0.01353223422688643, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.5391566753387451, "loss_scale": 4.0, "retries": 0, "seconds": 943.1, "max_memory_gb": 17.18, "ce": 0.02431224195345294, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8103_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8103_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8103_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8103_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8103_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..35e02d3366f9a260c49ba9e6a4848c7e9fe553fb --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8103_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.30.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8103_s13/config.json b/runs/fixed_internvl/removal/Random8_8103_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03ea4e6dc5c529a13b97036fa8c1d5f0925c0290 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8103_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8103", + "layers": [ + 6, + 15, + 17, + 29, + 30, + 31, + 32, + 35 + ], + "ranks": { + "6": 72, + "15": 72, + "17": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8103_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8103_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..61cf60c057685ae3441a2f70eae406503e6f3568 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8103_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.873157501220703, "loss_scale": 4.0, "retries": 0, "seconds": 5.4, "max_memory_gb": 16.83, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.403783798217773, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.17, "ce": 0.7764497384960123, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 16.283414840698242, "loss_scale": 4.0, "retries": 0, "seconds": 14.8, "max_memory_gb": 17.17, "ce": 1.2581119732931256, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.029519557952881, "loss_scale": 4.0, "retries": 0, "seconds": 19.4, "max_memory_gb": 17.18, "ce": 0.5924802279550931, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.18659113347530365, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.18, "ce": 0.03931829006614862, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.290900230407715, "loss_scale": 4.0, "retries": 0, "seconds": 28.6, "max_memory_gb": 17.18, "ce": 0.3205497811723035, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.634446859359741, "loss_scale": 4.0, "retries": 0, "seconds": 33.2, "max_memory_gb": 17.18, "ce": 0.435364135855707, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.9292421340942383, "loss_scale": 4.0, "retries": 0, "seconds": 37.8, "max_memory_gb": 17.18, "ce": 0.3751951758749783, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.4132986068725586, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.18, "ce": 0.3136345415841788, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.35082894563674927, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.18, "ce": 0.12935496785939904, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5866970419883728, "loss_scale": 4.0, "retries": 0, "seconds": 52.0, "max_memory_gb": 17.18, "ce": 0.20668941686017206, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.36786919832229614, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 17.18, "ce": 0.11100506332149962, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5726891160011292, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.18, "ce": 0.22676604680236778, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.2269716262817383, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 17.18, "ce": 0.3246545454021543, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.2514609098434448, "loss_scale": 4.0, "retries": 0, "seconds": 70.6, "max_memory_gb": 17.18, "ce": 0.21321067738153943, "rank": 0.04902099817991257} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.38490793108940125, "loss_scale": 4.0, "retries": 0, "seconds": 76.1, "max_memory_gb": 17.18, "ce": 0.08059483328543138, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.4369312524795532, "loss_scale": 4.0, "retries": 0, "seconds": 80.7, "max_memory_gb": 17.18, "ce": 0.20681570784654468, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.988277792930603, "loss_scale": 4.0, "retries": 0, "seconds": 85.5, "max_memory_gb": 17.18, "ce": 0.14878769716597162, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.8817026615142822, "loss_scale": 4.0, "retries": 0, "seconds": 90.2, "max_memory_gb": 17.18, "ce": 0.10796765434497502, "rank": 0.1010633111000061} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.248074471950531, "loss_scale": 4.0, "retries": 0, "seconds": 94.8, "max_memory_gb": 17.18, "ce": 0.018938604234790546, "rank": 0.12264204025268555} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.6631976962089539, "loss_scale": 4.0, "retries": 0, "seconds": 99.6, "max_memory_gb": 17.18, "ce": 0.054349680329323746, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.1014373302459717, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.18, "ce": 0.14220064674736932, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.1853742599487305, "loss_scale": 4.0, "retries": 0, "seconds": 108.8, "max_memory_gb": 17.18, "ce": 0.09999124425303307, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.9834399223327637, "loss_scale": 4.0, "retries": 0, "seconds": 113.4, "max_memory_gb": 17.18, "ce": 0.08700737171602668, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.0356016159057617, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 17.18, "ce": 0.18690505334961927, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.1674439907073975, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.18, "ce": 0.2059678749064915, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 1.6174006462097168, "loss_scale": 4.0, "retries": 0, "seconds": 127.2, "max_memory_gb": 17.18, "ce": 0.12329872933514707, "rank": 0.0909290611743927} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.6950620412826538, "loss_scale": 4.0, "retries": 0, "seconds": 131.8, "max_memory_gb": 17.18, "ce": 0.1892720838295645, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.558541774749756, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 17.18, "ce": 0.5689507303650316, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.2430562525987625, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 17.18, "ce": 0.014118619847295122, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.91136360168457, "loss_scale": 4.0, "retries": 0, "seconds": 145.8, "max_memory_gb": 17.18, "ce": 0.6955365323256046, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.5440974235534668, "loss_scale": 4.0, "retries": 0, "seconds": 150.6, "max_memory_gb": 17.18, "ce": 0.03968688124587061, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.5861101150512695, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 17.18, "ce": 0.2248698620878713, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7767185568809509, "loss_scale": 4.0, "retries": 0, "seconds": 159.8, "max_memory_gb": 17.18, "ce": 0.0918421955411759, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.25858449935913086, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 17.18, "ce": 0.0073083423430944094, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.1830132007598877, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 17.18, "ce": 0.26373357615830173, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.9653551578521729, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 17.18, "ce": 0.17712483942750623, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.2084673643112183, "loss_scale": 4.0, "retries": 0, "seconds": 178.7, "max_memory_gb": 17.18, "ce": 0.14262258598319022, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.5832384824752808, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 17.18, "ce": 0.15095229471535276, "rank": 0.12508302927017212} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.14282694458961487, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 17.18, "ce": 0.01057361215362107, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.606297254562378, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 17.18, "ce": 0.45927475674352536, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.07547790557146072, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.18, "ce": 0.005187154597479093, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.34452715516090393, "loss_scale": 4.0, "retries": 0, "seconds": 201.4, "max_memory_gb": 17.18, "ce": 0.01432189417164409, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.346136569976807, "loss_scale": 4.0, "retries": 0, "seconds": 206.3, "max_memory_gb": 17.18, "ce": 0.22337976380958935, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.225955486297607, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.18, "ce": 0.38207819413810284, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.0636696815490723, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.18, "ce": 0.08982843180092459, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.8473300337791443, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 17.18, "ce": 0.050177395582977624, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.017778372392058372, "loss_scale": 4.0, "retries": 0, "seconds": 224.3, "max_memory_gb": 17.18, "ce": 0.0010459008617544896, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.09949489682912827, "loss_scale": 4.0, "retries": 0, "seconds": 229.0, "max_memory_gb": 17.18, "ce": 0.007029704403066717, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.7864270210266113, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 17.18, "ce": 0.11887105505820728, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.5658180713653564, "loss_scale": 4.0, "retries": 0, "seconds": 238.0, "max_memory_gb": 17.18, "ce": 0.11820794203367768, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.42518678307533264, "loss_scale": 4.0, "retries": 0, "seconds": 242.8, "max_memory_gb": 17.18, "ce": 0.027828030909404333, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.1779890060424805, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 17.18, "ce": 0.07722300015234396, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.7111393213272095, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.18, "ce": 0.08842320895246303, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.1830134093761444, "loss_scale": 4.0, "retries": 0, "seconds": 257.3, "max_memory_gb": 17.18, "ce": 0.011591720837714092, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4901590645313263, "loss_scale": 4.0, "retries": 0, "seconds": 261.9, "max_memory_gb": 17.18, "ce": 0.02599471081680349, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.14418813586235046, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.18, "ce": 0.009195450486458867, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.04537002369761467, "loss_scale": 4.0, "retries": 0, "seconds": 271.0, "max_memory_gb": 17.18, "ce": 0.0016402091441705124, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.215771436691284, "loss_scale": 4.0, "retries": 0, "seconds": 275.6, "max_memory_gb": 17.18, "ce": 0.15814920877619443, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 1.0835270881652832, "loss_scale": 4.0, "retries": 0, "seconds": 280.4, "max_memory_gb": 17.18, "ce": 0.08177359304886522, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.6796419620513916, "loss_scale": 4.0, "retries": 0, "seconds": 285.1, "max_memory_gb": 17.18, "ce": 0.24211164914436267, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.589640200138092, "loss_scale": 4.0, "retries": 0, "seconds": 290.0, "max_memory_gb": 17.18, "ce": 0.026703678624926397, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.4135381579399109, "loss_scale": 4.0, "retries": 0, "seconds": 295.7, "max_memory_gb": 17.18, "ce": 0.025741546651033786, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.1270838975906372, "loss_scale": 4.0, "retries": 0, "seconds": 300.8, "max_memory_gb": 17.18, "ce": 0.006847878760254389, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.0590718984603882, "loss_scale": 4.0, "retries": 0, "seconds": 305.4, "max_memory_gb": 17.18, "ce": 0.120091942175236, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.0941474437713623, "loss_scale": 4.0, "retries": 0, "seconds": 310.2, "max_memory_gb": 17.18, "ce": 0.1968906162672397, "rank": 0.12151890993118286} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.02615836262702942, "loss_scale": 4.0, "retries": 0, "seconds": 314.7, "max_memory_gb": 17.18, "ce": 0.0019076316577866237, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6635908484458923, "loss_scale": 4.0, "retries": 0, "seconds": 319.4, "max_memory_gb": 17.18, "ce": 0.01293528276289635, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.86717414855957, "loss_scale": 4.0, "retries": 0, "seconds": 324.1, "max_memory_gb": 17.18, "ce": 0.7505749280323926, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.40739116072654724, "loss_scale": 4.0, "retries": 0, "seconds": 329.0, "max_memory_gb": 17.18, "ce": 0.004940315017847752, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.07045771926641464, "loss_scale": 4.0, "retries": 0, "seconds": 334.3, "max_memory_gb": 17.18, "ce": 0.003803532512563379, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.8917155265808105, "loss_scale": 4.0, "retries": 0, "seconds": 339.8, "max_memory_gb": 17.18, "ce": 0.08138193538184169, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.983778953552246, "loss_scale": 4.0, "retries": 0, "seconds": 344.4, "max_memory_gb": 17.18, "ce": 0.12832407247242372, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.909907341003418, "loss_scale": 4.0, "retries": 0, "seconds": 349.1, "max_memory_gb": 17.18, "ce": 0.15829222438350143, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 3.9022347927093506, "loss_scale": 4.0, "retries": 0, "seconds": 353.7, "max_memory_gb": 17.18, "ce": 0.811523846416776, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.5821363925933838, "loss_scale": 4.0, "retries": 0, "seconds": 358.4, "max_memory_gb": 17.18, "ce": 0.3393962923867093, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.013899564743042, "loss_scale": 4.0, "retries": 0, "seconds": 363.0, "max_memory_gb": 17.18, "ce": 0.07457200167709743, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2686452269554138, "loss_scale": 4.0, "retries": 0, "seconds": 367.6, "max_memory_gb": 17.18, "ce": 0.023623727499398228, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.2366691380739212, "loss_scale": 4.0, "retries": 0, "seconds": 372.3, "max_memory_gb": 17.18, "ce": 0.007515102377055882, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.25591397285461426, "loss_scale": 4.0, "retries": 0, "seconds": 376.9, "max_memory_gb": 17.18, "ce": 0.01691465031694861, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.46043306589126587, "loss_scale": 4.0, "retries": 0, "seconds": 381.4, "max_memory_gb": 17.18, "ce": 0.04144582392586926, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.161184310913086, "loss_scale": 4.0, "retries": 0, "seconds": 385.7, "max_memory_gb": 17.18, "ce": 0.11094457928970769, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.4310998916625977, "loss_scale": 4.0, "retries": 0, "seconds": 390.4, "max_memory_gb": 17.18, "ce": 0.20804337322806532, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5320335030555725, "loss_scale": 4.0, "retries": 0, "seconds": 395.2, "max_memory_gb": 17.18, "ce": 0.028653067312120584, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.03720129653811455, "loss_scale": 4.0, "retries": 0, "seconds": 399.8, "max_memory_gb": 17.18, "ce": 0.0009702893303256133, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.7710220813751221, "loss_scale": 4.0, "retries": 0, "seconds": 404.6, "max_memory_gb": 17.18, "ce": 0.054796618603177194, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.0661331415176392, "loss_scale": 4.0, "retries": 0, "seconds": 409.2, "max_memory_gb": 17.18, "ce": 0.14720155240502208, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.3867945075035095, "loss_scale": 4.0, "retries": 0, "seconds": 413.7, "max_memory_gb": 17.18, "ce": 0.03343216277698957, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.17492686212062836, "loss_scale": 4.0, "retries": 0, "seconds": 418.4, "max_memory_gb": 17.18, "ce": 0.016064959360392095, "rank": 0.12499533593654633} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.7732023596763611, "loss_scale": 4.0, "retries": 0, "seconds": 423.3, "max_memory_gb": 17.18, "ce": 0.07816737576649757, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.68757963180542, "loss_scale": 4.0, "retries": 0, "seconds": 428.8, "max_memory_gb": 17.18, "ce": 0.5051053868487543, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.4614078998565674, "loss_scale": 4.0, "retries": 0, "seconds": 433.4, "max_memory_gb": 17.18, "ce": 0.20698107032103508, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.819178581237793, "loss_scale": 4.0, "retries": 0, "seconds": 438.0, "max_memory_gb": 17.18, "ce": 0.08448267577841762, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.7093721628189087, "loss_scale": 4.0, "retries": 0, "seconds": 442.6, "max_memory_gb": 17.18, "ce": 0.0589863071641048, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.54794979095459, "loss_scale": 4.0, "retries": 0, "seconds": 447.1, "max_memory_gb": 17.18, "ce": 0.5618825254587136, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.7514986991882324, "loss_scale": 4.0, "retries": 0, "seconds": 451.9, "max_memory_gb": 17.18, "ce": 0.40492558414507585, "rank": 0.32168835401535034} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.41560277342796326, "loss_scale": 4.0, "retries": 0, "seconds": 456.5, "max_memory_gb": 17.18, "ce": 0.02342742527594055, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.8530449271202087, "loss_scale": 4.0, "retries": 0, "seconds": 461.3, "max_memory_gb": 17.18, "ce": 0.04726531999290273, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.10139767080545425, "loss_scale": 4.0, "retries": 0, "seconds": 466.6, "max_memory_gb": 17.18, "ce": 0.00920867208560594, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.7434422969818115, "loss_scale": 4.0, "retries": 0, "seconds": 471.8, "max_memory_gb": 17.18, "ce": 0.10291728504284947, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.19806919991970062, "loss_scale": 4.0, "retries": 0, "seconds": 477.4, "max_memory_gb": 17.18, "ce": 0.011600022824040934, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.1410037726163864, "loss_scale": 4.0, "retries": 0, "seconds": 483.1, "max_memory_gb": 17.18, "ce": 0.009709695876154001, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.11024195700883865, "loss_scale": 4.0, "retries": 0, "seconds": 489.1, "max_memory_gb": 17.18, "ce": 0.00689884872190305, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2858564257621765, "loss_scale": 4.0, "retries": 0, "seconds": 494.9, "max_memory_gb": 17.18, "ce": 0.0162017864495283, "rank": 0.12494032829999924} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.868518590927124, "loss_scale": 4.0, "retries": 0, "seconds": 501.1, "max_memory_gb": 17.18, "ce": 0.05637124614509048, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.09153571724891663, "loss_scale": 4.0, "retries": 0, "seconds": 507.5, "max_memory_gb": 17.18, "ce": 0.0030717449326402857, "rank": 0.1126212552189827} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.9903976917266846, "loss_scale": 4.0, "retries": 0, "seconds": 513.5, "max_memory_gb": 17.18, "ce": 0.13053224326040436, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.304997682571411, "loss_scale": 4.0, "retries": 0, "seconds": 519.1, "max_memory_gb": 17.18, "ce": 0.21160769485231867, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.814070463180542, "loss_scale": 4.0, "retries": 0, "seconds": 525.3, "max_memory_gb": 17.18, "ce": 0.1765822179886527, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.9694396257400513, "loss_scale": 4.0, "retries": 0, "seconds": 531.3, "max_memory_gb": 17.18, "ce": 0.04641821627024001, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.3293934464454651, "loss_scale": 4.0, "retries": 0, "seconds": 537.4, "max_memory_gb": 17.18, "ce": 0.020337038100706195, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.052596449851989746, "loss_scale": 4.0, "retries": 0, "seconds": 543.1, "max_memory_gb": 17.18, "ce": 0.002796369699808565, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.22295928001403809, "loss_scale": 4.0, "retries": 0, "seconds": 548.0, "max_memory_gb": 17.18, "ce": 0.016967916807516303, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.809116542339325, "loss_scale": 4.0, "retries": 0, "seconds": 554.5, "max_memory_gb": 17.18, "ce": 0.10364264562940662, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.5061300992965698, "loss_scale": 4.0, "retries": 0, "seconds": 561.1, "max_memory_gb": 17.18, "ce": 0.030041135465580737, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.1583888530731201, "loss_scale": 4.0, "retries": 0, "seconds": 567.8, "max_memory_gb": 17.18, "ce": 0.1647968370725721, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.15476097166538239, "loss_scale": 4.0, "retries": 0, "seconds": 573.8, "max_memory_gb": 17.18, "ce": 0.006208228479181344, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.422059178352356, "loss_scale": 4.0, "retries": 0, "seconds": 579.5, "max_memory_gb": 17.18, "ce": 0.21499863009410092, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.07691560685634613, "loss_scale": 4.0, "retries": 0, "seconds": 584.1, "max_memory_gb": 17.18, "ce": 0.0031146861563229322, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.465021133422852, "loss_scale": 4.0, "retries": 0, "seconds": 588.9, "max_memory_gb": 17.18, "ce": 0.135137832329292, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.8861839175224304, "loss_scale": 4.0, "retries": 0, "seconds": 593.5, "max_memory_gb": 17.18, "ce": 0.06234923416161564, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.9385301470756531, "loss_scale": 4.0, "retries": 0, "seconds": 598.2, "max_memory_gb": 17.18, "ce": 0.08576954605041465, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.5217368602752686, "loss_scale": 4.0, "retries": 0, "seconds": 603.1, "max_memory_gb": 17.18, "ce": 0.03683346402681309, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.0405187606811523, "loss_scale": 4.0, "retries": 0, "seconds": 607.7, "max_memory_gb": 17.18, "ce": 0.5466680605970851, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.123691439628601, "loss_scale": 4.0, "retries": 0, "seconds": 612.1, "max_memory_gb": 17.18, "ce": 0.15517969661618736, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.4218101501464844, "loss_scale": 4.0, "retries": 0, "seconds": 616.8, "max_memory_gb": 17.18, "ce": 0.4853418831453382, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.47251465916633606, "loss_scale": 4.0, "retries": 0, "seconds": 620.8, "max_memory_gb": 17.18, "ce": 0.013701885753903298, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.1599581241607666, "loss_scale": 4.0, "retries": 0, "seconds": 626.0, "max_memory_gb": 17.18, "ce": 0.1641502272635762, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.5976762771606445, "loss_scale": 4.0, "retries": 0, "seconds": 631.3, "max_memory_gb": 17.18, "ce": 0.12205169216690592, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.4756183624267578, "loss_scale": 4.0, "retries": 0, "seconds": 636.1, "max_memory_gb": 17.18, "ce": 0.1716205048894608, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.6928911209106445, "loss_scale": 4.0, "retries": 0, "seconds": 640.6, "max_memory_gb": 17.18, "ce": 0.24293136079336364, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.3094005584716797, "loss_scale": 4.0, "retries": 0, "seconds": 645.2, "max_memory_gb": 17.18, "ce": 0.2676763146796475, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.7594367265701294, "loss_scale": 4.0, "retries": 0, "seconds": 649.9, "max_memory_gb": 17.18, "ce": 0.28757708898308465, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.705832839012146, "loss_scale": 4.0, "retries": 0, "seconds": 654.4, "max_memory_gb": 17.18, "ce": 0.22906636334846553, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.27973634004592896, "loss_scale": 4.0, "retries": 0, "seconds": 658.8, "max_memory_gb": 17.18, "ce": 0.012869904958733969, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.9060414433479309, "loss_scale": 4.0, "retries": 0, "seconds": 663.3, "max_memory_gb": 17.18, "ce": 0.03909530085661572, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.29995912313461304, "loss_scale": 4.0, "retries": 0, "seconds": 667.9, "max_memory_gb": 17.18, "ce": 0.013307578861940783, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.338119626045227, "loss_scale": 4.0, "retries": 0, "seconds": 672.4, "max_memory_gb": 17.18, "ce": 0.08645895487677535, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.9679605960845947, "loss_scale": 4.0, "retries": 0, "seconds": 677.2, "max_memory_gb": 17.18, "ce": 0.0370796927571746, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.03384454548358917, "loss_scale": 4.0, "retries": 0, "seconds": 681.7, "max_memory_gb": 17.18, "ce": 0.0022572710795429884, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.04262780025601387, "loss_scale": 4.0, "retries": 0, "seconds": 686.1, "max_memory_gb": 17.18, "ce": 0.0028705505031894063, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.5423238277435303, "loss_scale": 4.0, "retries": 0, "seconds": 690.7, "max_memory_gb": 17.18, "ce": 0.06585576935174231, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.361402988433838, "loss_scale": 4.0, "retries": 0, "seconds": 695.4, "max_memory_gb": 17.18, "ce": 0.26250991593519757, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.4793611466884613, "loss_scale": 4.0, "retries": 0, "seconds": 700.0, "max_memory_gb": 17.18, "ce": 0.029332362453033056, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.030753228813409805, "loss_scale": 4.0, "retries": 0, "seconds": 704.4, "max_memory_gb": 17.18, "ce": 0.0020416065362951485, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.1526564508676529, "loss_scale": 4.0, "retries": 0, "seconds": 709.0, "max_memory_gb": 17.18, "ce": 0.011880535468492326, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.911965012550354, "loss_scale": 4.0, "retries": 0, "seconds": 713.3, "max_memory_gb": 17.18, "ce": 0.5016263382756279, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.19812284409999847, "loss_scale": 4.0, "retries": 0, "seconds": 717.6, "max_memory_gb": 17.18, "ce": 0.009113552262078883, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.10625633597373962, "loss_scale": 4.0, "retries": 0, "seconds": 722.2, "max_memory_gb": 17.18, "ce": 0.00571787508658872, "rank": 0.12085428088903427} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6886892318725586, "loss_scale": 4.0, "retries": 0, "seconds": 727.5, "max_memory_gb": 17.18, "ce": 0.08166164624685734, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.7567412853240967, "loss_scale": 4.0, "retries": 0, "seconds": 732.3, "max_memory_gb": 17.18, "ce": 0.10510340012888264, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.4749527871608734, "loss_scale": 4.0, "retries": 0, "seconds": 737.0, "max_memory_gb": 17.18, "ce": 0.04246037282354109, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.72567218542099, "loss_scale": 4.0, "retries": 0, "seconds": 741.7, "max_memory_gb": 17.18, "ce": 0.10779864852543142, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3540942668914795, "loss_scale": 4.0, "retries": 0, "seconds": 747.2, "max_memory_gb": 17.18, "ce": 0.024505703644308596, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.2255022525787354, "loss_scale": 4.0, "retries": 0, "seconds": 752.0, "max_memory_gb": 17.18, "ce": 0.2843846840585229, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.0678924024105072, "loss_scale": 4.0, "retries": 0, "seconds": 757.0, "max_memory_gb": 17.18, "ce": 0.0027395523039785985, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.21512597799301147, "loss_scale": 4.0, "retries": 0, "seconds": 761.6, "max_memory_gb": 17.18, "ce": 0.012940415421326179, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.005214691162109, "loss_scale": 4.0, "retries": 0, "seconds": 766.3, "max_memory_gb": 17.18, "ce": 0.6234993005369915, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.300018310546875, "loss_scale": 4.0, "retries": 0, "seconds": 771.0, "max_memory_gb": 17.19, "ce": 0.01863340210388742, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.485166311264038, "loss_scale": 4.0, "retries": 0, "seconds": 775.4, "max_memory_gb": 17.19, "ce": 0.16603768236063843, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.6422055959701538, "loss_scale": 4.0, "retries": 0, "seconds": 779.8, "max_memory_gb": 17.19, "ce": 0.13565396604553825, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.1322962045669556, "loss_scale": 4.0, "retries": 0, "seconds": 784.5, "max_memory_gb": 17.19, "ce": 0.06237866567835226, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.367842435836792, "loss_scale": 4.0, "retries": 0, "seconds": 789.2, "max_memory_gb": 17.19, "ce": 0.2905815662761597, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 2.0823018550872803, "loss_scale": 4.0, "retries": 0, "seconds": 793.8, "max_memory_gb": 17.19, "ce": 0.08132975566263667, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.0903417244553566, "loss_scale": 4.0, "retries": 0, "seconds": 798.4, "max_memory_gb": 17.19, "ce": 0.007188133377894701, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.128932237625122, "loss_scale": 4.0, "retries": 0, "seconds": 803.0, "max_memory_gb": 17.19, "ce": 0.2726818695309703, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.17675241827964783, "loss_scale": 4.0, "retries": 0, "seconds": 807.6, "max_memory_gb": 17.19, "ce": 0.007805467432262958, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.07670531421899796, "loss_scale": 4.0, "retries": 0, "seconds": 811.9, "max_memory_gb": 17.19, "ce": 0.004335372465902765, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.4844268560409546, "loss_scale": 4.0, "retries": 0, "seconds": 816.5, "max_memory_gb": 17.19, "ce": 0.29251918004547406, "rank": 0.007746666669845581} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.016721703112125397, "loss_scale": 4.0, "retries": 0, "seconds": 821.1, "max_memory_gb": 17.19, "ce": 0.0006301758789959422, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.48818790912628174, "loss_scale": 4.0, "retries": 0, "seconds": 826.3, "max_memory_gb": 17.19, "ce": 0.04714177295454647, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.10306273400783539, "loss_scale": 4.0, "retries": 0, "seconds": 830.9, "max_memory_gb": 17.19, "ce": 0.007772349049901095, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.17261040210723877, "loss_scale": 4.0, "retries": 0, "seconds": 835.6, "max_memory_gb": 17.19, "ce": 0.009934826607150171, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6744450926780701, "loss_scale": 4.0, "retries": 0, "seconds": 840.1, "max_memory_gb": 17.19, "ce": 0.04279061380384519, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.0838282108306885, "loss_scale": 4.0, "retries": 0, "seconds": 844.5, "max_memory_gb": 17.19, "ce": 0.12434500444032892, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.059394098818302155, "loss_scale": 4.0, "retries": 0, "seconds": 849.2, "max_memory_gb": 17.19, "ce": 0.001952788302787667, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.0968799591064453, "loss_scale": 4.0, "retries": 0, "seconds": 853.3, "max_memory_gb": 17.19, "ce": 0.285597831605628, "rank": 0.12497946619987488} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.861877918243408, "loss_scale": 4.0, "retries": 0, "seconds": 857.8, "max_memory_gb": 17.19, "ce": 0.12893917943938504, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.6888210773468018, "loss_scale": 4.0, "retries": 0, "seconds": 862.3, "max_memory_gb": 17.19, "ce": 0.3738439100507094, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.25249019265174866, "loss_scale": 4.0, "retries": 0, "seconds": 866.9, "max_memory_gb": 17.19, "ce": 0.019969159473475884, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.19640648365020752, "loss_scale": 4.0, "retries": 0, "seconds": 871.4, "max_memory_gb": 17.19, "ce": 0.01033898406649314, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.3999582529067993, "loss_scale": 4.0, "retries": 0, "seconds": 875.9, "max_memory_gb": 17.19, "ce": 0.12289874098269138, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.026713572442531586, "loss_scale": 4.0, "retries": 0, "seconds": 880.8, "max_memory_gb": 17.19, "ce": 0.0014747013001397136, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.40551239252090454, "loss_scale": 4.0, "retries": 0, "seconds": 885.3, "max_memory_gb": 17.19, "ce": 0.015954924437664886, "rank": 0.1745537370443344} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5630586743354797, "loss_scale": 4.0, "retries": 0, "seconds": 889.9, "max_memory_gb": 17.19, "ce": 0.046663110914323624, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.629032850265503, "loss_scale": 4.0, "retries": 0, "seconds": 894.4, "max_memory_gb": 17.19, "ce": 0.13890288672723727, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.6942500472068787, "loss_scale": 4.0, "retries": 0, "seconds": 898.9, "max_memory_gb": 17.19, "ce": 0.1240492870399521, "rank": 0.13202959299087524} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.383892774581909, "loss_scale": 4.0, "retries": 0, "seconds": 903.4, "max_memory_gb": 17.19, "ce": 0.20419692358473185, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.00555419921875, "loss_scale": 4.0, "retries": 0, "seconds": 908.7, "max_memory_gb": 17.19, "ce": 0.3001937504136549, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.15795397758483887, "loss_scale": 4.0, "retries": 0, "seconds": 913.8, "max_memory_gb": 17.19, "ce": 0.005190420037251897, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.045624017715454, "loss_scale": 4.0, "retries": 0, "seconds": 919.8, "max_memory_gb": 17.19, "ce": 0.15569664503300373, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.4920775890350342, "loss_scale": 4.0, "retries": 0, "seconds": 924.7, "max_memory_gb": 17.19, "ce": 0.36530632114499895, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.017642391845583916, "loss_scale": 4.0, "retries": 0, "seconds": 929.4, "max_memory_gb": 17.19, "ce": 0.0011825984236111253, "rank": 0.12502428889274597} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.405853271484375, "loss_scale": 4.0, "retries": 0, "seconds": 934.0, "max_memory_gb": 17.19, "ce": 0.03832810908056672, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.48812562227249146, "loss_scale": 4.0, "retries": 0, "seconds": 938.6, "max_memory_gb": 17.19, "ce": 0.08335782821620796, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.15199819207191467, "loss_scale": 4.0, "retries": 0, "seconds": 943.2, "max_memory_gb": 17.19, "ce": 0.00845816996229587, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.3665188550949097, "loss_scale": 4.0, "retries": 0, "seconds": 947.9, "max_memory_gb": 17.19, "ce": 0.1745566749802947, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6182268857955933, "loss_scale": 4.0, "retries": 0, "seconds": 952.5, "max_memory_gb": 17.19, "ce": 0.06051032218988439, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.8296440839767456, "loss_scale": 4.0, "retries": 0, "seconds": 957.1, "max_memory_gb": 17.19, "ce": 0.13479238631543922, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.5452678203582764, "loss_scale": 4.0, "retries": 0, "seconds": 961.9, "max_memory_gb": 17.19, "ce": 0.21146580752497357, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.879737377166748, "loss_scale": 4.0, "retries": 0, "seconds": 966.4, "max_memory_gb": 17.19, "ce": 0.06178931573083446, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.023874538019299507, "loss_scale": 4.0, "retries": 0, "seconds": 970.9, "max_memory_gb": 17.19, "ce": 0.0019254580656706821, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.3648509383201599, "loss_scale": 4.0, "retries": 0, "seconds": 975.2, "max_memory_gb": 17.19, "ce": 0.016441673081089903, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.3430299460887909, "loss_scale": 4.0, "retries": 0, "seconds": 979.7, "max_memory_gb": 17.19, "ce": 0.024986717649426282, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.7770496606826782, "loss_scale": 4.0, "retries": 0, "seconds": 984.1, "max_memory_gb": 17.19, "ce": 0.0888163333652301, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.29554224014282227, "loss_scale": 4.0, "retries": 0, "seconds": 988.7, "max_memory_gb": 17.19, "ce": 0.025860693910544796, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.32446545362472534, "loss_scale": 4.0, "retries": 0, "seconds": 993.2, "max_memory_gb": 17.19, "ce": 0.055813808816310484, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.05657445639371872, "loss_scale": 4.0, "retries": 0, "seconds": 997.7, "max_memory_gb": 17.19, "ce": 0.002478925948480537, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.1290394067764282, "loss_scale": 4.0, "retries": 0, "seconds": 1002.2, "max_memory_gb": 17.19, "ce": 0.11192922863369859, "rank": 0.12504543364048004} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.4531865119934082, "loss_scale": 4.0, "retries": 0, "seconds": 1006.9, "max_memory_gb": 17.19, "ce": 0.37812324368837835, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.695533275604248, "loss_scale": 4.0, "retries": 0, "seconds": 1011.2, "max_memory_gb": 17.19, "ce": 0.11873253276235118, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.2187227010726929, "loss_scale": 4.0, "retries": 0, "seconds": 1015.8, "max_memory_gb": 17.19, "ce": 0.17822023749909022, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8022812008857727, "loss_scale": 4.0, "retries": 0, "seconds": 1020.3, "max_memory_gb": 17.19, "ce": 0.13798265986713432, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.5298646688461304, "loss_scale": 4.0, "retries": 0, "seconds": 1024.9, "max_memory_gb": 17.19, "ce": 0.23269923640191337, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.647427797317505, "loss_scale": 4.0, "retries": 0, "seconds": 1029.4, "max_memory_gb": 17.19, "ce": 0.4015162283826612, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.418830007314682, "loss_scale": 4.0, "retries": 0, "seconds": 1034.2, "max_memory_gb": 17.19, "ce": 0.02957070272918827, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04294056445360184, "loss_scale": 4.0, "retries": 0, "seconds": 1038.8, "max_memory_gb": 17.19, "ce": 0.002477671293718231, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.0478956699371338, "loss_scale": 4.0, "retries": 0, "seconds": 1043.3, "max_memory_gb": 17.19, "ce": 0.16770107812089918, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.403412789106369, "loss_scale": 4.0, "retries": 0, "seconds": 1048.0, "max_memory_gb": 17.19, "ce": 0.03491537311015236, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.3776828348636627, "loss_scale": 4.0, "retries": 0, "seconds": 1052.7, "max_memory_gb": 17.19, "ce": 0.025092435855867734, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.39916184544563293, "loss_scale": 4.0, "retries": 0, "seconds": 1056.9, "max_memory_gb": 17.19, "ce": 0.019511830421606646, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.35446253418922424, "loss_scale": 4.0, "retries": 0, "seconds": 1061.5, "max_memory_gb": 17.19, "ce": 0.023183273524409742, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.9912779331207275, "loss_scale": 4.0, "retries": 0, "seconds": 1066.2, "max_memory_gb": 17.19, "ce": 0.09176278066161103, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.7849293351173401, "loss_scale": 4.0, "retries": 0, "seconds": 1070.9, "max_memory_gb": 17.19, "ce": 0.030248335504666102, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.12081360071897507, "loss_scale": 4.0, "retries": 0, "seconds": 1075.4, "max_memory_gb": 17.19, "ce": 0.007109893263304912, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.8791807889938354, "loss_scale": 4.0, "retries": 0, "seconds": 1079.7, "max_memory_gb": 17.19, "ce": 0.03471694223765098, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.9349775910377502, "loss_scale": 4.0, "retries": 0, "seconds": 1084.3, "max_memory_gb": 17.19, "ce": 0.032799788599277235, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.10846470296382904, "loss_scale": 4.0, "retries": 0, "seconds": 1088.8, "max_memory_gb": 17.19, "ce": 0.006771783412091281, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5829507112503052, "loss_scale": 4.0, "retries": 0, "seconds": 1093.3, "max_memory_gb": 17.19, "ce": 0.04983433748884636, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.4201009273529053, "loss_scale": 4.0, "retries": 0, "seconds": 1098.0, "max_memory_gb": 17.19, "ce": 0.39984167344141497, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.37352481484413147, "loss_scale": 4.0, "retries": 0, "seconds": 1102.5, "max_memory_gb": 17.19, "ce": 0.032917883472691756, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.2647797763347626, "loss_scale": 4.0, "retries": 0, "seconds": 1107.1, "max_memory_gb": 17.19, "ce": 0.01719078170242483, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.3039526641368866, "loss_scale": 4.0, "retries": 0, "seconds": 1111.8, "max_memory_gb": 17.19, "ce": 0.018890095420715625, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.8924320936203003, "loss_scale": 4.0, "retries": 0, "seconds": 1116.4, "max_memory_gb": 17.19, "ce": 0.04416958116507885, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.7905542850494385, "loss_scale": 4.0, "retries": 0, "seconds": 1121.0, "max_memory_gb": 17.19, "ce": 0.2581616224442769, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.2141762375831604, "loss_scale": 4.0, "retries": 0, "seconds": 1125.7, "max_memory_gb": 17.19, "ce": 0.01706785147894152, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7927120327949524, "loss_scale": 4.0, "retries": 0, "seconds": 1130.2, "max_memory_gb": 17.19, "ce": 0.0534338673385264, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.5299469232559204, "loss_scale": 4.0, "retries": 0, "seconds": 1134.9, "max_memory_gb": 17.19, "ce": 0.03477484061170344, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.4835355877876282, "loss_scale": 4.0, "retries": 0, "seconds": 1139.4, "max_memory_gb": 17.19, "ce": 0.08237507386559173, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3588074743747711, "loss_scale": 4.0, "retries": 0, "seconds": 1144.2, "max_memory_gb": 17.19, "ce": 0.021363899118796326, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5905637145042419, "loss_scale": 4.0, "retries": 0, "seconds": 1148.7, "max_memory_gb": 17.19, "ce": 0.058060685902319165, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.14144189655780792, "loss_scale": 4.0, "retries": 0, "seconds": 1153.1, "max_memory_gb": 17.19, "ce": 0.00972702033391215, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.016630688682198524, "loss_scale": 4.0, "retries": 0, "seconds": 1157.9, "max_memory_gb": 17.19, "ce": 0.0011045634116726433, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.7043806910514832, "loss_scale": 4.0, "retries": 0, "seconds": 1162.5, "max_memory_gb": 17.19, "ce": 0.045891198407616685, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.9628932476043701, "loss_scale": 4.0, "retries": 0, "seconds": 1167.1, "max_memory_gb": 17.19, "ce": 0.27264092818654717, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.037073198705911636, "loss_scale": 4.0, "retries": 0, "seconds": 1171.8, "max_memory_gb": 17.19, "ce": 0.0009712338328426995, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.7259740829467773, "loss_scale": 4.0, "retries": 0, "seconds": 1176.5, "max_memory_gb": 17.19, "ce": 0.04675076505850484, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.10359089821577072, "loss_scale": 4.0, "retries": 0, "seconds": 1181.4, "max_memory_gb": 17.19, "ce": 0.006085247359465029, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.21731595695018768, "loss_scale": 4.0, "retries": 0, "seconds": 1186.1, "max_memory_gb": 17.19, "ce": 0.013997320806538482, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.2575514018535614, "loss_scale": 4.0, "retries": 0, "seconds": 1190.8, "max_memory_gb": 17.19, "ce": 0.01593427015313864, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8104_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8104_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8104_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8104_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8104_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..977a013766c79fdb7a5a206937dd99bbd8866339 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8104_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.25.mlp.down_proj": 144, + "model.language_model.layers.25.mlp.gate_proj": 144, + "model.language_model.layers.25.mlp.up_proj": 144, + "model.language_model.layers.25.self_attn.k_proj": 144, + "model.language_model.layers.25.self_attn.o_proj": 144, + "model.language_model.layers.25.self_attn.q_proj": 144, + "model.language_model.layers.25.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.25.mlp.down_proj": 72, + "model.language_model.layers.25.mlp.gate_proj": 72, + "model.language_model.layers.25.mlp.up_proj": 72, + "model.language_model.layers.25.self_attn.k_proj": 72, + "model.language_model.layers.25.self_attn.o_proj": 72, + "model.language_model.layers.25.self_attn.q_proj": 72, + "model.language_model.layers.25.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.25.self_attn.o_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.18.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8104_s13/config.json b/runs/fixed_internvl/removal/Random8_8104_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2b1ff8d5269f429b265525ae814f510ea3467ab --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8104_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8104", + "layers": [ + 2, + 9, + 16, + 18, + 19, + 20, + 25, + 27 + ], + "ranks": { + "2": 72, + "9": 72, + "16": 72, + "18": 72, + "19": 72, + "20": 72, + "25": 72, + "27": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8104_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8104_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ff76c45084dee05fe370a3e799937b9a61ac45e3 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8104_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.402341365814209, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.087043285369873, "loss_scale": 4.0, "retries": 0, "seconds": 8.7, "max_memory_gb": 17.13, "ce": 0.7779853616666514, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.220151901245117, "loss_scale": 4.0, "retries": 0, "seconds": 12.5, "max_memory_gb": 17.14, "ce": 1.2314107213169336, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.856600284576416, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.14, "ce": 0.5496465116375475, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.1455884724855423, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 17.14, "ce": 0.03946232984162634, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.200662136077881, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 17.14, "ce": 0.29639101043721894, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.6289169788360596, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.14, "ce": 0.3901278340836143, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.9258766174316406, "loss_scale": 4.0, "retries": 0, "seconds": 31.6, "max_memory_gb": 17.14, "ce": 0.35390713065862656, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.073154449462891, "loss_scale": 4.0, "retries": 0, "seconds": 35.4, "max_memory_gb": 17.14, "ce": 0.3280379050411284, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.32991456985473633, "loss_scale": 4.0, "retries": 0, "seconds": 39.1, "max_memory_gb": 17.14, "ce": 0.12855556551221525, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.46164169907569885, "loss_scale": 4.0, "retries": 0, "seconds": 42.9, "max_memory_gb": 17.14, "ce": 0.20996836097037885, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.2595081925392151, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 17.14, "ce": 0.11240631305190618, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.47273677587509155, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.14, "ce": 0.23884837904279266, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.3000203371047974, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 17.14, "ce": 0.31112705054692924, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.684533417224884, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.14, "ce": 0.22142520092097584, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3362662196159363, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.14, "ce": 0.0830355261277873, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.1800810098648071, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 17.14, "ce": 0.18282987811107887, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8813175559043884, "loss_scale": 4.0, "retries": 0, "seconds": 70.7, "max_memory_gb": 17.15, "ce": 0.16336492450500373, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.9891789555549622, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 17.15, "ce": 0.117697477209731, "rank": 0.09087410569190979} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.1430329978466034, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 17.15, "ce": 0.014161926367250999, "rank": 0.1237223669886589} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.8049616813659668, "loss_scale": 4.0, "retries": 0, "seconds": 83.8, "max_memory_gb": 17.15, "ce": 0.06080376507634355, "rank": 0.018425509333610535} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.3095333576202393, "loss_scale": 4.0, "retries": 0, "seconds": 88.3, "max_memory_gb": 17.15, "ce": 0.1466376966673124, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.281179428100586, "loss_scale": 4.0, "retries": 0, "seconds": 92.8, "max_memory_gb": 17.15, "ce": 0.14772736995610103, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.528799533843994, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 17.15, "ce": 0.12210287593188696, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.419790267944336, "loss_scale": 4.0, "retries": 0, "seconds": 101.8, "max_memory_gb": 17.15, "ce": 0.2221130849502515, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 4.166513442993164, "loss_scale": 4.0, "retries": 0, "seconds": 106.4, "max_memory_gb": 17.15, "ce": 0.2505811631126562, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 5.002301216125488, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 17.15, "ce": 0.37012644975766307, "rank": 0.09336772561073303} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.054269313812256, "loss_scale": 4.0, "retries": 0, "seconds": 115.5, "max_memory_gb": 17.15, "ce": 0.20369410985586, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.636085033416748, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.15, "ce": 0.6555982389327255, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.19680605828762054, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 17.15, "ce": 0.006939417615626553, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.166322708129883, "loss_scale": 4.0, "retries": 0, "seconds": 128.8, "max_memory_gb": 17.15, "ce": 0.7070556164180744, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.3415469825267792, "loss_scale": 4.0, "retries": 0, "seconds": 133.4, "max_memory_gb": 17.15, "ce": 0.020358546287752688, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.2012228965759277, "loss_scale": 4.0, "retries": 0, "seconds": 137.9, "max_memory_gb": 17.15, "ce": 0.2737602922061342, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7881351709365845, "loss_scale": 4.0, "retries": 0, "seconds": 142.3, "max_memory_gb": 17.15, "ce": 0.10091654936695704, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.0600162744522095, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 17.15, "ce": 0.01964214051986346, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.7161370515823364, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 17.15, "ce": 0.1324223727278877, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.9228112697601318, "loss_scale": 4.0, "retries": 0, "seconds": 155.8, "max_memory_gb": 17.15, "ce": 0.15848468026524642, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.7859809398651123, "loss_scale": 4.0, "retries": 0, "seconds": 159.6, "max_memory_gb": 17.15, "ce": 0.10651283247716492, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.1702172756195068, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 17.15, "ce": 0.10174223062495003, "rank": 0.12516510486602783} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.1742248684167862, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 17.15, "ce": 0.010849667982256506, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.8916683197021484, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 17.15, "ce": 0.38905511590564856, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.16725167632102966, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 17.15, "ce": 0.010979264676279854, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.13943709433078766, "loss_scale": 4.0, "retries": 0, "seconds": 178.6, "max_memory_gb": 17.15, "ce": 0.007942201005789684, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.3860392570495605, "loss_scale": 4.0, "retries": 0, "seconds": 182.4, "max_memory_gb": 17.15, "ce": 0.24045004965682892, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.795339584350586, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.15, "ce": 0.35598103898155387, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.8827346563339233, "loss_scale": 4.0, "retries": 0, "seconds": 190.0, "max_memory_gb": 17.15, "ce": 0.11177669288008474, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.5911053419113159, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 17.15, "ce": 0.041669507445476484, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.11271576583385468, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 17.15, "ce": 0.00512217950381455, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.11320547014474869, "loss_scale": 4.0, "retries": 0, "seconds": 201.4, "max_memory_gb": 17.15, "ce": 0.010002783375966828, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.2630420923233032, "loss_scale": 4.0, "retries": 0, "seconds": 205.2, "max_memory_gb": 17.15, "ce": 0.0967592205179244, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 7.17153787612915, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 17.15, "ce": 0.097187294854848, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.31208091974258423, "loss_scale": 4.0, "retries": 0, "seconds": 212.9, "max_memory_gb": 17.15, "ce": 0.026624529107721173, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.6572092771530151, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 17.15, "ce": 0.12026673451146053, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.8004221320152283, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 17.15, "ce": 0.04454003993305378, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.24194929003715515, "loss_scale": 4.0, "retries": 0, "seconds": 224.2, "max_memory_gb": 17.15, "ce": 0.015958995753862837, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.19593466818332672, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.15, "ce": 0.014768427960916597, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.18744543194770813, "loss_scale": 4.0, "retries": 0, "seconds": 231.9, "max_memory_gb": 17.15, "ce": 0.008679044251039159, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.04760902002453804, "loss_scale": 4.0, "retries": 0, "seconds": 235.6, "max_memory_gb": 17.15, "ce": 0.0014573506626334165, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.121647596359253, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 17.15, "ce": 0.3430312716350272, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9825061559677124, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 17.15, "ce": 0.08807627032911114, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.3999741077423096, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 17.15, "ce": 0.25053848076186114, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3532073199748993, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 17.15, "ce": 0.02660342805847904, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.6356443166732788, "loss_scale": 4.0, "retries": 0, "seconds": 256.9, "max_memory_gb": 17.15, "ce": 0.04439576359163766, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.0775161013007164, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 17.15, "ce": 0.004011303934021271, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9763633608818054, "loss_scale": 4.0, "retries": 0, "seconds": 265.9, "max_memory_gb": 17.15, "ce": 0.14103655022108796, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.8128585815429688, "loss_scale": 4.0, "retries": 0, "seconds": 270.3, "max_memory_gb": 17.15, "ce": 0.2557361100798978, "rank": 0.1231469064950943} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.013774546794593334, "loss_scale": 4.0, "retries": 0, "seconds": 274.8, "max_memory_gb": 17.15, "ce": 0.0009082292158382188, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.8241705894470215, "loss_scale": 4.0, "retries": 0, "seconds": 279.2, "max_memory_gb": 17.15, "ce": 0.012777798679806551, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.061888694763184, "loss_scale": 4.0, "retries": 0, "seconds": 283.8, "max_memory_gb": 17.15, "ce": 0.7849149208882409, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.45935380458831787, "loss_scale": 4.0, "retries": 0, "seconds": 288.2, "max_memory_gb": 17.15, "ce": 0.004759906242384204, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.033832844346761703, "loss_scale": 4.0, "retries": 0, "seconds": 292.7, "max_memory_gb": 17.15, "ce": 0.001608844084842076, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6244507431983948, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 17.15, "ce": 0.07093667645131063, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.9601699113845825, "loss_scale": 4.0, "retries": 0, "seconds": 301.6, "max_memory_gb": 17.15, "ce": 0.13288660089619952, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.2757418155670166, "loss_scale": 4.0, "retries": 0, "seconds": 306.0, "max_memory_gb": 17.15, "ce": 0.13622478511529934, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.8503856658935547, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 17.15, "ce": 0.781196386832562, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.4642300605773926, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 17.15, "ce": 0.3680116518980867, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.5690374970436096, "loss_scale": 4.0, "retries": 0, "seconds": 319.4, "max_memory_gb": 17.15, "ce": 0.040428246863484674, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.21527177095413208, "loss_scale": 4.0, "retries": 0, "seconds": 323.8, "max_memory_gb": 17.15, "ce": 0.017854958321095182, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.23405396938323975, "loss_scale": 4.0, "retries": 0, "seconds": 328.3, "max_memory_gb": 17.15, "ce": 0.0075540187963838434, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3809523582458496, "loss_scale": 4.0, "retries": 0, "seconds": 332.7, "max_memory_gb": 17.15, "ce": 0.03033894033001161, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.5072928667068481, "loss_scale": 4.0, "retries": 0, "seconds": 337.2, "max_memory_gb": 17.15, "ce": 0.04377688887097975, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.4194819927215576, "loss_scale": 4.0, "retries": 0, "seconds": 341.7, "max_memory_gb": 17.15, "ce": 0.0816340532560389, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.2319291830062866, "loss_scale": 4.0, "retries": 0, "seconds": 346.2, "max_memory_gb": 17.15, "ce": 0.2278407668121929, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.8170971870422363, "loss_scale": 4.0, "retries": 0, "seconds": 350.6, "max_memory_gb": 17.15, "ce": 0.04538564613687868, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.2211800068616867, "loss_scale": 4.0, "retries": 0, "seconds": 355.0, "max_memory_gb": 17.15, "ce": 0.003932431428154359, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.0428783893585205, "loss_scale": 4.0, "retries": 0, "seconds": 359.6, "max_memory_gb": 17.15, "ce": 0.0485670355574257, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9875287413597107, "loss_scale": 4.0, "retries": 0, "seconds": 364.0, "max_memory_gb": 17.15, "ce": 0.1311948995680723, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.43074142932891846, "loss_scale": 4.0, "retries": 0, "seconds": 368.4, "max_memory_gb": 17.15, "ce": 0.031614941401585384, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.15477751195430756, "loss_scale": 4.0, "retries": 0, "seconds": 372.9, "max_memory_gb": 17.15, "ce": 0.013506034796591848, "rank": 0.12499774992465973} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.8062465786933899, "loss_scale": 4.0, "retries": 0, "seconds": 377.3, "max_memory_gb": 17.15, "ce": 0.0622782102873316, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.427794933319092, "loss_scale": 4.0, "retries": 0, "seconds": 381.7, "max_memory_gb": 17.15, "ce": 0.4802424594809054, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.4803645610809326, "loss_scale": 4.0, "retries": 0, "seconds": 386.0, "max_memory_gb": 17.15, "ce": 0.17364251686922216, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.661643624305725, "loss_scale": 4.0, "retries": 0, "seconds": 390.6, "max_memory_gb": 17.15, "ce": 0.0805195362968334, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.6907851099967957, "loss_scale": 4.0, "retries": 0, "seconds": 395.0, "max_memory_gb": 17.15, "ce": 0.02504170117481408, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.440818786621094, "loss_scale": 4.0, "retries": 0, "seconds": 399.2, "max_memory_gb": 17.15, "ce": 0.5439635222774086, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.4862546920776367, "loss_scale": 4.0, "retries": 0, "seconds": 403.4, "max_memory_gb": 17.15, "ce": 0.41849702694389634, "rank": 0.3288547098636627} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.2457365244626999, "loss_scale": 4.0, "retries": 0, "seconds": 407.5, "max_memory_gb": 17.15, "ce": 0.012202970621729037, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.695833146572113, "loss_scale": 4.0, "retries": 0, "seconds": 411.6, "max_memory_gb": 17.15, "ce": 0.045742138901914586, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.16596619784832, "loss_scale": 4.0, "retries": 0, "seconds": 415.7, "max_memory_gb": 17.15, "ce": 0.00967179557073905, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.44703662395477295, "loss_scale": 4.0, "retries": 0, "seconds": 419.8, "max_memory_gb": 17.15, "ce": 0.0830535014324596, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.12727941572666168, "loss_scale": 4.0, "retries": 0, "seconds": 423.9, "max_memory_gb": 17.15, "ce": 0.006655478531683912, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.17260253429412842, "loss_scale": 4.0, "retries": 0, "seconds": 428.2, "max_memory_gb": 17.15, "ce": 0.01456088666600408, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.0880763903260231, "loss_scale": 4.0, "retries": 0, "seconds": 432.2, "max_memory_gb": 17.15, "ce": 0.006361809103509586, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.36116957664489746, "loss_scale": 4.0, "retries": 0, "seconds": 436.3, "max_memory_gb": 17.15, "ce": 0.02544502576620289, "rank": 0.12496321648359299} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.6611695885658264, "loss_scale": 4.0, "retries": 0, "seconds": 440.4, "max_memory_gb": 17.15, "ce": 0.06193432446480074, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.18202397227287292, "loss_scale": 4.0, "retries": 0, "seconds": 444.6, "max_memory_gb": 17.15, "ce": 0.001889213216600183, "rank": 0.08709613978862762} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.000918984413147, "loss_scale": 4.0, "retries": 0, "seconds": 448.7, "max_memory_gb": 17.15, "ce": 0.08841451981243154, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.4249374866485596, "loss_scale": 4.0, "retries": 0, "seconds": 452.7, "max_memory_gb": 17.15, "ce": 0.3998953406699002, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.6433684825897217, "loss_scale": 4.0, "retries": 0, "seconds": 456.9, "max_memory_gb": 17.15, "ce": 0.2684577424715826, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.27123019099235535, "loss_scale": 4.0, "retries": 0, "seconds": 461.0, "max_memory_gb": 17.15, "ce": 0.018911266799477744, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.325588583946228, "loss_scale": 4.0, "retries": 0, "seconds": 465.1, "max_memory_gb": 17.15, "ce": 0.01741787074070089, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.04544248804450035, "loss_scale": 4.0, "retries": 0, "seconds": 469.2, "max_memory_gb": 17.15, "ce": 0.002391763833202276, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.24956215918064117, "loss_scale": 4.0, "retries": 0, "seconds": 473.4, "max_memory_gb": 17.15, "ce": 0.018640590010818414, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.8109292387962341, "loss_scale": 4.0, "retries": 0, "seconds": 477.5, "max_memory_gb": 17.15, "ce": 0.11671199034572055, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.05293869972229, "loss_scale": 4.0, "retries": 0, "seconds": 481.6, "max_memory_gb": 17.15, "ce": 0.09237949823864255, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.0334850549697876, "loss_scale": 4.0, "retries": 0, "seconds": 485.7, "max_memory_gb": 17.15, "ce": 0.17783878974842082, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.05519408732652664, "loss_scale": 4.0, "retries": 0, "seconds": 489.8, "max_memory_gb": 17.15, "ce": 0.0024251050663224305, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.499356746673584, "loss_scale": 4.0, "retries": 0, "seconds": 493.9, "max_memory_gb": 17.15, "ce": 0.22680776485776732, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.06591056287288666, "loss_scale": 4.0, "retries": 0, "seconds": 498.1, "max_memory_gb": 17.15, "ce": 0.004235865676037065, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.272980213165283, "loss_scale": 4.0, "retries": 0, "seconds": 502.1, "max_memory_gb": 17.15, "ce": 0.253741595466181, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5310373306274414, "loss_scale": 4.0, "retries": 0, "seconds": 506.2, "max_memory_gb": 17.15, "ce": 0.05751465160255975, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.9840101599693298, "loss_scale": 4.0, "retries": 0, "seconds": 510.2, "max_memory_gb": 17.15, "ce": 0.11373094534064876, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.44879522919654846, "loss_scale": 4.0, "retries": 0, "seconds": 514.4, "max_memory_gb": 17.15, "ce": 0.0344722964673565, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.594657301902771, "loss_scale": 4.0, "retries": 0, "seconds": 518.4, "max_memory_gb": 17.15, "ce": 0.5118866546345089, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.6261430978775024, "loss_scale": 4.0, "retries": 0, "seconds": 522.5, "max_memory_gb": 17.15, "ce": 0.12289111792142648, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.1167023181915283, "loss_scale": 4.0, "retries": 0, "seconds": 526.7, "max_memory_gb": 17.15, "ce": 0.44536089388248, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.5250837206840515, "loss_scale": 4.0, "retries": 0, "seconds": 530.7, "max_memory_gb": 17.15, "ce": 0.015169247040830669, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.814795732498169, "loss_scale": 4.0, "retries": 0, "seconds": 534.8, "max_memory_gb": 17.15, "ce": 0.17975901833688113, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.2888470888137817, "loss_scale": 4.0, "retries": 0, "seconds": 538.9, "max_memory_gb": 17.15, "ce": 0.10968892787468576, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.8981313109397888, "loss_scale": 4.0, "retries": 0, "seconds": 543.1, "max_memory_gb": 17.15, "ce": 0.13820918618330325, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.4856200218200684, "loss_scale": 4.0, "retries": 0, "seconds": 547.1, "max_memory_gb": 17.15, "ce": 0.13706266439749015, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.9175148010253906, "loss_scale": 4.0, "retries": 0, "seconds": 551.2, "max_memory_gb": 17.15, "ce": 0.2076395949243306, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.1682909727096558, "loss_scale": 4.0, "retries": 0, "seconds": 555.4, "max_memory_gb": 17.15, "ce": 0.26146171105074245, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.2374306917190552, "loss_scale": 4.0, "retries": 0, "seconds": 559.4, "max_memory_gb": 17.15, "ce": 0.21604669363023277, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.8063415884971619, "loss_scale": 4.0, "retries": 0, "seconds": 563.5, "max_memory_gb": 17.15, "ce": 0.04267768557792806, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.4205448627471924, "loss_scale": 4.0, "retries": 0, "seconds": 567.7, "max_memory_gb": 17.15, "ce": 0.1250624637918918, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.1538165956735611, "loss_scale": 4.0, "retries": 0, "seconds": 571.7, "max_memory_gb": 17.15, "ce": 0.010346454988848564, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.9596874713897705, "loss_scale": 4.0, "retries": 0, "seconds": 575.8, "max_memory_gb": 17.15, "ce": 0.08061980073534869, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.8680649995803833, "loss_scale": 4.0, "retries": 0, "seconds": 580.0, "max_memory_gb": 17.15, "ce": 0.059669182237485074, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.043218597769737244, "loss_scale": 4.0, "retries": 0, "seconds": 584.1, "max_memory_gb": 17.15, "ce": 0.003441442886924051, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.0844254195690155, "loss_scale": 4.0, "retries": 0, "seconds": 588.2, "max_memory_gb": 17.15, "ce": 0.00770402709258633, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.6378639936447144, "loss_scale": 4.0, "retries": 0, "seconds": 592.2, "max_memory_gb": 17.15, "ce": 0.08656721286342872, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.682429313659668, "loss_scale": 4.0, "retries": 0, "seconds": 596.4, "max_memory_gb": 17.15, "ce": 0.25750802364109404, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.708067774772644, "loss_scale": 4.0, "retries": 0, "seconds": 600.5, "max_memory_gb": 17.15, "ce": 0.04719259797366249, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.04761119559407234, "loss_scale": 4.0, "retries": 0, "seconds": 604.6, "max_memory_gb": 17.15, "ce": 0.002393965934516018, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.14644993841648102, "loss_scale": 4.0, "retries": 0, "seconds": 608.7, "max_memory_gb": 17.15, "ce": 0.015744611398986308, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.388995885848999, "loss_scale": 4.0, "retries": 0, "seconds": 612.8, "max_memory_gb": 17.15, "ce": 0.4015665763618017, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.16595955193042755, "loss_scale": 4.0, "retries": 0, "seconds": 616.8, "max_memory_gb": 17.15, "ce": 0.009521673469407688, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.2570776343345642, "loss_scale": 4.0, "retries": 0, "seconds": 620.9, "max_memory_gb": 17.15, "ce": 0.017158915065920155, "rank": 0.11811163276433945} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5040102601051331, "loss_scale": 4.0, "retries": 0, "seconds": 625.1, "max_memory_gb": 17.15, "ce": 0.07862978247158026, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.1470017433166504, "loss_scale": 4.0, "retries": 0, "seconds": 629.1, "max_memory_gb": 17.15, "ce": 0.079918815583369, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.21100261807441711, "loss_scale": 4.0, "retries": 0, "seconds": 633.2, "max_memory_gb": 17.15, "ce": 0.015023021436263662, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.5783970952033997, "loss_scale": 4.0, "retries": 0, "seconds": 637.4, "max_memory_gb": 17.15, "ce": 0.11289005753224046, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3814797103404999, "loss_scale": 4.0, "retries": 0, "seconds": 641.5, "max_memory_gb": 17.15, "ce": 0.045334670955526235, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.4661532640457153, "loss_scale": 4.0, "retries": 0, "seconds": 645.6, "max_memory_gb": 17.15, "ce": 0.22681221619404823, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.13401030004024506, "loss_scale": 4.0, "retries": 0, "seconds": 649.7, "max_memory_gb": 17.15, "ce": 0.005170180500499555, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.20747987926006317, "loss_scale": 4.0, "retries": 0, "seconds": 653.8, "max_memory_gb": 17.15, "ce": 0.020616636650629516, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.683497428894043, "loss_scale": 4.0, "retries": 0, "seconds": 657.9, "max_memory_gb": 17.15, "ce": 0.6187876862991288, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.28990957140922546, "loss_scale": 4.0, "retries": 0, "seconds": 661.9, "max_memory_gb": 17.15, "ce": 0.022299287247733446, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0431019067764282, "loss_scale": 4.0, "retries": 0, "seconds": 666.2, "max_memory_gb": 17.15, "ce": 0.1547392727325132, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.3565346002578735, "loss_scale": 4.0, "retries": 0, "seconds": 670.4, "max_memory_gb": 17.15, "ce": 0.16281438116766367, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.8081457614898682, "loss_scale": 4.0, "retries": 0, "seconds": 674.5, "max_memory_gb": 17.15, "ce": 0.06844551476979177, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.1926770210266113, "loss_scale": 4.0, "retries": 0, "seconds": 678.7, "max_memory_gb": 17.15, "ce": 0.23424095977316028, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.597866952419281, "loss_scale": 4.0, "retries": 0, "seconds": 682.8, "max_memory_gb": 17.15, "ce": 0.07345154808353982, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.15879300236701965, "loss_scale": 4.0, "retries": 0, "seconds": 686.9, "max_memory_gb": 17.15, "ce": 0.012532119882052939, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.1717350482940674, "loss_scale": 4.0, "retries": 0, "seconds": 691.0, "max_memory_gb": 17.15, "ce": 0.27304371270474803, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.17565155029296875, "loss_scale": 4.0, "retries": 0, "seconds": 695.3, "max_memory_gb": 17.15, "ce": 0.011670800215142663, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.06994651257991791, "loss_scale": 4.0, "retries": 0, "seconds": 699.4, "max_memory_gb": 17.15, "ce": 0.006288648693043797, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.1567885875701904, "loss_scale": 4.0, "retries": 0, "seconds": 703.5, "max_memory_gb": 17.15, "ce": 0.28807232274266426, "rank": 0.03802084922790527} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.061200108379125595, "loss_scale": 4.0, "retries": 0, "seconds": 707.7, "max_memory_gb": 17.15, "ce": 0.001964853009667422, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.46027806401252747, "loss_scale": 4.0, "retries": 0, "seconds": 711.8, "max_memory_gb": 17.15, "ce": 0.06606806709760349, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.0776616781949997, "loss_scale": 4.0, "retries": 0, "seconds": 716.0, "max_memory_gb": 17.15, "ce": 0.008186650505194848, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.19785085320472717, "loss_scale": 4.0, "retries": 0, "seconds": 720.2, "max_memory_gb": 17.15, "ce": 0.015095376128556381, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.2752191126346588, "loss_scale": 4.0, "retries": 0, "seconds": 724.3, "max_memory_gb": 17.15, "ce": 0.024718956362448807, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.0026992559432983, "loss_scale": 4.0, "retries": 0, "seconds": 728.4, "max_memory_gb": 17.15, "ce": 0.0996339498569796, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.028010297566652298, "loss_scale": 4.0, "retries": 0, "seconds": 732.6, "max_memory_gb": 17.15, "ce": 0.0017504724723949039, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8476295471191406, "loss_scale": 4.0, "retries": 0, "seconds": 736.6, "max_memory_gb": 17.15, "ce": 0.2496024358088107, "rank": 0.12502819299697876} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.720977544784546, "loss_scale": 4.0, "retries": 0, "seconds": 740.7, "max_memory_gb": 17.15, "ce": 0.10675618756158656, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.0842522382736206, "loss_scale": 4.0, "retries": 0, "seconds": 744.8, "max_memory_gb": 17.15, "ce": 0.37919691391471133, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.24876050651073456, "loss_scale": 4.0, "retries": 0, "seconds": 749.0, "max_memory_gb": 17.15, "ce": 0.026203069843177218, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.647039532661438, "loss_scale": 4.0, "retries": 0, "seconds": 753.1, "max_memory_gb": 17.15, "ce": 0.015732107378426008, "rank": 0.040920235216617584} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.8776292204856873, "loss_scale": 4.0, "retries": 0, "seconds": 757.2, "max_memory_gb": 17.15, "ce": 0.11297194099824992, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.07039211690425873, "loss_scale": 4.0, "retries": 0, "seconds": 761.4, "max_memory_gb": 17.15, "ce": 0.0031414501720519183, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.34981968998908997, "loss_scale": 4.0, "retries": 0, "seconds": 765.5, "max_memory_gb": 17.15, "ce": 0.02116148131517548, "rank": 0.15374764800071716} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.2772575914859772, "loss_scale": 4.0, "retries": 0, "seconds": 769.6, "max_memory_gb": 17.15, "ce": 0.036155637456886325, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.1745376586914062, "loss_scale": 4.0, "retries": 0, "seconds": 773.7, "max_memory_gb": 17.15, "ce": 0.11504480457551836, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5434899926185608, "loss_scale": 4.0, "retries": 0, "seconds": 777.9, "max_memory_gb": 17.15, "ce": 0.13975201329049014, "rank": 0.13427916169166565} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.343551516532898, "loss_scale": 4.0, "retries": 0, "seconds": 782.0, "max_memory_gb": 17.15, "ce": 0.18802907181134287, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.400845527648926, "loss_scale": 4.0, "retries": 0, "seconds": 786.1, "max_memory_gb": 17.15, "ce": 0.31759244799195585, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.09270631521940231, "loss_scale": 4.0, "retries": 0, "seconds": 790.3, "max_memory_gb": 17.15, "ce": 0.003508734595925489, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.2747256755828857, "loss_scale": 4.0, "retries": 0, "seconds": 794.4, "max_memory_gb": 17.15, "ce": 0.17601380796213562, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.0713013410568237, "loss_scale": 4.0, "retries": 0, "seconds": 798.5, "max_memory_gb": 17.15, "ce": 0.3290586132870885, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.01591147482395172, "loss_scale": 4.0, "retries": 0, "seconds": 802.7, "max_memory_gb": 17.15, "ce": 0.0012107043671676365, "rank": 0.1250346601009369} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4546717703342438, "loss_scale": 4.0, "retries": 0, "seconds": 806.8, "max_memory_gb": 17.15, "ce": 0.04750088019773102, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.5807985663414001, "loss_scale": 4.0, "retries": 0, "seconds": 810.9, "max_memory_gb": 17.15, "ce": 0.06336086822830111, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.12399278581142426, "loss_scale": 4.0, "retries": 0, "seconds": 815.0, "max_memory_gb": 17.15, "ce": 0.009019007364258869, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.457690715789795, "loss_scale": 4.0, "retries": 0, "seconds": 819.2, "max_memory_gb": 17.15, "ce": 0.14762925925106174, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 4.733315944671631, "loss_scale": 4.0, "retries": 0, "seconds": 823.3, "max_memory_gb": 17.15, "ce": 0.07127521111124224, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.9857259392738342, "loss_scale": 4.0, "retries": 0, "seconds": 827.4, "max_memory_gb": 17.15, "ce": 0.09387088387575204, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.3289787769317627, "loss_scale": 4.0, "retries": 0, "seconds": 831.6, "max_memory_gb": 17.15, "ce": 0.242355503536146, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6829674243927002, "loss_scale": 4.0, "retries": 0, "seconds": 835.8, "max_memory_gb": 17.15, "ce": 0.0688386902234015, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.03641620650887489, "loss_scale": 4.0, "retries": 0, "seconds": 839.8, "max_memory_gb": 17.15, "ce": 0.002662551573394012, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.26494544744491577, "loss_scale": 4.0, "retries": 0, "seconds": 843.9, "max_memory_gb": 17.15, "ce": 0.014786294154873758, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.16276100277900696, "loss_scale": 4.0, "retries": 0, "seconds": 848.2, "max_memory_gb": 17.15, "ce": 0.013555487517805886, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.421154737472534, "loss_scale": 4.0, "retries": 0, "seconds": 852.3, "max_memory_gb": 17.15, "ce": 0.13779794199035678, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.2310478538274765, "loss_scale": 4.0, "retries": 0, "seconds": 856.4, "max_memory_gb": 17.15, "ce": 0.01880629773495457, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2293415665626526, "loss_scale": 4.0, "retries": 0, "seconds": 860.5, "max_memory_gb": 17.15, "ce": 0.061222715427902585, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.03556795045733452, "loss_scale": 4.0, "retries": 0, "seconds": 864.7, "max_memory_gb": 17.15, "ce": 0.002233378998880653, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.93690425157547, "loss_scale": 4.0, "retries": 0, "seconds": 868.8, "max_memory_gb": 17.15, "ce": 0.11863281299611117, "rank": 0.1251193732023239} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.3793370723724365, "loss_scale": 4.0, "retries": 0, "seconds": 873.0, "max_memory_gb": 17.15, "ce": 0.3885157716354115, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.5020055174827576, "loss_scale": 4.0, "retries": 0, "seconds": 877.0, "max_memory_gb": 17.15, "ce": 0.11846494284463915, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.896819531917572, "loss_scale": 4.0, "retries": 0, "seconds": 880.4, "max_memory_gb": 17.15, "ce": 0.18606786757618465, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.5335439443588257, "loss_scale": 4.0, "retries": 0, "seconds": 883.8, "max_memory_gb": 17.15, "ce": 0.1514094307644882, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.9282265901565552, "loss_scale": 4.0, "retries": 0, "seconds": 887.2, "max_memory_gb": 17.15, "ce": 0.22834158730574927, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.1798484325408936, "loss_scale": 4.0, "retries": 0, "seconds": 890.6, "max_memory_gb": 17.15, "ce": 0.39284210291043564, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.490987092256546, "loss_scale": 4.0, "retries": 0, "seconds": 894.0, "max_memory_gb": 17.15, "ce": 0.03321995120813881, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.07121776044368744, "loss_scale": 4.0, "retries": 0, "seconds": 897.5, "max_memory_gb": 17.15, "ce": 0.004066944348778634, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.099097728729248, "loss_scale": 4.0, "retries": 0, "seconds": 900.9, "max_memory_gb": 17.15, "ce": 0.192311425117623, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.25158047676086426, "loss_scale": 4.0, "retries": 0, "seconds": 904.3, "max_memory_gb": 17.15, "ce": 0.032597258931218676, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2961712181568146, "loss_scale": 4.0, "retries": 0, "seconds": 907.8, "max_memory_gb": 17.15, "ce": 0.023576951759423537, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3755795955657959, "loss_scale": 4.0, "retries": 0, "seconds": 911.2, "max_memory_gb": 17.15, "ce": 0.031236301759236085, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.3729046583175659, "loss_scale": 4.0, "retries": 0, "seconds": 914.6, "max_memory_gb": 17.15, "ce": 0.032712737323890906, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.1629143953323364, "loss_scale": 4.0, "retries": 0, "seconds": 917.9, "max_memory_gb": 17.15, "ce": 0.05283228756115932, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.5307031273841858, "loss_scale": 4.0, "retries": 0, "seconds": 921.4, "max_memory_gb": 17.15, "ce": 0.039081846832687006, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.13704824447631836, "loss_scale": 4.0, "retries": 0, "seconds": 925.2, "max_memory_gb": 17.15, "ce": 0.012850659799369168, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.45755329728126526, "loss_scale": 4.0, "retries": 0, "seconds": 928.9, "max_memory_gb": 17.15, "ce": 0.023889144906661386, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.7078343033790588, "loss_scale": 4.0, "retries": 0, "seconds": 932.8, "max_memory_gb": 17.15, "ce": 0.03469754849129458, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.10215108841657639, "loss_scale": 4.0, "retries": 0, "seconds": 936.5, "max_memory_gb": 17.15, "ce": 0.00977937355355607, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.46360987424850464, "loss_scale": 4.0, "retries": 0, "seconds": 940.3, "max_memory_gb": 17.15, "ce": 0.056552671347617434, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.6185288429260254, "loss_scale": 4.0, "retries": 0, "seconds": 944.1, "max_memory_gb": 17.15, "ce": 0.36404347239704293, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.35019105672836304, "loss_scale": 4.0, "retries": 0, "seconds": 947.8, "max_memory_gb": 17.15, "ce": 0.04303533388110736, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.32854509353637695, "loss_scale": 4.0, "retries": 0, "seconds": 951.6, "max_memory_gb": 17.15, "ce": 0.024891602644402155, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.34766408801078796, "loss_scale": 4.0, "retries": 0, "seconds": 955.3, "max_memory_gb": 17.15, "ce": 0.02888115319001372, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.2569164037704468, "loss_scale": 4.0, "retries": 0, "seconds": 959.1, "max_memory_gb": 17.15, "ce": 0.07409192201475889, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.862589716911316, "loss_scale": 4.0, "retries": 0, "seconds": 962.9, "max_memory_gb": 17.15, "ce": 0.18015349757524746, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.16278207302093506, "loss_scale": 4.0, "retries": 0, "seconds": 966.6, "max_memory_gb": 17.15, "ce": 0.015280242074368289, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.7490872740745544, "loss_scale": 4.0, "retries": 0, "seconds": 970.4, "max_memory_gb": 17.15, "ce": 0.05569089843584152, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.3790748417377472, "loss_scale": 4.0, "retries": 0, "seconds": 974.2, "max_memory_gb": 17.15, "ce": 0.027433019878117193, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.6868166923522949, "loss_scale": 4.0, "retries": 0, "seconds": 977.9, "max_memory_gb": 17.15, "ce": 0.09965367332551978, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3904082477092743, "loss_scale": 4.0, "retries": 0, "seconds": 981.7, "max_memory_gb": 17.15, "ce": 0.034493979600483726, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5825029015541077, "loss_scale": 4.0, "retries": 0, "seconds": 985.5, "max_memory_gb": 17.15, "ce": 0.07038440400856416, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.12884807586669922, "loss_scale": 4.0, "retries": 0, "seconds": 989.2, "max_memory_gb": 17.15, "ce": 0.011385981462808559, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.028980305418372154, "loss_scale": 4.0, "retries": 0, "seconds": 993.0, "max_memory_gb": 17.15, "ce": 0.0016176957060451969, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.468237042427063, "loss_scale": 4.0, "retries": 0, "seconds": 996.9, "max_memory_gb": 17.15, "ce": 0.04277702367517122, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.6061077117919922, "loss_scale": 4.0, "retries": 0, "seconds": 1000.6, "max_memory_gb": 17.15, "ce": 0.25820487216242327, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.03240453451871872, "loss_scale": 4.0, "retries": 0, "seconds": 1004.4, "max_memory_gb": 17.15, "ce": 0.001337998563030851, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.7805142402648926, "loss_scale": 4.0, "retries": 0, "seconds": 1008.2, "max_memory_gb": 17.15, "ce": 0.0690073245948497, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.1297721266746521, "loss_scale": 4.0, "retries": 0, "seconds": 1012.0, "max_memory_gb": 17.15, "ce": 0.010499414197056467, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.1741131693124771, "loss_scale": 4.0, "retries": 0, "seconds": 1015.8, "max_memory_gb": 17.15, "ce": 0.014277657969159918, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.16235767304897308, "loss_scale": 4.0, "retries": 0, "seconds": 1019.6, "max_memory_gb": 17.15, "ce": 0.009540091567487252, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8105_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8105_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8105_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8105_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8105_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..89deb431ec33cdd5470ae2a14636c35a55e5475f --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8105_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8105_s13/config.json b/runs/fixed_internvl/removal/Random8_8105_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe2e0f25b09fe1806d337db7f358e939e5924fa6 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8105_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8105", + "layers": [ + 2, + 6, + 12, + 18, + 19, + 20, + 31, + 33 + ], + "ranks": { + "2": 72, + "6": 72, + "12": 72, + "18": 72, + "19": 72, + "20": 72, + "31": 72, + "33": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8105_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8105_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ff7b8076868990397e45c85fb9523c7ea527d06d --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8105_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 6.62100887298584, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 16.82, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.999552249908447, "loss_scale": 4.0, "retries": 0, "seconds": 11.0, "max_memory_gb": 17.16, "ce": 0.7759060908865649, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.780776977539062, "loss_scale": 4.0, "retries": 0, "seconds": 15.5, "max_memory_gb": 17.17, "ce": 1.2054822109639645, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.824287414550781, "loss_scale": 4.0, "retries": 0, "seconds": 19.9, "max_memory_gb": 17.17, "ce": 0.5428496104950682, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.19026696681976318, "loss_scale": 4.0, "retries": 0, "seconds": 24.5, "max_memory_gb": 17.17, "ce": 0.039486289720116474, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.519137144088745, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.17, "ce": 0.2990040250006132, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.0010528564453125, "loss_scale": 4.0, "retries": 0, "seconds": 33.5, "max_memory_gb": 17.17, "ce": 0.39090804547413427, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.1663519144058228, "loss_scale": 4.0, "retries": 0, "seconds": 38.1, "max_memory_gb": 17.17, "ce": 0.35473791835829616, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.660012722015381, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.17, "ce": 0.32461597863584757, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.39624056220054626, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 17.17, "ce": 0.12738164507754846, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.574005126953125, "loss_scale": 4.0, "retries": 0, "seconds": 51.5, "max_memory_gb": 17.17, "ce": 0.20847936302379821, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.31172239780426025, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 17.17, "ce": 0.11058274367951526, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5599648356437683, "loss_scale": 4.0, "retries": 0, "seconds": 60.3, "max_memory_gb": 17.17, "ce": 0.2351502771543892, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.5142673254013062, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 17.17, "ce": 0.30787994898855686, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 1.5677456855773926, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 17.17, "ce": 0.22063579846644643, "rank": 0.006361722946166992} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.37709784507751465, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.17, "ce": 0.08185287274682196, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.2489527463912964, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 17.17, "ce": 0.1905120717274258, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.8633345365524292, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 17.17, "ce": 0.1804607043013675, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.0446209907531738, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 17.17, "ce": 0.14671364569221623, "rank": 0.09305036067962646} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.18122553825378418, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.17, "ce": 0.018004185299105302, "rank": 0.12354090064764023} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.8429037928581238, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 17.17, "ce": 0.074531373087666, "rank": 0.023484453558921814} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.378282070159912, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 17.17, "ce": 0.1498988916482631, "rank": 0.0483577623963356} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.170275330543518, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.17, "ce": 0.13248819551495217, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.7135342955589294, "loss_scale": 4.0, "retries": 0, "seconds": 109.0, "max_memory_gb": 17.17, "ce": 0.06885922900983132, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.4421582221984863, "loss_scale": 4.0, "retries": 0, "seconds": 113.0, "max_memory_gb": 17.17, "ce": 0.22483329143869923, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.5810697078704834, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 17.17, "ce": 0.2343323192326352, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.501379013061523, "loss_scale": 4.0, "retries": 0, "seconds": 121.3, "max_memory_gb": 17.17, "ce": 0.2604114918212872, "rank": 0.08126714825630188} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.4778900146484375, "loss_scale": 4.0, "retries": 0, "seconds": 125.7, "max_memory_gb": 17.17, "ce": 0.21693071478512138, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.631763935089111, "loss_scale": 4.0, "retries": 0, "seconds": 129.6, "max_memory_gb": 17.17, "ce": 0.7065816666945466, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.2814021408557892, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 17.17, "ce": 0.01338951542140876, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.167810916900635, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 17.17, "ce": 0.8223331788467476, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.33046436309814453, "loss_scale": 4.0, "retries": 0, "seconds": 142.7, "max_memory_gb": 17.17, "ce": 0.02248881058767438, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.9476399421691895, "loss_scale": 4.0, "retries": 0, "seconds": 147.2, "max_memory_gb": 17.17, "ce": 0.27944016624314827, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.5921021699905396, "loss_scale": 4.0, "retries": 0, "seconds": 151.8, "max_memory_gb": 17.17, "ce": 0.08946723852932337, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.8983526825904846, "loss_scale": 4.0, "retries": 0, "seconds": 156.1, "max_memory_gb": 17.17, "ce": 0.023923671684315195, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.589117407798767, "loss_scale": 4.0, "retries": 0, "seconds": 160.3, "max_memory_gb": 17.17, "ce": 0.16881833875959273, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.8714531660079956, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 17.17, "ce": 0.19399431017882307, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.7438002824783325, "loss_scale": 4.0, "retries": 0, "seconds": 169.3, "max_memory_gb": 17.17, "ce": 0.1319730589602841, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.487775206565857, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 17.17, "ce": 0.1258538971633243, "rank": 0.12509094178676605} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.11591988056898117, "loss_scale": 4.0, "retries": 0, "seconds": 178.1, "max_memory_gb": 17.17, "ce": 0.00843408094442566, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.423863172531128, "loss_scale": 4.0, "retries": 0, "seconds": 182.8, "max_memory_gb": 17.17, "ce": 0.41351210152788553, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.08045963197946548, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 17.17, "ce": 0.007538443180237664, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.06799163669347763, "loss_scale": 4.0, "retries": 0, "seconds": 191.3, "max_memory_gb": 17.17, "ce": 0.005723173200749443, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.319938659667969, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 17.17, "ce": 0.2913587417077679, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.284946441650391, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 17.17, "ce": 0.40548282710733474, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.2555056810379028, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.17, "ce": 0.09392857019702205, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.35389184951782227, "loss_scale": 4.0, "retries": 0, "seconds": 209.2, "max_memory_gb": 17.17, "ce": 0.0258674518627231, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.09126674383878708, "loss_scale": 4.0, "retries": 0, "seconds": 213.6, "max_memory_gb": 17.17, "ce": 0.004611976981777843, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.12326093018054962, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.17, "ce": 0.012937476249135216, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.8910802602767944, "loss_scale": 4.0, "retries": 0, "seconds": 222.5, "max_memory_gb": 17.17, "ce": 0.08438078582003072, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 22.006317138671875, "loss_scale": 4.0, "retries": 0, "seconds": 228.3, "max_memory_gb": 17.17, "ce": 0.18409713566461505, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.31395769119262695, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.17, "ce": 0.03027097336234874, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.8534613847732544, "loss_scale": 4.0, "retries": 0, "seconds": 237.5, "max_memory_gb": 17.17, "ce": 0.09446443648812419, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.1505272388458252, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 17.17, "ce": 0.06617725502110261, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.24157562851905823, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 17.17, "ce": 0.018858456399129864, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.24252595007419586, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 17.17, "ce": 0.02192341720638069, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.17820461094379425, "loss_scale": 4.0, "retries": 0, "seconds": 255.1, "max_memory_gb": 17.17, "ce": 0.012921929775984609, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.06216380372643471, "loss_scale": 4.0, "retries": 0, "seconds": 259.6, "max_memory_gb": 17.17, "ce": 0.0026358122050282873, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.312365770339966, "loss_scale": 4.0, "retries": 0, "seconds": 264.5, "max_memory_gb": 17.17, "ce": 0.190639680318327, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.8852154612541199, "loss_scale": 4.0, "retries": 0, "seconds": 269.9, "max_memory_gb": 17.17, "ce": 0.07851088104644077, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.502091646194458, "loss_scale": 4.0, "retries": 0, "seconds": 274.0, "max_memory_gb": 17.17, "ce": 0.25174853820681165, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.39000818133354187, "loss_scale": 4.0, "retries": 0, "seconds": 277.7, "max_memory_gb": 17.17, "ce": 0.03001174180826638, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.572633683681488, "loss_scale": 4.0, "retries": 0, "seconds": 282.2, "max_memory_gb": 17.17, "ce": 0.036514557508780854, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.11238419264554977, "loss_scale": 4.0, "retries": 0, "seconds": 286.6, "max_memory_gb": 17.17, "ce": 0.0069182398065095185, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.0325900316238403, "loss_scale": 4.0, "retries": 0, "seconds": 291.1, "max_memory_gb": 17.17, "ce": 0.13303664468094212, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.4799113273620605, "loss_scale": 4.0, "retries": 0, "seconds": 295.7, "max_memory_gb": 17.17, "ce": 0.2842570801192039, "rank": 0.11672753840684891} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.025289995595812798, "loss_scale": 4.0, "retries": 0, "seconds": 300.2, "max_memory_gb": 17.17, "ce": 0.0018602013112740678, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 1.3181573152542114, "loss_scale": 4.0, "retries": 0, "seconds": 304.7, "max_memory_gb": 17.17, "ce": 0.02334434617455372, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.877234935760498, "loss_scale": 4.0, "retries": 0, "seconds": 309.1, "max_memory_gb": 17.17, "ce": 0.7622962048667432, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.5579005479812622, "loss_scale": 4.0, "retries": 0, "seconds": 313.7, "max_memory_gb": 17.17, "ce": 0.006336349257935581, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.06982215493917465, "loss_scale": 4.0, "retries": 0, "seconds": 318.1, "max_memory_gb": 17.17, "ce": 0.0033506136031178357, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6189844608306885, "loss_scale": 4.0, "retries": 0, "seconds": 322.6, "max_memory_gb": 17.17, "ce": 0.07169816999612522, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.2460925579071045, "loss_scale": 4.0, "retries": 0, "seconds": 327.1, "max_memory_gb": 17.17, "ce": 0.12787455862735442, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.6141068935394287, "loss_scale": 4.0, "retries": 0, "seconds": 331.5, "max_memory_gb": 17.17, "ce": 0.13903064552754074, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.755132675170898, "loss_scale": 4.0, "retries": 0, "seconds": 336.0, "max_memory_gb": 17.17, "ce": 0.7717565849652601, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.5159847736358643, "loss_scale": 4.0, "retries": 0, "seconds": 340.6, "max_memory_gb": 17.17, "ce": 0.35983424022515464, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.43201392889022827, "loss_scale": 4.0, "retries": 0, "seconds": 344.9, "max_memory_gb": 17.17, "ce": 0.041850636367144034, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2825685739517212, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 17.17, "ce": 0.027888597598121123, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.6893900036811829, "loss_scale": 4.0, "retries": 0, "seconds": 354.1, "max_memory_gb": 17.17, "ce": 0.007692202236398771, "rank": 0.005299657583236694} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3374374210834503, "loss_scale": 4.0, "retries": 0, "seconds": 359.4, "max_memory_gb": 17.17, "ce": 0.02403839631529081, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.4438280761241913, "loss_scale": 4.0, "retries": 0, "seconds": 363.8, "max_memory_gb": 17.17, "ce": 0.03935746764909709, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.6888831257820129, "loss_scale": 4.0, "retries": 0, "seconds": 368.4, "max_memory_gb": 17.17, "ce": 0.0760270804562424, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.438547134399414, "loss_scale": 4.0, "retries": 0, "seconds": 372.9, "max_memory_gb": 17.17, "ce": 0.21934776897771258, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.6338109374046326, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 17.17, "ce": 0.03446107393136799, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.0542265847325325, "loss_scale": 4.0, "retries": 0, "seconds": 381.4, "max_memory_gb": 17.17, "ce": 0.0010528235455922186, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.45188167691230774, "loss_scale": 4.0, "retries": 0, "seconds": 385.8, "max_memory_gb": 17.17, "ce": 0.03703750061140454, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.0270112752914429, "loss_scale": 4.0, "retries": 0, "seconds": 390.2, "max_memory_gb": 17.17, "ce": 0.12469231038721773, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4132370054721832, "loss_scale": 4.0, "retries": 0, "seconds": 395.5, "max_memory_gb": 17.17, "ce": 0.02433060608689175, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.20584902167320251, "loss_scale": 4.0, "retries": 0, "seconds": 400.5, "max_memory_gb": 17.17, "ce": 0.013711146387606732, "rank": 0.1249987781047821} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.7259265184402466, "loss_scale": 4.0, "retries": 0, "seconds": 405.9, "max_memory_gb": 17.17, "ce": 0.05341905418663373, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.616819858551025, "loss_scale": 4.0, "retries": 0, "seconds": 410.7, "max_memory_gb": 17.17, "ce": 0.49947876958572124, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.110527515411377, "loss_scale": 4.0, "retries": 0, "seconds": 416.4, "max_memory_gb": 17.17, "ce": 0.1972531731142908, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.4875550270080566, "loss_scale": 4.0, "retries": 0, "seconds": 422.5, "max_memory_gb": 17.17, "ce": 0.05476216315514648, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.6833997964859009, "loss_scale": 4.0, "retries": 0, "seconds": 428.5, "max_memory_gb": 17.17, "ce": 0.04704415216269808, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.280486106872559, "loss_scale": 4.0, "retries": 0, "seconds": 434.4, "max_memory_gb": 17.17, "ce": 0.5470595966919518, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 4.4942169189453125, "loss_scale": 4.0, "retries": 0, "seconds": 440.4, "max_memory_gb": 17.17, "ce": 0.42731271793468295, "rank": 0.24218907952308655} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.26928988099098206, "loss_scale": 4.0, "retries": 0, "seconds": 445.9, "max_memory_gb": 17.17, "ce": 0.011865639311281484, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.4675359725952148, "loss_scale": 4.0, "retries": 0, "seconds": 451.7, "max_memory_gb": 17.17, "ce": 0.09280659842715977, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.1366603970527649, "loss_scale": 4.0, "retries": 0, "seconds": 457.7, "max_memory_gb": 17.17, "ce": 0.008279902931121796, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5391848087310791, "loss_scale": 4.0, "retries": 0, "seconds": 463.6, "max_memory_gb": 17.17, "ce": 0.0787225276837944, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.31738096475601196, "loss_scale": 4.0, "retries": 0, "seconds": 469.4, "max_memory_gb": 17.17, "ce": 0.013311736938931062, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.2059503197669983, "loss_scale": 4.0, "retries": 0, "seconds": 475.0, "max_memory_gb": 17.17, "ce": 0.012244646648923663, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.061148013919591904, "loss_scale": 4.0, "retries": 0, "seconds": 479.7, "max_memory_gb": 17.17, "ce": 0.004063694016849695, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.146402508020401, "loss_scale": 4.0, "retries": 0, "seconds": 485.5, "max_memory_gb": 17.17, "ce": 0.00833046707180074, "rank": 0.12497773766517639} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7906347513198853, "loss_scale": 4.0, "retries": 0, "seconds": 491.7, "max_memory_gb": 17.17, "ce": 0.05259198643580021, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.07626032084226608, "loss_scale": 4.0, "retries": 0, "seconds": 497.8, "max_memory_gb": 17.17, "ce": 0.0013951306987110002, "rank": 0.10978906601667404} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.4110770225524902, "loss_scale": 4.0, "retries": 0, "seconds": 503.6, "max_memory_gb": 17.17, "ce": 0.09024822117885378, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.4170596599578857, "loss_scale": 4.0, "retries": 0, "seconds": 509.3, "max_memory_gb": 17.17, "ce": 0.31971104053263844, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.6867177486419678, "loss_scale": 4.0, "retries": 0, "seconds": 514.0, "max_memory_gb": 17.17, "ce": 0.21425464195681343, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.5805695652961731, "loss_scale": 4.0, "retries": 0, "seconds": 518.5, "max_memory_gb": 17.17, "ce": 0.02985442711815267, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.38146165013313293, "loss_scale": 4.0, "retries": 0, "seconds": 522.9, "max_memory_gb": 17.17, "ce": 0.01814210316797471, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.056229766458272934, "loss_scale": 4.0, "retries": 0, "seconds": 527.5, "max_memory_gb": 17.17, "ce": 0.002499622680943503, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.3395741283893585, "loss_scale": 4.0, "retries": 0, "seconds": 531.3, "max_memory_gb": 17.17, "ce": 0.014206540587565542, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.931361973285675, "loss_scale": 4.0, "retries": 0, "seconds": 535.9, "max_memory_gb": 17.17, "ce": 0.11639708844518282, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.0823652744293213, "loss_scale": 4.0, "retries": 0, "seconds": 540.4, "max_memory_gb": 17.17, "ce": 0.045909187374036264, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.3738702535629272, "loss_scale": 4.0, "retries": 0, "seconds": 544.8, "max_memory_gb": 17.17, "ce": 0.18212879019301909, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.07490921765565872, "loss_scale": 4.0, "retries": 0, "seconds": 549.3, "max_memory_gb": 17.17, "ce": 0.003353924326802371, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.830438494682312, "loss_scale": 4.0, "retries": 0, "seconds": 553.9, "max_memory_gb": 17.17, "ce": 0.21663916209354284, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.0415089875459671, "loss_scale": 4.0, "retries": 0, "seconds": 559.0, "max_memory_gb": 17.17, "ce": 0.0019386429064525146, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.6712727546691895, "loss_scale": 4.0, "retries": 0, "seconds": 564.2, "max_memory_gb": 17.17, "ce": 0.22341644498510504, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.6520655155181885, "loss_scale": 4.0, "retries": 0, "seconds": 568.8, "max_memory_gb": 17.17, "ce": 0.056431827825235814, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.6292133331298828, "loss_scale": 4.0, "retries": 0, "seconds": 573.3, "max_memory_gb": 17.17, "ce": 0.11941760904210241, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.4425317049026489, "loss_scale": 4.0, "retries": 0, "seconds": 577.8, "max_memory_gb": 17.17, "ce": 0.028282821705943206, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.055514097213745, "loss_scale": 4.0, "retries": 0, "seconds": 582.2, "max_memory_gb": 17.17, "ce": 0.5281853591427534, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7869913578033447, "loss_scale": 4.0, "retries": 0, "seconds": 586.7, "max_memory_gb": 17.17, "ce": 0.1285260994006876, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.158348321914673, "loss_scale": 4.0, "retries": 0, "seconds": 590.7, "max_memory_gb": 17.17, "ce": 0.4807883237654096, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.3518425226211548, "loss_scale": 4.0, "retries": 0, "seconds": 595.2, "max_memory_gb": 17.17, "ce": 0.01208647046223632, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.1771109104156494, "loss_scale": 4.0, "retries": 0, "seconds": 599.8, "max_memory_gb": 17.17, "ce": 0.18917890404873106, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1293528079986572, "loss_scale": 4.0, "retries": 0, "seconds": 604.0, "max_memory_gb": 17.17, "ce": 0.08217172098284209, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.9245836734771729, "loss_scale": 4.0, "retries": 0, "seconds": 608.3, "max_memory_gb": 17.17, "ce": 0.12974504984413215, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.050565719604492, "loss_scale": 4.0, "retries": 0, "seconds": 612.5, "max_memory_gb": 17.17, "ce": 0.18583321358369176, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.9130620956420898, "loss_scale": 4.0, "retries": 0, "seconds": 617.0, "max_memory_gb": 17.17, "ce": 0.20971151625781204, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.663187861442566, "loss_scale": 4.0, "retries": 0, "seconds": 621.4, "max_memory_gb": 17.17, "ce": 0.28141150099781953, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6993144750595093, "loss_scale": 4.0, "retries": 0, "seconds": 626.0, "max_memory_gb": 17.17, "ce": 0.23873141245985607, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.6505201458930969, "loss_scale": 4.0, "retries": 0, "seconds": 630.2, "max_memory_gb": 17.17, "ce": 0.025217825802428706, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.9525721073150635, "loss_scale": 4.0, "retries": 0, "seconds": 634.0, "max_memory_gb": 17.17, "ce": 0.11737022951933795, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.2200353741645813, "loss_scale": 4.0, "retries": 0, "seconds": 638.5, "max_memory_gb": 17.17, "ce": 0.010057164842237398, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.511091947555542, "loss_scale": 4.0, "retries": 0, "seconds": 643.0, "max_memory_gb": 17.17, "ce": 0.11443382097081667, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.0620797872543335, "loss_scale": 4.0, "retries": 0, "seconds": 647.5, "max_memory_gb": 17.17, "ce": 0.05026872316398112, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.039796579629182816, "loss_scale": 4.0, "retries": 0, "seconds": 652.0, "max_memory_gb": 17.17, "ce": 0.0025552947729465814, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.06793532520532608, "loss_scale": 4.0, "retries": 0, "seconds": 656.6, "max_memory_gb": 17.17, "ce": 0.004368812381017051, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.046339511871338, "loss_scale": 4.0, "retries": 0, "seconds": 660.8, "max_memory_gb": 17.17, "ce": 0.09860525329759184, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.259838581085205, "loss_scale": 4.0, "retries": 0, "seconds": 665.2, "max_memory_gb": 17.17, "ce": 0.24232854523870628, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.5341405868530273, "loss_scale": 4.0, "retries": 0, "seconds": 669.8, "max_memory_gb": 17.17, "ce": 0.03128600429954531, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.026686424389481544, "loss_scale": 4.0, "retries": 0, "seconds": 674.4, "max_memory_gb": 17.17, "ce": 0.0017161891457817546, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.21263764798641205, "loss_scale": 4.0, "retries": 0, "seconds": 679.4, "max_memory_gb": 17.17, "ce": 0.015796686196381415, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9846091270446777, "loss_scale": 4.0, "retries": 0, "seconds": 684.0, "max_memory_gb": 17.17, "ce": 0.46808271045847505, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.1464405655860901, "loss_scale": 4.0, "retries": 0, "seconds": 688.5, "max_memory_gb": 17.17, "ce": 0.007465453724535109, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.16581328213214874, "loss_scale": 4.0, "retries": 0, "seconds": 692.9, "max_memory_gb": 17.17, "ce": 0.009368677196107456, "rank": 0.11895576119422913} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6135762333869934, "loss_scale": 4.0, "retries": 0, "seconds": 697.3, "max_memory_gb": 17.17, "ce": 0.07810728593881322, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.8441989421844482, "loss_scale": 4.0, "retries": 0, "seconds": 701.9, "max_memory_gb": 17.17, "ce": 0.07119128874546732, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.22701594233512878, "loss_scale": 4.0, "retries": 0, "seconds": 706.0, "max_memory_gb": 17.17, "ce": 0.02069878963334304, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6232718825340271, "loss_scale": 4.0, "retries": 0, "seconds": 710.2, "max_memory_gb": 17.17, "ce": 0.10040080980479615, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3391384482383728, "loss_scale": 4.0, "retries": 0, "seconds": 714.6, "max_memory_gb": 17.17, "ce": 0.027321368440880178, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.0190482139587402, "loss_scale": 4.0, "retries": 0, "seconds": 719.1, "max_memory_gb": 17.17, "ce": 0.2643222395574867, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.07491125166416168, "loss_scale": 4.0, "retries": 0, "seconds": 723.5, "max_memory_gb": 17.17, "ce": 0.0032839831415003573, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.20061922073364258, "loss_scale": 4.0, "retries": 0, "seconds": 728.0, "max_memory_gb": 17.17, "ce": 0.015512490306718973, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.202301979064941, "loss_scale": 4.0, "retries": 0, "seconds": 732.0, "max_memory_gb": 17.17, "ce": 0.5658143502871553, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.2781175971031189, "loss_scale": 4.0, "retries": 0, "seconds": 736.0, "max_memory_gb": 17.17, "ce": 0.018528402197716787, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.3210088014602661, "loss_scale": 4.0, "retries": 0, "seconds": 740.1, "max_memory_gb": 17.17, "ce": 0.18727649548372938, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.8032786846160889, "loss_scale": 4.0, "retries": 0, "seconds": 744.6, "max_memory_gb": 17.17, "ce": 0.15814047789353936, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.9277330636978149, "loss_scale": 4.0, "retries": 0, "seconds": 749.0, "max_memory_gb": 17.17, "ce": 0.053691590298058145, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.168997287750244, "loss_scale": 4.0, "retries": 0, "seconds": 753.4, "max_memory_gb": 17.17, "ce": 0.3069527152883893, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.8725900650024414, "loss_scale": 4.0, "retries": 0, "seconds": 758.3, "max_memory_gb": 17.17, "ce": 0.06851129861706795, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.15898679196834564, "loss_scale": 4.0, "retries": 0, "seconds": 762.8, "max_memory_gb": 17.17, "ce": 0.009869042780337622, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.5871942043304443, "loss_scale": 4.0, "retries": 0, "seconds": 767.2, "max_memory_gb": 17.17, "ce": 0.27951661969927954, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.21609777212142944, "loss_scale": 4.0, "retries": 0, "seconds": 771.6, "max_memory_gb": 17.17, "ce": 0.009934438192885864, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.061995334923267365, "loss_scale": 4.0, "retries": 0, "seconds": 775.5, "max_memory_gb": 17.17, "ce": 0.0040080868470795394, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.337329387664795, "loss_scale": 4.0, "retries": 0, "seconds": 779.4, "max_memory_gb": 17.17, "ce": 0.2853272160682536, "rank": 0.04891324043273926} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.03596235439181328, "loss_scale": 4.0, "retries": 0, "seconds": 783.3, "max_memory_gb": 17.17, "ce": 0.001258116662484099, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4731024503707886, "loss_scale": 4.0, "retries": 0, "seconds": 787.0, "max_memory_gb": 17.17, "ce": 0.052516816905153973, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.1271819919347763, "loss_scale": 4.0, "retries": 0, "seconds": 791.1, "max_memory_gb": 17.17, "ce": 0.010062231744996097, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.12465716898441315, "loss_scale": 4.0, "retries": 0, "seconds": 795.4, "max_memory_gb": 17.17, "ce": 0.008740713786210108, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.49163588881492615, "loss_scale": 4.0, "retries": 0, "seconds": 799.3, "max_memory_gb": 17.17, "ce": 0.03505898028288357, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.512397289276123, "loss_scale": 4.0, "retries": 0, "seconds": 803.2, "max_memory_gb": 17.17, "ce": 0.10650692114086269, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.025801286101341248, "loss_scale": 4.0, "retries": 0, "seconds": 808.1, "max_memory_gb": 17.17, "ce": 0.001433644077678764, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.2053916454315186, "loss_scale": 4.0, "retries": 0, "seconds": 812.4, "max_memory_gb": 17.17, "ce": 0.2821728891967723, "rank": 0.1250421702861786} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.329979181289673, "loss_scale": 4.0, "retries": 0, "seconds": 816.9, "max_memory_gb": 17.17, "ce": 0.12339765401702607, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.6388295888900757, "loss_scale": 4.0, "retries": 0, "seconds": 821.7, "max_memory_gb": 17.17, "ce": 0.3835522290910376, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.3362208902835846, "loss_scale": 4.0, "retries": 0, "seconds": 826.3, "max_memory_gb": 17.17, "ce": 0.026997646072231873, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.41667813062667847, "loss_scale": 4.0, "retries": 0, "seconds": 830.9, "max_memory_gb": 17.17, "ce": 0.016373194226162013, "rank": 0.07564018666744232} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.6104998588562012, "loss_scale": 4.0, "retries": 0, "seconds": 835.4, "max_memory_gb": 17.17, "ce": 0.13027068903738837, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.06535902619361877, "loss_scale": 4.0, "retries": 0, "seconds": 840.8, "max_memory_gb": 17.17, "ce": 0.0023289723524158035, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.42212456464767456, "loss_scale": 4.0, "retries": 0, "seconds": 846.1, "max_memory_gb": 17.17, "ce": 0.024512239847354067, "rank": 0.1563781201839447} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.4154299199581146, "loss_scale": 4.0, "retries": 0, "seconds": 852.3, "max_memory_gb": 17.17, "ce": 0.03819715308122795, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.9557242393493652, "loss_scale": 4.0, "retries": 0, "seconds": 857.1, "max_memory_gb": 17.17, "ce": 0.10762690480851234, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5951321721076965, "loss_scale": 4.0, "retries": 0, "seconds": 861.9, "max_memory_gb": 17.17, "ce": 0.12240952585079867, "rank": 0.13335853815078735} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.9612010717391968, "loss_scale": 4.0, "retries": 0, "seconds": 866.6, "max_memory_gb": 17.17, "ce": 0.16371105265216102, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.8868398666381836, "loss_scale": 4.0, "retries": 0, "seconds": 871.4, "max_memory_gb": 17.17, "ce": 0.32806086902928655, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.16437573730945587, "loss_scale": 4.0, "retries": 0, "seconds": 875.9, "max_memory_gb": 17.17, "ce": 0.006260434667638037, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.470562219619751, "loss_scale": 4.0, "retries": 0, "seconds": 880.8, "max_memory_gb": 17.17, "ce": 0.15389141401283268, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.3700026273727417, "loss_scale": 4.0, "retries": 0, "seconds": 885.6, "max_memory_gb": 17.17, "ce": 0.33806060169717966, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.01234868448227644, "loss_scale": 4.0, "retries": 0, "seconds": 890.5, "max_memory_gb": 17.17, "ce": 0.0009562711757098441, "rank": 0.1250244528055191} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4474444091320038, "loss_scale": 4.0, "retries": 0, "seconds": 895.1, "max_memory_gb": 17.17, "ce": 0.043081218465886195, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.5684227347373962, "loss_scale": 4.0, "retries": 0, "seconds": 899.9, "max_memory_gb": 17.17, "ce": 0.07834820306152324, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.12232033163309097, "loss_scale": 4.0, "retries": 0, "seconds": 904.9, "max_memory_gb": 17.17, "ce": 0.00803587471409628, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.03286075592041, "loss_scale": 4.0, "retries": 0, "seconds": 909.5, "max_memory_gb": 17.17, "ce": 0.15522982608422353, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5323165059089661, "loss_scale": 4.0, "retries": 0, "seconds": 914.2, "max_memory_gb": 17.17, "ce": 0.06100451581505695, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.2979079484939575, "loss_scale": 4.0, "retries": 0, "seconds": 918.8, "max_memory_gb": 17.17, "ce": 0.11073433001001831, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.3067827224731445, "loss_scale": 4.0, "retries": 0, "seconds": 923.5, "max_memory_gb": 17.17, "ce": 0.2105317225264116, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.9001743793487549, "loss_scale": 4.0, "retries": 0, "seconds": 928.2, "max_memory_gb": 17.17, "ce": 0.07275628414777202, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.04355492442846298, "loss_scale": 4.0, "retries": 0, "seconds": 932.8, "max_memory_gb": 17.17, "ce": 0.0029444202255035634, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.6184249520301819, "loss_scale": 4.0, "retries": 0, "seconds": 937.5, "max_memory_gb": 17.17, "ce": 0.021610356922337814, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.2204722762107849, "loss_scale": 4.0, "retries": 0, "seconds": 942.5, "max_memory_gb": 17.17, "ce": 0.017301994238550833, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.6814886331558228, "loss_scale": 4.0, "retries": 0, "seconds": 947.3, "max_memory_gb": 17.17, "ce": 0.12529273131303853, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.25145962834358215, "loss_scale": 4.0, "retries": 0, "seconds": 952.1, "max_memory_gb": 17.17, "ce": 0.01856392184208744, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2601258158683777, "loss_scale": 4.0, "retries": 0, "seconds": 956.7, "max_memory_gb": 17.17, "ce": 0.05484839781956907, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.06859086453914642, "loss_scale": 4.0, "retries": 0, "seconds": 961.6, "max_memory_gb": 17.17, "ce": 0.003731723213377336, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.8505441546440125, "loss_scale": 4.0, "retries": 0, "seconds": 966.5, "max_memory_gb": 17.17, "ce": 0.11685905699232535, "rank": 0.1252593845129013} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.653092861175537, "loss_scale": 4.0, "retries": 0, "seconds": 971.3, "max_memory_gb": 17.17, "ce": 0.40111152287317964, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.9843051433563232, "loss_scale": 4.0, "retries": 0, "seconds": 976.2, "max_memory_gb": 17.17, "ce": 0.12764551555846992, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.1561650037765503, "loss_scale": 4.0, "retries": 0, "seconds": 981.1, "max_memory_gb": 17.17, "ce": 0.18389462351888142, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.7406851053237915, "loss_scale": 4.0, "retries": 0, "seconds": 985.8, "max_memory_gb": 17.17, "ce": 0.15241792732535941, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.9873445630073547, "loss_scale": 4.0, "retries": 0, "seconds": 990.6, "max_memory_gb": 17.17, "ce": 0.2045987881720066, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.8716351985931396, "loss_scale": 4.0, "retries": 0, "seconds": 995.6, "max_memory_gb": 17.17, "ce": 0.40158424360470235, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.5329264998435974, "loss_scale": 4.0, "retries": 0, "seconds": 1000.3, "max_memory_gb": 17.17, "ce": 0.03334828743413709, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.04798303171992302, "loss_scale": 4.0, "retries": 0, "seconds": 1005.1, "max_memory_gb": 17.17, "ce": 0.002679685494513251, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.9891027212142944, "loss_scale": 4.0, "retries": 0, "seconds": 1009.8, "max_memory_gb": 17.17, "ce": 0.17494055748466053, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.2743707001209259, "loss_scale": 4.0, "retries": 0, "seconds": 1014.7, "max_memory_gb": 17.17, "ce": 0.03013045063607933, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.3232484459877014, "loss_scale": 4.0, "retries": 0, "seconds": 1019.5, "max_memory_gb": 17.17, "ce": 0.021492752985068364, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3988577127456665, "loss_scale": 4.0, "retries": 0, "seconds": 1024.2, "max_memory_gb": 17.17, "ce": 0.02614525167314241, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.35314470529556274, "loss_scale": 4.0, "retries": 0, "seconds": 1029.3, "max_memory_gb": 17.17, "ce": 0.027781110659816477, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.7336366176605225, "loss_scale": 4.0, "retries": 0, "seconds": 1033.8, "max_memory_gb": 17.17, "ce": 0.058812440899600915, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.8228809833526611, "loss_scale": 4.0, "retries": 0, "seconds": 1038.3, "max_memory_gb": 17.17, "ce": 0.034187360241503484, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.10385267436504364, "loss_scale": 4.0, "retries": 0, "seconds": 1043.0, "max_memory_gb": 17.17, "ce": 0.007142848538933322, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7582252621650696, "loss_scale": 4.0, "retries": 0, "seconds": 1047.6, "max_memory_gb": 17.17, "ce": 0.029387037216793033, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.7707272171974182, "loss_scale": 4.0, "retries": 0, "seconds": 1052.1, "max_memory_gb": 17.17, "ce": 0.028701441332032118, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09604407101869583, "loss_scale": 4.0, "retries": 0, "seconds": 1056.6, "max_memory_gb": 17.17, "ce": 0.006887049803026457, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5412852764129639, "loss_scale": 4.0, "retries": 0, "seconds": 1061.1, "max_memory_gb": 17.17, "ce": 0.050122001446652575, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.1398608684539795, "loss_scale": 4.0, "retries": 0, "seconds": 1065.5, "max_memory_gb": 17.17, "ce": 0.36033149540298837, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.610203742980957, "loss_scale": 4.0, "retries": 0, "seconds": 1070.0, "max_memory_gb": 17.17, "ce": 0.04675630115889362, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.5210681557655334, "loss_scale": 4.0, "retries": 0, "seconds": 1074.6, "max_memory_gb": 17.17, "ce": 0.03292339631389041, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.40522170066833496, "loss_scale": 4.0, "retries": 0, "seconds": 1079.0, "max_memory_gb": 17.17, "ce": 0.025202319596246525, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.3143905401229858, "loss_scale": 4.0, "retries": 0, "seconds": 1083.5, "max_memory_gb": 17.17, "ce": 0.05583746778938803, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.4797921180725098, "loss_scale": 4.0, "retries": 0, "seconds": 1088.0, "max_memory_gb": 17.17, "ce": 0.20609921764344108, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.22036491334438324, "loss_scale": 4.0, "retries": 0, "seconds": 1092.5, "max_memory_gb": 17.17, "ce": 0.015145222092314725, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.2977277040481567, "loss_scale": 4.0, "retries": 0, "seconds": 1097.0, "max_memory_gb": 17.17, "ce": 0.06971091355785575, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.2824331521987915, "loss_scale": 4.0, "retries": 0, "seconds": 1101.4, "max_memory_gb": 17.17, "ce": 0.031430861348781036, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.2365046739578247, "loss_scale": 4.0, "retries": 0, "seconds": 1106.1, "max_memory_gb": 17.17, "ce": 0.08552672758401059, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3047751486301422, "loss_scale": 4.0, "retries": 0, "seconds": 1110.6, "max_memory_gb": 17.17, "ce": 0.019976915523784555, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.563847005367279, "loss_scale": 4.0, "retries": 0, "seconds": 1115.2, "max_memory_gb": 17.17, "ce": 0.06205231695435032, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.12276320159435272, "loss_scale": 4.0, "retries": 0, "seconds": 1119.6, "max_memory_gb": 17.17, "ce": 0.008198253192858829, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.028654372319579124, "loss_scale": 4.0, "retries": 0, "seconds": 1124.2, "max_memory_gb": 17.17, "ce": 0.0015087472531831736, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.5686670541763306, "loss_scale": 4.0, "retries": 0, "seconds": 1128.7, "max_memory_gb": 17.17, "ce": 0.043990969305696126, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.8748372793197632, "loss_scale": 4.0, "retries": 0, "seconds": 1133.3, "max_memory_gb": 17.17, "ce": 0.24048293980763447, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.02093179151415825, "loss_scale": 4.0, "retries": 0, "seconds": 1137.9, "max_memory_gb": 17.17, "ce": 0.0010480832154371456, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9381089210510254, "loss_scale": 4.0, "retries": 0, "seconds": 1142.4, "max_memory_gb": 17.17, "ce": 0.061529517792678234, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.13044367730617523, "loss_scale": 4.0, "retries": 0, "seconds": 1147.0, "max_memory_gb": 17.17, "ce": 0.008392953677685, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.17615677416324615, "loss_scale": 4.0, "retries": 0, "seconds": 1151.7, "max_memory_gb": 17.17, "ce": 0.01229256459350836, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.30938586592674255, "loss_scale": 4.0, "retries": 0, "seconds": 1156.2, "max_memory_gb": 17.17, "ce": 0.014469329765461225, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8106_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8106_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8106_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8106_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8106_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d96608d9efb23f8761d919495f056b89314a347 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8106_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.8.mlp.down_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.20.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8106_s13/config.json b/runs/fixed_internvl/removal/Random8_8106_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e5d35f8a215e312fad905f2ec9deeaa8ebf629d1 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8106_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8106", + "layers": [ + 3, + 6, + 8, + 10, + 12, + 19, + 20, + 24 + ], + "ranks": { + "3": 72, + "6": 72, + "8": 72, + "10": 72, + "12": 72, + "19": 72, + "20": 72, + "24": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8106_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8106_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..73702392eb03f31ae1df273d61027f70a235e2aa --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8106_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 6.535672187805176, "loss_scale": 4.0, "retries": 0, "seconds": 4.1, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.802976608276367, "loss_scale": 4.0, "retries": 0, "seconds": 7.6, "max_memory_gb": 17.12, "ce": 0.7742741801739612, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.787118911743164, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 17.13, "ce": 1.1958065293729305, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.357298374176025, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.13, "ce": 0.5301929709385149, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.1960601508617401, "loss_scale": 4.0, "retries": 0, "seconds": 19.1, "max_memory_gb": 17.13, "ce": 0.03968883103425469, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.374025821685791, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 17.13, "ce": 0.2999118826337508, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.6780226230621338, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.13, "ce": 0.38602146979246754, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.1650826930999756, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 17.13, "ce": 0.3556830547749996, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.311762809753418, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 17.13, "ce": 0.32425462338142097, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.4059883654117584, "loss_scale": 4.0, "retries": 0, "seconds": 38.2, "max_memory_gb": 17.13, "ce": 0.12865957395842997, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5497223734855652, "loss_scale": 4.0, "retries": 0, "seconds": 42.0, "max_memory_gb": 17.13, "ce": 0.20718718563875882, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.30281683802604675, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.13, "ce": 0.11159384196798783, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5523769855499268, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.13, "ce": 0.2357108974674702, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.5998107194900513, "loss_scale": 4.0, "retries": 0, "seconds": 53.7, "max_memory_gb": 17.13, "ce": 0.3187215670477599, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.7077832818031311, "loss_scale": 4.0, "retries": 0, "seconds": 57.5, "max_memory_gb": 17.13, "ce": 0.2220728948377655, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3597940504550934, "loss_scale": 4.0, "retries": 0, "seconds": 61.3, "max_memory_gb": 17.13, "ce": 0.08860076156270225, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.3238964080810547, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 17.13, "ce": 0.19628849567379802, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0223557949066162, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.13, "ce": 0.20672385445504915, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.310036063194275, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 17.13, "ce": 0.1626511350623332, "rank": 0.09723109006881714} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.16525857150554657, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 17.13, "ce": 0.017332695004824927, "rank": 0.12476428598165512} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.8048005700111389, "loss_scale": 4.0, "retries": 0, "seconds": 80.0, "max_memory_gb": 17.13, "ce": 0.09157739898637374, "rank": 0.04788228124380112} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.932892084121704, "loss_scale": 4.0, "retries": 0, "seconds": 83.9, "max_memory_gb": 17.13, "ce": 0.15125407641062338, "rank": 0.1165226474404335} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.2029285430908203, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.13, "ce": 0.13013476855542194, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 1.1874514818191528, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.13, "ce": 0.09044723317492753, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.3910112380981445, "loss_scale": 4.0, "retries": 0, "seconds": 95.3, "max_memory_gb": 17.13, "ce": 0.21170708214776823, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.1649086475372314, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 17.13, "ce": 0.18060301220975816, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 5.308839321136475, "loss_scale": 4.0, "retries": 0, "seconds": 102.8, "max_memory_gb": 17.13, "ce": 0.3434285850453307, "rank": 0.11686836183071136} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.4608519077301025, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 17.13, "ce": 0.22189572996285278, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.203933238983154, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 17.13, "ce": 0.6908692002180032, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.26637449860572815, "loss_scale": 4.0, "retries": 0, "seconds": 114.0, "max_memory_gb": 17.13, "ce": 0.012427250477003327, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.295381546020508, "loss_scale": 4.0, "retries": 0, "seconds": 117.8, "max_memory_gb": 17.13, "ce": 0.7879127235573833, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.36776411533355713, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 17.13, "ce": 0.028067895866115578, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.5393123626708984, "loss_scale": 4.0, "retries": 0, "seconds": 125.3, "max_memory_gb": 17.13, "ce": 0.32514444078697124, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.6634339094161987, "loss_scale": 4.0, "retries": 0, "seconds": 129.0, "max_memory_gb": 17.13, "ce": 0.09654169094574172, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.0073543787002563, "loss_scale": 4.0, "retries": 0, "seconds": 132.8, "max_memory_gb": 17.13, "ce": 0.02115656491514528, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.546382188796997, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 17.13, "ce": 0.1443047282155021, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.8079732656478882, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 17.13, "ce": 0.1919125803760835, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.7544499635696411, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 17.13, "ce": 0.13659811906836694, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.4411101341247559, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 17.13, "ce": 0.1259696901361167, "rank": 0.125356525182724} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.145826056599617, "loss_scale": 4.0, "retries": 0, "seconds": 151.4, "max_memory_gb": 17.13, "ce": 0.009778795447346056, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.2554895877838135, "loss_scale": 4.0, "retries": 0, "seconds": 155.1, "max_memory_gb": 17.13, "ce": 0.4170087462225638, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.08716721832752228, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 17.13, "ce": 0.0068475492480502, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.12176394462585449, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 17.13, "ce": 0.008641337884910172, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.790655136108398, "loss_scale": 4.0, "retries": 0, "seconds": 166.3, "max_memory_gb": 17.13, "ce": 0.20554922126439124, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.571148157119751, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 17.13, "ce": 0.40121184109011665, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.246407151222229, "loss_scale": 4.0, "retries": 0, "seconds": 173.8, "max_memory_gb": 17.13, "ce": 0.10091083291990799, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.391780823469162, "loss_scale": 4.0, "retries": 0, "seconds": 177.5, "max_memory_gb": 17.13, "ce": 0.025296466163126752, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.10800760984420776, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.13, "ce": 0.005085089987005631, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.1639399230480194, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 17.13, "ce": 0.0149991548860271, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.824257493019104, "loss_scale": 4.0, "retries": 0, "seconds": 188.8, "max_memory_gb": 17.13, "ce": 0.07769580262174713, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 5.073843479156494, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 17.13, "ce": 0.1869496034387339, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.36565786600112915, "loss_scale": 4.0, "retries": 0, "seconds": 196.3, "max_memory_gb": 17.13, "ce": 0.03421494497888489, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.7847977876663208, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 17.13, "ce": 0.08019229190722399, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.7901855111122131, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.13, "ce": 0.06090873631001159, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.16217148303985596, "loss_scale": 4.0, "retries": 0, "seconds": 207.4, "max_memory_gb": 17.13, "ce": 0.01211160213142648, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.3521263003349304, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.13, "ce": 0.031382547569592134, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.18832416832447052, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.13, "ce": 0.01406231613145792, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.06990131735801697, "loss_scale": 4.0, "retries": 0, "seconds": 217.9, "max_memory_gb": 17.13, "ce": 0.0025887089553862097, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.459502696990967, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 17.13, "ce": 0.19646983301663568, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.6297988295555115, "loss_scale": 4.0, "retries": 0, "seconds": 224.7, "max_memory_gb": 17.13, "ce": 0.06219015240276349, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.151660680770874, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.13, "ce": 0.235278002501218, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3562404215335846, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 17.13, "ce": 0.027858635772645357, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.6024320721626282, "loss_scale": 4.0, "retries": 0, "seconds": 234.9, "max_memory_gb": 17.13, "ce": 0.0407016731260228, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.31482240557670593, "loss_scale": 4.0, "retries": 0, "seconds": 238.3, "max_memory_gb": 17.13, "ce": 0.01363356987349107, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.080466866493225, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.13, "ce": 0.14839606901205116, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.1556499004364014, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 17.13, "ce": 0.24688417137173246, "rank": 0.1175658255815506} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.018214063718914986, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 17.13, "ce": 0.0013849957422280568, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.27215009927749634, "loss_scale": 4.0, "retries": 0, "seconds": 252.0, "max_memory_gb": 17.13, "ce": 0.007656611310153494, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.7987260818481445, "loss_scale": 4.0, "retries": 0, "seconds": 255.5, "max_memory_gb": 17.13, "ce": 0.7119111898973642, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.6426287293434143, "loss_scale": 4.0, "retries": 0, "seconds": 258.8, "max_memory_gb": 17.13, "ce": 0.00653591119714747, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.025573739781975746, "loss_scale": 4.0, "retries": 0, "seconds": 262.2, "max_memory_gb": 17.13, "ce": 0.001490327323153906, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.7853586077690125, "loss_scale": 4.0, "retries": 0, "seconds": 265.7, "max_memory_gb": 17.13, "ce": 0.08094779892235238, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.218837261199951, "loss_scale": 4.0, "retries": 0, "seconds": 269.1, "max_memory_gb": 17.13, "ce": 0.12170024824786196, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.9450256824493408, "loss_scale": 4.0, "retries": 0, "seconds": 272.5, "max_memory_gb": 17.13, "ce": 0.16044306204631908, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.809234619140625, "loss_scale": 4.0, "retries": 0, "seconds": 275.8, "max_memory_gb": 17.13, "ce": 0.7678667754989874, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.735816240310669, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 17.13, "ce": 0.39259390688130225, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.42530739307403564, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 17.13, "ce": 0.026454264818312367, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.271205335855484, "loss_scale": 4.0, "retries": 0, "seconds": 286.0, "max_memory_gb": 17.13, "ce": 0.023954305404004117, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.2825838327407837, "loss_scale": 4.0, "retries": 0, "seconds": 289.5, "max_memory_gb": 17.13, "ce": 0.0070540130341214535, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.24714772403240204, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 17.13, "ce": 0.012213125101766309, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.4564671218395233, "loss_scale": 4.0, "retries": 0, "seconds": 296.2, "max_memory_gb": 17.13, "ce": 0.03710261561172956, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.236478567123413, "loss_scale": 4.0, "retries": 0, "seconds": 299.6, "max_memory_gb": 17.13, "ce": 0.08602405156489112, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.330509901046753, "loss_scale": 4.0, "retries": 0, "seconds": 303.1, "max_memory_gb": 17.13, "ce": 0.19119353058619026, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.4489651918411255, "loss_scale": 4.0, "retries": 0, "seconds": 306.5, "max_memory_gb": 17.13, "ce": 0.02335024765329763, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.0673108920454979, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.13, "ce": 0.0013446362998763561, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.6107683181762695, "loss_scale": 4.0, "retries": 0, "seconds": 313.3, "max_memory_gb": 17.13, "ce": 0.04442768770149996, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.059074878692627, "loss_scale": 4.0, "retries": 0, "seconds": 316.7, "max_memory_gb": 17.13, "ce": 0.11261564860251383, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.42093321681022644, "loss_scale": 4.0, "retries": 0, "seconds": 320.1, "max_memory_gb": 17.13, "ce": 0.023259339457013084, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.19573840498924255, "loss_scale": 4.0, "retries": 0, "seconds": 323.5, "max_memory_gb": 17.13, "ce": 0.01622129947287476, "rank": 0.12499929964542389} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.9549886584281921, "loss_scale": 4.0, "retries": 0, "seconds": 326.9, "max_memory_gb": 17.13, "ce": 0.054702482581888034, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 6.325200080871582, "loss_scale": 4.0, "retries": 0, "seconds": 330.3, "max_memory_gb": 17.13, "ce": 0.5031081297431683, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.537799596786499, "loss_scale": 4.0, "retries": 0, "seconds": 333.6, "max_memory_gb": 17.13, "ce": 0.13504935010007557, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.5678720474243164, "loss_scale": 4.0, "retries": 0, "seconds": 337.1, "max_memory_gb": 17.13, "ce": 0.0900119338971308, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.5130527019500732, "loss_scale": 4.0, "retries": 0, "seconds": 340.5, "max_memory_gb": 17.13, "ce": 0.03832108525602962, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.920842170715332, "loss_scale": 4.0, "retries": 0, "seconds": 343.9, "max_memory_gb": 17.13, "ce": 0.5572233929733557, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 5.229105472564697, "loss_scale": 4.0, "retries": 0, "seconds": 347.4, "max_memory_gb": 17.13, "ce": 0.36853445768338133, "rank": 0.1917647123336792} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.2585439383983612, "loss_scale": 4.0, "retries": 0, "seconds": 350.8, "max_memory_gb": 17.13, "ce": 0.009573279154210468, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.023784637451172, "loss_scale": 4.0, "retries": 0, "seconds": 354.2, "max_memory_gb": 17.13, "ce": 0.12600372807901294, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.25641247630119324, "loss_scale": 4.0, "retries": 0, "seconds": 357.7, "max_memory_gb": 17.13, "ce": 0.011231418789861891, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.48593878746032715, "loss_scale": 4.0, "retries": 0, "seconds": 361.0, "max_memory_gb": 17.13, "ce": 0.0625106213719846, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.22948205471038818, "loss_scale": 4.0, "retries": 0, "seconds": 364.4, "max_memory_gb": 17.13, "ce": 0.009215280636453826, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.19624240696430206, "loss_scale": 4.0, "retries": 0, "seconds": 367.8, "max_memory_gb": 17.13, "ce": 0.012063321891218948, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.09305710345506668, "loss_scale": 4.0, "retries": 0, "seconds": 371.2, "max_memory_gb": 17.13, "ce": 0.004988973631043336, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.32162749767303467, "loss_scale": 4.0, "retries": 0, "seconds": 374.6, "max_memory_gb": 17.13, "ce": 0.010199510337770334, "rank": 0.12491675466299057} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7152102589607239, "loss_scale": 4.0, "retries": 0, "seconds": 378.0, "max_memory_gb": 17.13, "ce": 0.05467694053459127, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.05492869019508362, "loss_scale": 4.0, "retries": 0, "seconds": 381.5, "max_memory_gb": 17.13, "ce": 0.0013662297033079085, "rank": 0.11471831053495407} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.3699541091918945, "loss_scale": 4.0, "retries": 0, "seconds": 384.8, "max_memory_gb": 17.13, "ce": 0.0863181130812336, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.442073106765747, "loss_scale": 4.0, "retries": 0, "seconds": 388.2, "max_memory_gb": 17.13, "ce": 0.34523953736788826, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.1726629734039307, "loss_scale": 4.0, "retries": 0, "seconds": 391.7, "max_memory_gb": 17.13, "ce": 0.19889723592132214, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.3745100498199463, "loss_scale": 4.0, "retries": 0, "seconds": 395.1, "max_memory_gb": 17.13, "ce": 0.022364823818861623, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.3723897337913513, "loss_scale": 4.0, "retries": 0, "seconds": 398.5, "max_memory_gb": 17.13, "ce": 0.018013243055520434, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.0698988288640976, "loss_scale": 4.0, "retries": 0, "seconds": 401.9, "max_memory_gb": 17.13, "ce": 0.0028686015039056656, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.1541467010974884, "loss_scale": 4.0, "retries": 0, "seconds": 405.3, "max_memory_gb": 17.13, "ce": 0.011338646062540647, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.923220694065094, "loss_scale": 4.0, "retries": 0, "seconds": 408.7, "max_memory_gb": 17.13, "ce": 0.10087338893299602, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.7905185222625732, "loss_scale": 4.0, "retries": 0, "seconds": 412.1, "max_memory_gb": 17.13, "ce": 0.03763293631072884, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.4673386812210083, "loss_scale": 4.0, "retries": 0, "seconds": 415.5, "max_memory_gb": 17.13, "ce": 0.18772667333087156, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.062097787857055664, "loss_scale": 4.0, "retries": 0, "seconds": 418.9, "max_memory_gb": 17.13, "ce": 0.0024591380015408504, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.9890284538269043, "loss_scale": 4.0, "retries": 0, "seconds": 422.3, "max_memory_gb": 17.13, "ce": 0.2194930476589434, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.03191914036870003, "loss_scale": 4.0, "retries": 0, "seconds": 425.7, "max_memory_gb": 17.13, "ce": 0.0016350775958926533, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 4.066437244415283, "loss_scale": 4.0, "retries": 0, "seconds": 429.1, "max_memory_gb": 17.13, "ce": 0.1422447749891944, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.7543561458587646, "loss_scale": 4.0, "retries": 0, "seconds": 432.4, "max_memory_gb": 17.13, "ce": 0.057766018287111365, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 7.2027997970581055, "loss_scale": 4.0, "retries": 0, "seconds": 435.8, "max_memory_gb": 17.13, "ce": 0.1193794245200479, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.2972525954246521, "loss_scale": 4.0, "retries": 0, "seconds": 439.2, "max_memory_gb": 17.13, "ce": 0.018351078605519433, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.9444572925567627, "loss_scale": 4.0, "retries": 0, "seconds": 442.5, "max_memory_gb": 17.13, "ce": 0.5577239260410352, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.0472681522369385, "loss_scale": 4.0, "retries": 0, "seconds": 445.8, "max_memory_gb": 17.13, "ce": 0.14548231521985144, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.9021401405334473, "loss_scale": 4.0, "retries": 0, "seconds": 449.3, "max_memory_gb": 17.13, "ce": 0.5484750208570404, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.41277316212654114, "loss_scale": 4.0, "retries": 0, "seconds": 452.6, "max_memory_gb": 17.13, "ce": 0.011348295661946395, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.8582454919815063, "loss_scale": 4.0, "retries": 0, "seconds": 456.0, "max_memory_gb": 17.13, "ce": 0.13281653064677812, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.3495932817459106, "loss_scale": 4.0, "retries": 0, "seconds": 459.3, "max_memory_gb": 17.13, "ce": 0.0788949527495788, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.8109130859375, "loss_scale": 4.0, "retries": 0, "seconds": 462.8, "max_memory_gb": 17.13, "ce": 0.11322785987886164, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.9408955574035645, "loss_scale": 4.0, "retries": 0, "seconds": 466.1, "max_memory_gb": 17.13, "ce": 0.32434032961282355, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.9744600057601929, "loss_scale": 4.0, "retries": 0, "seconds": 469.5, "max_memory_gb": 17.13, "ce": 0.16526337360801335, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.7241321802139282, "loss_scale": 4.0, "retries": 0, "seconds": 473.0, "max_memory_gb": 17.13, "ce": 0.3399201165948398, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6003539562225342, "loss_scale": 4.0, "retries": 0, "seconds": 476.3, "max_memory_gb": 17.13, "ce": 0.1918426738375274, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.44616344571113586, "loss_scale": 4.0, "retries": 0, "seconds": 479.7, "max_memory_gb": 17.13, "ce": 0.026290163536032196, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.1676521301269531, "loss_scale": 4.0, "retries": 0, "seconds": 483.1, "max_memory_gb": 17.13, "ce": 0.055669215671514394, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.20902679860591888, "loss_scale": 4.0, "retries": 0, "seconds": 486.4, "max_memory_gb": 17.13, "ce": 0.007960557275509927, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.978186845779419, "loss_scale": 4.0, "retries": 0, "seconds": 489.8, "max_memory_gb": 17.13, "ce": 0.07623877620972053, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.090486764907837, "loss_scale": 4.0, "retries": 0, "seconds": 493.2, "max_memory_gb": 17.13, "ce": 0.047943617731107224, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.03749021142721176, "loss_scale": 4.0, "retries": 0, "seconds": 496.7, "max_memory_gb": 17.13, "ce": 0.0021658176083292346, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.06282693892717361, "loss_scale": 4.0, "retries": 0, "seconds": 500.0, "max_memory_gb": 17.13, "ce": 0.004580047876515891, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.3168656826019287, "loss_scale": 4.0, "retries": 0, "seconds": 503.4, "max_memory_gb": 17.13, "ce": 0.10918972112176561, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.3988401889801025, "loss_scale": 4.0, "retries": 0, "seconds": 506.9, "max_memory_gb": 17.13, "ce": 0.17364472754616145, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.6577786207199097, "loss_scale": 4.0, "retries": 0, "seconds": 510.2, "max_memory_gb": 17.13, "ce": 0.036862780853880395, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.040418222546577454, "loss_scale": 4.0, "retries": 0, "seconds": 513.6, "max_memory_gb": 17.13, "ce": 0.0017957770769498893, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.15847976505756378, "loss_scale": 4.0, "retries": 0, "seconds": 517.0, "max_memory_gb": 17.13, "ce": 0.01146658260586264, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9172101020812988, "loss_scale": 4.0, "retries": 0, "seconds": 520.4, "max_memory_gb": 17.13, "ce": 0.4874484127649339, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.10822638124227524, "loss_scale": 4.0, "retries": 0, "seconds": 523.7, "max_memory_gb": 17.13, "ce": 0.005374511555601202, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.28389832377433777, "loss_scale": 4.0, "retries": 0, "seconds": 527.1, "max_memory_gb": 17.13, "ce": 0.009095571250327339, "rank": 0.11808211356401443} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6939082145690918, "loss_scale": 4.0, "retries": 0, "seconds": 530.6, "max_memory_gb": 17.13, "ce": 0.08862739827782207, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 4.81691312789917, "loss_scale": 4.0, "retries": 0, "seconds": 533.9, "max_memory_gb": 17.13, "ce": 0.11776533833472058, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.17327885329723358, "loss_scale": 4.0, "retries": 0, "seconds": 537.3, "max_memory_gb": 17.13, "ce": 0.011595819433750876, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6418392062187195, "loss_scale": 4.0, "retries": 0, "seconds": 540.7, "max_memory_gb": 17.13, "ce": 0.09816868188681838, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.5154474377632141, "loss_scale": 4.0, "retries": 0, "seconds": 544.1, "max_memory_gb": 17.13, "ce": 0.04215763888805668, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.3889997005462646, "loss_scale": 4.0, "retries": 0, "seconds": 547.5, "max_memory_gb": 17.13, "ce": 0.269589516702581, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.2593018114566803, "loss_scale": 4.0, "retries": 0, "seconds": 550.8, "max_memory_gb": 17.13, "ce": 0.005100534633129428, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.15102338790893555, "loss_scale": 4.0, "retries": 0, "seconds": 554.3, "max_memory_gb": 17.13, "ce": 0.010568591940682381, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 6.093909740447998, "loss_scale": 4.0, "retries": 0, "seconds": 557.6, "max_memory_gb": 17.13, "ce": 0.5749218347818896, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.4480796158313751, "loss_scale": 4.0, "retries": 0, "seconds": 561.0, "max_memory_gb": 17.13, "ce": 0.026210825643829594, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.195461630821228, "loss_scale": 4.0, "retries": 0, "seconds": 564.4, "max_memory_gb": 17.13, "ce": 0.17443912043472665, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.3947465419769287, "loss_scale": 4.0, "retries": 0, "seconds": 567.8, "max_memory_gb": 17.13, "ce": 0.19679640058711811, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.7537308931350708, "loss_scale": 4.0, "retries": 0, "seconds": 571.1, "max_memory_gb": 17.13, "ce": 0.050234069068210374, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.081982612609863, "loss_scale": 4.0, "retries": 0, "seconds": 574.6, "max_memory_gb": 17.13, "ce": 0.27219275348761585, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.9874193072319031, "loss_scale": 4.0, "retries": 0, "seconds": 577.9, "max_memory_gb": 17.13, "ce": 0.06061562670311105, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.514975368976593, "loss_scale": 4.0, "retries": 0, "seconds": 581.3, "max_memory_gb": 17.13, "ce": 0.013004925729546812, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.0374820232391357, "loss_scale": 4.0, "retries": 0, "seconds": 584.6, "max_memory_gb": 17.13, "ce": 0.3436216001646244, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.5945152044296265, "loss_scale": 4.0, "retries": 0, "seconds": 588.1, "max_memory_gb": 17.13, "ce": 0.014981914531745133, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.0798128992319107, "loss_scale": 4.0, "retries": 0, "seconds": 591.4, "max_memory_gb": 17.13, "ce": 0.005370029538426024, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.2711914777755737, "loss_scale": 4.0, "retries": 0, "seconds": 594.8, "max_memory_gb": 17.13, "ce": 0.2950771045307192, "rank": 0.08854837715625763} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.04906463623046875, "loss_scale": 4.0, "retries": 0, "seconds": 598.3, "max_memory_gb": 17.13, "ce": 0.0015167466008279007, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.6397921442985535, "loss_scale": 4.0, "retries": 0, "seconds": 601.6, "max_memory_gb": 17.13, "ce": 0.06889900205351296, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.11858433485031128, "loss_scale": 4.0, "retries": 0, "seconds": 605.0, "max_memory_gb": 17.13, "ce": 0.00837260891967162, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.14204193651676178, "loss_scale": 4.0, "retries": 0, "seconds": 608.5, "max_memory_gb": 17.13, "ce": 0.010388060596596915, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.4322546422481537, "loss_scale": 4.0, "retries": 0, "seconds": 611.8, "max_memory_gb": 17.13, "ce": 0.027487252966238884, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.5748726725578308, "loss_scale": 4.0, "retries": 0, "seconds": 615.2, "max_memory_gb": 17.13, "ce": 0.07689750861209177, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.03415009006857872, "loss_scale": 4.0, "retries": 0, "seconds": 618.6, "max_memory_gb": 17.13, "ce": 0.002108911011418968, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 7.064176559448242, "loss_scale": 4.0, "retries": 0, "seconds": 622.0, "max_memory_gb": 17.13, "ce": 0.1842600084582955, "rank": 0.12502089142799377} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.6318724155426025, "loss_scale": 4.0, "retries": 0, "seconds": 625.3, "max_memory_gb": 17.13, "ce": 0.1360349232018052, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.4762558937072754, "loss_scale": 4.0, "retries": 0, "seconds": 628.7, "max_memory_gb": 17.13, "ce": 0.3630843506734891, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.3498639464378357, "loss_scale": 4.0, "retries": 0, "seconds": 632.1, "max_memory_gb": 17.13, "ce": 0.02611017679737415, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.28095680475234985, "loss_scale": 4.0, "retries": 0, "seconds": 635.5, "max_memory_gb": 17.13, "ce": 0.009184884353999223, "rank": 0.09734811633825302} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.4809260368347168, "loss_scale": 4.0, "retries": 0, "seconds": 638.8, "max_memory_gb": 17.13, "ce": 0.15548007799952757, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05070073530077934, "loss_scale": 4.0, "retries": 0, "seconds": 642.3, "max_memory_gb": 17.13, "ce": 0.002513382826691668, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.37857985496520996, "loss_scale": 4.0, "retries": 0, "seconds": 645.7, "max_memory_gb": 17.13, "ce": 0.01676504344231944, "rank": 0.13882101327180862} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3801715672016144, "loss_scale": 4.0, "retries": 0, "seconds": 649.0, "max_memory_gb": 17.13, "ce": 0.03581059131647635, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.9327094554901123, "loss_scale": 4.0, "retries": 0, "seconds": 652.3, "max_memory_gb": 17.13, "ce": 0.1467213301348238, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.7494834065437317, "loss_scale": 4.0, "retries": 0, "seconds": 655.8, "max_memory_gb": 17.13, "ce": 0.13281624750834453, "rank": 0.13122771680355072} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.8521955013275146, "loss_scale": 4.0, "retries": 0, "seconds": 659.2, "max_memory_gb": 17.13, "ce": 0.14933284648486733, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.2446703910827637, "loss_scale": 4.0, "retries": 0, "seconds": 662.5, "max_memory_gb": 17.13, "ce": 0.35536871849399176, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.12170372158288956, "loss_scale": 4.0, "retries": 0, "seconds": 666.0, "max_memory_gb": 17.13, "ce": 0.0037414777470985427, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 18.23985481262207, "loss_scale": 4.0, "retries": 0, "seconds": 669.3, "max_memory_gb": 17.13, "ce": 0.18021200327621045, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.468488335609436, "loss_scale": 4.0, "retries": 0, "seconds": 672.7, "max_memory_gb": 17.13, "ce": 0.33686041474811645, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.02673616074025631, "loss_scale": 4.0, "retries": 0, "seconds": 676.1, "max_memory_gb": 17.13, "ce": 0.0013889848751205136, "rank": 0.1251145601272583} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.4085867702960968, "loss_scale": 4.0, "retries": 0, "seconds": 679.9, "max_memory_gb": 17.13, "ce": 0.02874068993514811, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.5867221355438232, "loss_scale": 4.0, "retries": 0, "seconds": 683.6, "max_memory_gb": 17.13, "ce": 0.06688135122294625, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.10596901923418045, "loss_scale": 4.0, "retries": 0, "seconds": 687.4, "max_memory_gb": 17.13, "ce": 0.0065021287937270245, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.3276705741882324, "loss_scale": 4.0, "retries": 0, "seconds": 691.2, "max_memory_gb": 17.13, "ce": 0.11029802149460011, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5694225430488586, "loss_scale": 4.0, "retries": 0, "seconds": 694.9, "max_memory_gb": 17.13, "ce": 0.06243691792860773, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.9668644070625305, "loss_scale": 4.0, "retries": 0, "seconds": 698.6, "max_memory_gb": 17.13, "ce": 0.06761741172340408, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.3835002183914185, "loss_scale": 4.0, "retries": 0, "seconds": 702.5, "max_memory_gb": 17.13, "ce": 0.21706463404916576, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.7187854647636414, "loss_scale": 4.0, "retries": 0, "seconds": 706.2, "max_memory_gb": 17.13, "ce": 0.05323500723761754, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.058715853840112686, "loss_scale": 4.0, "retries": 0, "seconds": 709.9, "max_memory_gb": 17.13, "ce": 0.0030476486044790363, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.9908702373504639, "loss_scale": 4.0, "retries": 0, "seconds": 713.6, "max_memory_gb": 17.13, "ce": 0.0276214520990834, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.1939055621623993, "loss_scale": 4.0, "retries": 0, "seconds": 717.4, "max_memory_gb": 17.13, "ce": 0.012891070651676273, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.6368350982666016, "loss_scale": 4.0, "retries": 0, "seconds": 721.2, "max_memory_gb": 17.13, "ce": 0.1287558956328212, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.24706102907657623, "loss_scale": 4.0, "retries": 0, "seconds": 724.9, "max_memory_gb": 17.13, "ce": 0.01233154409146664, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.270900160074234, "loss_scale": 4.0, "retries": 0, "seconds": 728.7, "max_memory_gb": 17.13, "ce": 0.05230383314938081, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.053409695625305176, "loss_scale": 4.0, "retries": 0, "seconds": 732.4, "max_memory_gb": 17.13, "ce": 0.0025449027298236615, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.9337085485458374, "loss_scale": 4.0, "retries": 0, "seconds": 736.1, "max_memory_gb": 17.13, "ce": 0.10823060836492004, "rank": 0.12540748715400696} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.7104554176330566, "loss_scale": 4.0, "retries": 0, "seconds": 739.9, "max_memory_gb": 17.13, "ce": 0.42205640817473977, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.9587588906288147, "loss_scale": 4.0, "retries": 0, "seconds": 743.6, "max_memory_gb": 17.13, "ce": 0.11375898728692846, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.170416235923767, "loss_scale": 4.0, "retries": 0, "seconds": 747.4, "max_memory_gb": 17.13, "ce": 0.18317239465523016, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.8973792791366577, "loss_scale": 4.0, "retries": 0, "seconds": 751.1, "max_memory_gb": 17.13, "ce": 0.17226984316857852, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.137696623802185, "loss_scale": 4.0, "retries": 0, "seconds": 754.9, "max_memory_gb": 17.13, "ce": 0.2092476113562043, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.9830145835876465, "loss_scale": 4.0, "retries": 0, "seconds": 758.6, "max_memory_gb": 17.13, "ce": 0.4195781256230475, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4359763264656067, "loss_scale": 4.0, "retries": 0, "seconds": 762.3, "max_memory_gb": 17.13, "ce": 0.02552296328394732, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.10007761418819427, "loss_scale": 4.0, "retries": 0, "seconds": 766.2, "max_memory_gb": 17.13, "ce": 0.004090065500349738, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.178987741470337, "loss_scale": 4.0, "retries": 0, "seconds": 769.9, "max_memory_gb": 17.13, "ce": 0.153550076495776, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.46638616919517517, "loss_scale": 4.0, "retries": 0, "seconds": 773.6, "max_memory_gb": 17.13, "ce": 0.032132912725955975, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.43533143401145935, "loss_scale": 4.0, "retries": 0, "seconds": 777.4, "max_memory_gb": 17.13, "ce": 0.02536677219586636, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.3578146994113922, "loss_scale": 4.0, "retries": 0, "seconds": 781.1, "max_memory_gb": 17.13, "ce": 0.020596308473159297, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.34276461601257324, "loss_scale": 4.0, "retries": 0, "seconds": 784.9, "max_memory_gb": 17.13, "ce": 0.02172127006770097, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.455995559692383, "loss_scale": 4.0, "retries": 0, "seconds": 788.5, "max_memory_gb": 17.13, "ce": 0.06402664044207995, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.23780156672000885, "loss_scale": 4.0, "retries": 0, "seconds": 792.4, "max_memory_gb": 17.13, "ce": 0.0204426880372921, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.11953204870223999, "loss_scale": 4.0, "retries": 0, "seconds": 796.1, "max_memory_gb": 17.13, "ce": 0.009111061394833087, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6087274551391602, "loss_scale": 4.0, "retries": 0, "seconds": 799.8, "max_memory_gb": 17.13, "ce": 0.02060150128318128, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.8860039710998535, "loss_scale": 4.0, "retries": 0, "seconds": 803.6, "max_memory_gb": 17.13, "ce": 0.028572188887665106, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09346834570169449, "loss_scale": 4.0, "retries": 0, "seconds": 807.3, "max_memory_gb": 17.13, "ce": 0.005958461834325135, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.4882124364376068, "loss_scale": 4.0, "retries": 0, "seconds": 811.0, "max_memory_gb": 17.13, "ce": 0.039216843455051276, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.969036102294922, "loss_scale": 4.0, "retries": 0, "seconds": 814.7, "max_memory_gb": 17.13, "ce": 0.40530862022569636, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4067779779434204, "loss_scale": 4.0, "retries": 0, "seconds": 818.4, "max_memory_gb": 17.13, "ce": 0.03160211034628446, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3962371051311493, "loss_scale": 4.0, "retries": 0, "seconds": 822.2, "max_memory_gb": 17.13, "ce": 0.020609088404853537, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.43916401267051697, "loss_scale": 4.0, "retries": 0, "seconds": 825.9, "max_memory_gb": 17.13, "ce": 0.025042136986485275, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.0749458074569702, "loss_scale": 4.0, "retries": 0, "seconds": 829.7, "max_memory_gb": 17.13, "ce": 0.04024175515587558, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.856847047805786, "loss_scale": 4.0, "retries": 0, "seconds": 833.4, "max_memory_gb": 17.13, "ce": 0.21292779497071024, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.22623443603515625, "loss_scale": 4.0, "retries": 0, "seconds": 837.1, "max_memory_gb": 17.13, "ce": 0.014938369577521371, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.0078473091125488, "loss_scale": 4.0, "retries": 0, "seconds": 840.9, "max_memory_gb": 17.13, "ce": 0.04534816873820091, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.39965471625328064, "loss_scale": 4.0, "retries": 0, "seconds": 844.7, "max_memory_gb": 17.13, "ce": 0.024108077079290524, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.36933812499046326, "loss_scale": 4.0, "retries": 0, "seconds": 848.4, "max_memory_gb": 17.13, "ce": 0.07891193283012399, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.230147123336792, "loss_scale": 4.0, "retries": 0, "seconds": 852.1, "max_memory_gb": 17.13, "ce": 0.012166701089427079, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5048692226409912, "loss_scale": 4.0, "retries": 0, "seconds": 855.9, "max_memory_gb": 17.13, "ce": 0.05178444041712282, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.11788316071033478, "loss_scale": 4.0, "retries": 0, "seconds": 859.6, "max_memory_gb": 17.13, "ce": 0.007337786862080975, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.02185530588030815, "loss_scale": 4.0, "retries": 0, "seconds": 863.3, "max_memory_gb": 17.13, "ce": 0.0010620830939842563, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.4312554895877838, "loss_scale": 4.0, "retries": 0, "seconds": 867.2, "max_memory_gb": 17.13, "ce": 0.03289471039761338, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.3161566257476807, "loss_scale": 4.0, "retries": 0, "seconds": 870.9, "max_memory_gb": 17.13, "ce": 0.2508244149830716, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.026475511491298676, "loss_scale": 4.0, "retries": 0, "seconds": 874.6, "max_memory_gb": 17.13, "ce": 0.0010116632583958562, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.5817335247993469, "loss_scale": 4.0, "retries": 0, "seconds": 878.4, "max_memory_gb": 17.13, "ce": 0.041159744059768855, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.10529544949531555, "loss_scale": 4.0, "retries": 0, "seconds": 882.1, "max_memory_gb": 17.13, "ce": 0.005559054638979433, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.23870116472244263, "loss_scale": 4.0, "retries": 0, "seconds": 885.9, "max_memory_gb": 17.13, "ce": 0.013031405140282004, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.18836016952991486, "loss_scale": 4.0, "retries": 0, "seconds": 889.6, "max_memory_gb": 17.13, "ce": 0.008703693488314457, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8107_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8107_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8107_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8107_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8107_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e508afbe48fa3c251b3be592c3253569e2df503d --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8107_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8107_s13/config.json b/runs/fixed_internvl/removal/Random8_8107_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98c21cac53e33c9698ed891e2e152144c3ac2046 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8107_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8107", + "layers": [ + 1, + 2, + 5, + 13, + 18, + 23, + 27, + 30 + ], + "ranks": { + "1": 72, + "2": 72, + "5": 72, + "13": 72, + "18": 72, + "23": 72, + "27": 72, + "30": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8107_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8107_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1002dc805a0bae9a3f8e09bb6e2a64b99678f73c --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8107_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 3.937246561050415, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 16.81, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 3.7945830821990967, "loss_scale": 4.0, "retries": 0, "seconds": 9.1, "max_memory_gb": 17.15, "ce": 0.7780426987083047, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 12.642688751220703, "loss_scale": 4.0, "retries": 0, "seconds": 13.2, "max_memory_gb": 17.15, "ce": 1.2910256776958704, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.297090530395508, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 17.15, "ce": 0.6175006492994726, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.12156997621059418, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 17.15, "ce": 0.03964297960374097, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.5563440322875977, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 17.15, "ce": 0.3209966461363365, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 2.985128164291382, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 17.15, "ce": 0.4746795408464095, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.706400752067566, "loss_scale": 4.0, "retries": 0, "seconds": 33.8, "max_memory_gb": 17.15, "ce": 0.3985551777295768, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.639806032180786, "loss_scale": 4.0, "retries": 0, "seconds": 38.2, "max_memory_gb": 17.15, "ce": 0.3312696972861886, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.3080057203769684, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.16, "ce": 0.13410668507276569, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.40443047881126404, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 17.16, "ce": 0.21925712998199742, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.24778808653354645, "loss_scale": 4.0, "retries": 0, "seconds": 51.5, "max_memory_gb": 17.16, "ce": 0.12011653427725832, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.3847861588001251, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 17.16, "ce": 0.24905299594684038, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.780451774597168, "loss_scale": 4.0, "retries": 0, "seconds": 60.3, "max_memory_gb": 17.16, "ce": 0.3615137725137174, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8020012378692627, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 17.16, "ce": 0.24765196347266283, "rank": 0.06824667751789093} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.2898438572883606, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.16, "ce": 0.10179540640092455, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.1157872676849365, "loss_scale": 4.0, "retries": 0, "seconds": 73.6, "max_memory_gb": 17.16, "ce": 0.23531389788695378, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.7728260159492493, "loss_scale": 4.0, "retries": 0, "seconds": 78.0, "max_memory_gb": 17.16, "ce": 0.21601109062612522, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.9722561836242676, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.16, "ce": 0.2142146720798337, "rank": 0.09771319478750229} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.17686517536640167, "loss_scale": 4.0, "retries": 0, "seconds": 86.9, "max_memory_gb": 17.16, "ce": 0.027873975313013943, "rank": 0.12284322082996368} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.7745673060417175, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 17.16, "ce": 0.13056197590049123, "rank": 0.03606434911489487} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8248367309570312, "loss_scale": 4.0, "retries": 0, "seconds": 96.0, "max_memory_gb": 17.16, "ce": 0.16759412649844307, "rank": 0.12103196978569031} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 0.7856542468070984, "loss_scale": 4.0, "retries": 0, "seconds": 100.6, "max_memory_gb": 17.16, "ce": 0.13618522090291663, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.49847689270973206, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 17.16, "ce": 0.0936606409959495, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.6485356092453003, "loss_scale": 4.0, "retries": 0, "seconds": 109.0, "max_memory_gb": 17.16, "ce": 0.19773371051996946, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.1395983695983887, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 17.16, "ce": 0.16616623988375068, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.434478759765625, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 17.16, "ce": 0.22604895400581881, "rank": 0.11227916926145554} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.5635594129562378, "loss_scale": 4.0, "retries": 0, "seconds": 120.2, "max_memory_gb": 17.16, "ce": 0.2152825088778627, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.176382541656494, "loss_scale": 4.0, "retries": 0, "seconds": 123.9, "max_memory_gb": 17.16, "ce": 0.5888189381512348, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.25046783685684204, "loss_scale": 4.0, "retries": 0, "seconds": 127.6, "max_memory_gb": 17.16, "ce": 0.015723240865099797, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 4.342939853668213, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.16, "ce": 0.6719880886521423, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.22838525474071503, "loss_scale": 4.0, "retries": 0, "seconds": 135.2, "max_memory_gb": 17.16, "ce": 0.024171153258066624, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.7015533447265625, "loss_scale": 4.0, "retries": 0, "seconds": 138.9, "max_memory_gb": 17.16, "ce": 0.2582558872854861, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.6852607131004333, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.16, "ce": 0.09621216411323985, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.8740280866622925, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.16, "ce": 0.026279502628312912, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.8073797225952148, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 17.16, "ce": 0.20236770173869445, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.5947656035423279, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.16, "ce": 0.19004688224595156, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.7472909092903137, "loss_scale": 4.0, "retries": 0, "seconds": 157.7, "max_memory_gb": 17.16, "ce": 0.1380089160229545, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.4188498258590698, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 17.16, "ce": 0.13391530476292246, "rank": 0.12516853213310242} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.12743714451789856, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 17.16, "ce": 0.012575618151458912, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.3916752338409424, "loss_scale": 4.0, "retries": 0, "seconds": 169.0, "max_memory_gb": 17.16, "ce": 0.40902798795650597, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.06601180881261826, "loss_scale": 4.0, "retries": 0, "seconds": 172.9, "max_memory_gb": 17.16, "ce": 0.007118110952433199, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.09615891426801682, "loss_scale": 4.0, "retries": 0, "seconds": 176.6, "max_memory_gb": 17.16, "ce": 0.008890330369467847, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.26824951171875, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 17.16, "ce": 0.24392150593303086, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.681195020675659, "loss_scale": 4.0, "retries": 0, "seconds": 184.1, "max_memory_gb": 17.16, "ce": 0.40704959346112446, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.6762157082557678, "loss_scale": 4.0, "retries": 0, "seconds": 187.8, "max_memory_gb": 17.16, "ce": 0.0878617489579483, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.3047165274620056, "loss_scale": 4.0, "retries": 0, "seconds": 191.5, "max_memory_gb": 17.16, "ce": 0.028070647840650054, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.08049442619085312, "loss_scale": 4.0, "retries": 0, "seconds": 195.3, "max_memory_gb": 17.16, "ce": 0.005116503813042073, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.11337701231241226, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 17.16, "ce": 0.013264031189464731, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.6898727416992188, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.16, "ce": 0.07445454446133226, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.093524217605591, "loss_scale": 4.0, "retries": 0, "seconds": 206.6, "max_memory_gb": 17.16, "ce": 0.15755507040830707, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.34380367398262024, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.16, "ce": 0.03905265234061517, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.2005443572998047, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 17.16, "ce": 0.08937830972536176, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.2704007625579834, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.16, "ce": 0.07458517190934799, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.14390310645103455, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 17.16, "ce": 0.01435038596719096, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.3240245580673218, "loss_scale": 4.0, "retries": 0, "seconds": 225.3, "max_memory_gb": 17.16, "ce": 0.030604435394707252, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.12781977653503418, "loss_scale": 4.0, "retries": 0, "seconds": 229.1, "max_memory_gb": 17.16, "ce": 0.012219072581501678, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.05917725712060928, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.16, "ce": 0.004265926992957247, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.7058875560760498, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 17.16, "ce": 0.18514890285223373, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.5951824188232422, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 17.16, "ce": 0.06311000686037005, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 1.2548693418502808, "loss_scale": 4.0, "retries": 0, "seconds": 246.6, "max_memory_gb": 17.16, "ce": 0.21381468407162174, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.2526136040687561, "loss_scale": 4.0, "retries": 0, "seconds": 251.1, "max_memory_gb": 17.16, "ce": 0.0280723005253094, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.3933737874031067, "loss_scale": 4.0, "retries": 0, "seconds": 255.6, "max_memory_gb": 17.16, "ce": 0.0342661080230755, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.1703627109527588, "loss_scale": 4.0, "retries": 0, "seconds": 260.2, "max_memory_gb": 17.16, "ce": 0.012146277423198626, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.8306125998497009, "loss_scale": 4.0, "retries": 0, "seconds": 264.8, "max_memory_gb": 17.16, "ce": 0.15467327278065568, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.532515048980713, "loss_scale": 4.0, "retries": 0, "seconds": 269.3, "max_memory_gb": 17.16, "ce": 0.21701158324628977, "rank": 0.11940674483776093} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.0333344042301178, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 17.16, "ce": 0.0026965501501763356, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.11798977106809616, "loss_scale": 4.0, "retries": 0, "seconds": 278.3, "max_memory_gb": 17.16, "ce": 0.008132785276302457, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.207484245300293, "loss_scale": 4.0, "retries": 0, "seconds": 282.9, "max_memory_gb": 17.16, "ce": 0.6821533194583935, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.14245234429836273, "loss_scale": 4.0, "retries": 0, "seconds": 287.3, "max_memory_gb": 17.16, "ce": 0.003646876291895751, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.04556514322757721, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 17.16, "ce": 0.0027967411008376075, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.7984681129455566, "loss_scale": 4.0, "retries": 0, "seconds": 296.5, "max_memory_gb": 17.16, "ce": 0.09142564180365298, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.3375588655471802, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 17.16, "ce": 0.12008463584788842, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.1799696683883667, "loss_scale": 4.0, "retries": 0, "seconds": 305.3, "max_memory_gb": 17.16, "ce": 0.16407006632891807, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.6564245223999023, "loss_scale": 4.0, "retries": 0, "seconds": 309.8, "max_memory_gb": 17.16, "ce": 0.7554579726720476, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.260144591331482, "loss_scale": 4.0, "retries": 0, "seconds": 314.4, "max_memory_gb": 17.16, "ce": 0.33706152851709703, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.6647164821624756, "loss_scale": 4.0, "retries": 0, "seconds": 318.9, "max_memory_gb": 17.16, "ce": 0.025869709538255847, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.1880609095096588, "loss_scale": 4.0, "retries": 0, "seconds": 323.0, "max_memory_gb": 17.16, "ce": 0.02339708778890781, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.2088615745306015, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 17.16, "ce": 0.009492202308138076, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.18700294196605682, "loss_scale": 4.0, "retries": 0, "seconds": 331.9, "max_memory_gb": 17.16, "ce": 0.013572625944561878, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.454822838306427, "loss_scale": 4.0, "retries": 0, "seconds": 336.4, "max_memory_gb": 17.16, "ce": 0.05076247916395005, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.8324668407440186, "loss_scale": 4.0, "retries": 0, "seconds": 341.0, "max_memory_gb": 17.16, "ce": 0.08968459823154262, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.0011265277862549, "loss_scale": 4.0, "retries": 0, "seconds": 345.5, "max_memory_gb": 17.16, "ce": 0.18318896499386028, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.4528888463973999, "loss_scale": 4.0, "retries": 0, "seconds": 350.0, "max_memory_gb": 17.16, "ce": 0.030384965213443138, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.04578448459506035, "loss_scale": 4.0, "retries": 0, "seconds": 354.5, "max_memory_gb": 17.16, "ce": 0.0015108151533240743, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.36936935782432556, "loss_scale": 4.0, "retries": 0, "seconds": 359.1, "max_memory_gb": 17.16, "ce": 0.044536195640830556, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9729652404785156, "loss_scale": 4.0, "retries": 0, "seconds": 363.5, "max_memory_gb": 17.16, "ce": 0.1338900140253827, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4309892952442169, "loss_scale": 4.0, "retries": 0, "seconds": 368.0, "max_memory_gb": 17.16, "ce": 0.04042479449890379, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.17442530393600464, "loss_scale": 4.0, "retries": 0, "seconds": 372.5, "max_memory_gb": 17.16, "ce": 0.02264616816637499, "rank": 0.12499219179153442} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.5191339254379272, "loss_scale": 4.0, "retries": 0, "seconds": 377.0, "max_memory_gb": 17.16, "ce": 0.05068314920299599, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 2.8846869468688965, "loss_scale": 4.0, "retries": 0, "seconds": 381.5, "max_memory_gb": 17.16, "ce": 0.46857728281793243, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.5589330196380615, "loss_scale": 4.0, "retries": 0, "seconds": 385.9, "max_memory_gb": 17.16, "ce": 0.18435248342575505, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.0685759782791138, "loss_scale": 4.0, "retries": 0, "seconds": 390.5, "max_memory_gb": 17.16, "ce": 0.07574289317653893, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.1181563138961792, "loss_scale": 4.0, "retries": 0, "seconds": 395.0, "max_memory_gb": 17.16, "ce": 0.04756275971931245, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.265136480331421, "loss_scale": 4.0, "retries": 0, "seconds": 399.4, "max_memory_gb": 17.16, "ce": 0.4453499366154574, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.8282887935638428, "loss_scale": 4.0, "retries": 0, "seconds": 404.0, "max_memory_gb": 17.16, "ce": 0.39428008204686193, "rank": 0.2884702682495117} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.25072604417800903, "loss_scale": 4.0, "retries": 0, "seconds": 408.4, "max_memory_gb": 17.16, "ce": 0.014925154976936028, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.1943798065185547, "loss_scale": 4.0, "retries": 0, "seconds": 412.9, "max_memory_gb": 17.16, "ce": 0.06914864316968306, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.08217096328735352, "loss_scale": 4.0, "retries": 0, "seconds": 417.4, "max_memory_gb": 17.16, "ce": 0.01090237665857785, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.484507292509079, "loss_scale": 4.0, "retries": 0, "seconds": 421.9, "max_memory_gb": 17.16, "ce": 0.07722556193812125, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.1207440122961998, "loss_scale": 4.0, "retries": 0, "seconds": 426.4, "max_memory_gb": 17.16, "ce": 0.00964970709355839, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.15581603348255157, "loss_scale": 4.0, "retries": 0, "seconds": 431.0, "max_memory_gb": 17.16, "ce": 0.013412883146884269, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.07065016031265259, "loss_scale": 4.0, "retries": 0, "seconds": 435.4, "max_memory_gb": 17.16, "ce": 0.005959293201613036, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.24995137751102448, "loss_scale": 4.0, "retries": 0, "seconds": 439.8, "max_memory_gb": 17.16, "ce": 0.016717684604373062, "rank": 0.12486522644758224} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.7286882996559143, "loss_scale": 4.0, "retries": 0, "seconds": 444.3, "max_memory_gb": 17.16, "ce": 0.06784941855198667, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.05062013864517212, "loss_scale": 4.0, "retries": 0, "seconds": 448.8, "max_memory_gb": 17.16, "ce": 0.0017153217359009432, "rank": 0.11314969509840012} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.082442045211792, "loss_scale": 4.0, "retries": 0, "seconds": 453.3, "max_memory_gb": 17.16, "ce": 0.10612439632132009, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.1018447875976562, "loss_scale": 4.0, "retries": 0, "seconds": 457.8, "max_memory_gb": 17.16, "ce": 0.2576117607013657, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.1395982503890991, "loss_scale": 4.0, "retries": 0, "seconds": 462.4, "max_memory_gb": 17.16, "ce": 0.14856502449401887, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.29203465580940247, "loss_scale": 4.0, "retries": 0, "seconds": 466.8, "max_memory_gb": 17.16, "ce": 0.01950677329023165, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.31777673959732056, "loss_scale": 4.0, "retries": 0, "seconds": 471.3, "max_memory_gb": 17.16, "ce": 0.025719920692381493, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.06597460061311722, "loss_scale": 4.0, "retries": 0, "seconds": 475.8, "max_memory_gb": 17.16, "ce": 0.004082395254954463, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.22886145114898682, "loss_scale": 4.0, "retries": 0, "seconds": 480.4, "max_memory_gb": 17.16, "ce": 0.01671550653009035, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.6242149472236633, "loss_scale": 4.0, "retries": 0, "seconds": 484.9, "max_memory_gb": 17.16, "ce": 0.10000491345545015, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.0846176147460938, "loss_scale": 4.0, "retries": 0, "seconds": 489.3, "max_memory_gb": 17.16, "ce": 0.034613005234405136, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.6052408814430237, "loss_scale": 4.0, "retries": 0, "seconds": 493.9, "max_memory_gb": 17.16, "ce": 0.1633163673341187, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.06834038347005844, "loss_scale": 4.0, "retries": 0, "seconds": 498.4, "max_memory_gb": 17.16, "ce": 0.00320451266929922, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.1916292905807495, "loss_scale": 4.0, "retries": 0, "seconds": 502.8, "max_memory_gb": 17.16, "ce": 0.1926339868125524, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.05296814814209938, "loss_scale": 4.0, "retries": 0, "seconds": 507.4, "max_memory_gb": 17.16, "ce": 0.0034972479893440322, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.746337413787842, "loss_scale": 4.0, "retries": 0, "seconds": 511.9, "max_memory_gb": 17.16, "ce": 0.12168333611384696, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5922515392303467, "loss_scale": 4.0, "retries": 0, "seconds": 516.3, "max_memory_gb": 17.16, "ce": 0.053551573498452854, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.9317014217376709, "loss_scale": 4.0, "retries": 0, "seconds": 520.7, "max_memory_gb": 17.16, "ce": 0.1094412704530896, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.3280264735221863, "loss_scale": 4.0, "retries": 0, "seconds": 525.3, "max_memory_gb": 17.16, "ce": 0.03130844679844813, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.4482409954071045, "loss_scale": 4.0, "retries": 0, "seconds": 529.7, "max_memory_gb": 17.16, "ce": 0.5060196107901902, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.6645271182060242, "loss_scale": 4.0, "retries": 0, "seconds": 534.1, "max_memory_gb": 17.16, "ce": 0.1356078166959378, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.3334977626800537, "loss_scale": 4.0, "retries": 0, "seconds": 538.7, "max_memory_gb": 17.16, "ce": 0.4920771306083225, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.369442880153656, "loss_scale": 4.0, "retries": 0, "seconds": 543.1, "max_memory_gb": 17.16, "ce": 0.012993996292834709, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.255257248878479, "loss_scale": 4.0, "retries": 0, "seconds": 547.6, "max_memory_gb": 17.16, "ce": 0.15127941999480754, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.215156078338623, "loss_scale": 4.0, "retries": 0, "seconds": 552.1, "max_memory_gb": 17.16, "ce": 0.08772829111148894, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.6715508699417114, "loss_scale": 4.0, "retries": 0, "seconds": 556.7, "max_memory_gb": 17.16, "ce": 0.12504088962214155, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.837596893310547, "loss_scale": 4.0, "retries": 0, "seconds": 561.1, "max_memory_gb": 17.16, "ce": 0.22202519465440673, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 1.7816470861434937, "loss_scale": 4.0, "retries": 0, "seconds": 565.6, "max_memory_gb": 17.16, "ce": 0.19366147162281777, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.3371353149414062, "loss_scale": 4.0, "retries": 0, "seconds": 570.1, "max_memory_gb": 17.16, "ce": 0.33060776232900935, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.09213387966156, "loss_scale": 4.0, "retries": 0, "seconds": 574.4, "max_memory_gb": 17.16, "ce": 0.1922567961664754, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.24642331898212433, "loss_scale": 4.0, "retries": 0, "seconds": 578.5, "max_memory_gb": 17.16, "ce": 0.01957550472661751, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.0695066452026367, "loss_scale": 4.0, "retries": 0, "seconds": 582.7, "max_memory_gb": 17.16, "ce": 0.06421919964282097, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.24803291261196136, "loss_scale": 4.0, "retries": 0, "seconds": 586.9, "max_memory_gb": 17.16, "ce": 0.013225647147919517, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.5550875663757324, "loss_scale": 4.0, "retries": 0, "seconds": 591.0, "max_memory_gb": 17.16, "ce": 0.05168034937264565, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.6174431443214417, "loss_scale": 4.0, "retries": 0, "seconds": 595.2, "max_memory_gb": 17.16, "ce": 0.0367788245025622, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.03238603472709656, "loss_scale": 4.0, "retries": 0, "seconds": 599.3, "max_memory_gb": 17.16, "ce": 0.002799186711854418, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.052732665091753006, "loss_scale": 4.0, "retries": 0, "seconds": 603.4, "max_memory_gb": 17.16, "ce": 0.0054638466074266034, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.3185713291168213, "loss_scale": 4.0, "retries": 0, "seconds": 607.5, "max_memory_gb": 17.16, "ce": 0.082183303363081, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 2.2860758304595947, "loss_scale": 4.0, "retries": 0, "seconds": 611.7, "max_memory_gb": 17.16, "ce": 0.2523678583365836, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.5734060406684875, "loss_scale": 4.0, "retries": 0, "seconds": 615.8, "max_memory_gb": 17.16, "ce": 0.040248762561077456, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.04711637273430824, "loss_scale": 4.0, "retries": 0, "seconds": 619.9, "max_memory_gb": 17.16, "ce": 0.002600463791850416, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.13161970674991608, "loss_scale": 4.0, "retries": 0, "seconds": 624.1, "max_memory_gb": 17.16, "ce": 0.010958722482655503, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.403462529182434, "loss_scale": 4.0, "retries": 0, "seconds": 628.2, "max_memory_gb": 17.16, "ce": 0.46713768792074006, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.11631207168102264, "loss_scale": 4.0, "retries": 0, "seconds": 632.3, "max_memory_gb": 17.16, "ce": 0.008372852363208949, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.11914892494678497, "loss_scale": 4.0, "retries": 0, "seconds": 636.4, "max_memory_gb": 17.16, "ce": 0.009290499082453607, "rank": 0.11916424334049225} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.4620305001735687, "loss_scale": 4.0, "retries": 0, "seconds": 640.6, "max_memory_gb": 17.16, "ce": 0.07845186760619072, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.6691879034042358, "loss_scale": 4.0, "retries": 0, "seconds": 644.5, "max_memory_gb": 17.16, "ce": 0.036111449884856484, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.22729261219501495, "loss_scale": 4.0, "retries": 0, "seconds": 647.9, "max_memory_gb": 17.16, "ce": 0.018085919534087225, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.5509445071220398, "loss_scale": 4.0, "retries": 0, "seconds": 651.5, "max_memory_gb": 17.16, "ce": 0.10269157438233378, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3060201108455658, "loss_scale": 4.0, "retries": 0, "seconds": 654.9, "max_memory_gb": 17.16, "ce": 0.026789925384491653, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.702755331993103, "loss_scale": 4.0, "retries": 0, "seconds": 658.3, "max_memory_gb": 17.16, "ce": 0.25854258957815546, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.06112257391214371, "loss_scale": 4.0, "retries": 0, "seconds": 661.9, "max_memory_gb": 17.16, "ce": 0.0038480063133192743, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.16404803097248077, "loss_scale": 4.0, "retries": 0, "seconds": 665.3, "max_memory_gb": 17.16, "ce": 0.015931355219890975, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.948374271392822, "loss_scale": 4.0, "retries": 0, "seconds": 668.7, "max_memory_gb": 17.16, "ce": 0.720816903855166, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.25363096594810486, "loss_scale": 4.0, "retries": 0, "seconds": 672.2, "max_memory_gb": 17.16, "ce": 0.016448826864234434, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9818223714828491, "loss_scale": 4.0, "retries": 0, "seconds": 675.7, "max_memory_gb": 17.16, "ce": 0.165258871277274, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.2185978889465332, "loss_scale": 4.0, "retries": 0, "seconds": 679.1, "max_memory_gb": 17.16, "ce": 0.14265867133508436, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.6491942405700684, "loss_scale": 4.0, "retries": 0, "seconds": 682.6, "max_memory_gb": 17.16, "ce": 0.05878466860440312, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.9687609672546387, "loss_scale": 4.0, "retries": 0, "seconds": 686.1, "max_memory_gb": 17.16, "ce": 0.291210839035557, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.7682527899742126, "loss_scale": 4.0, "retries": 0, "seconds": 689.6, "max_memory_gb": 17.16, "ce": 0.07085100353924645, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.09061460196971893, "loss_scale": 4.0, "retries": 0, "seconds": 693.1, "max_memory_gb": 17.16, "ce": 0.00932165857466316, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.145853042602539, "loss_scale": 4.0, "retries": 0, "seconds": 696.5, "max_memory_gb": 17.16, "ce": 0.24505844510304087, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.16576793789863586, "loss_scale": 4.0, "retries": 0, "seconds": 700.0, "max_memory_gb": 17.16, "ce": 0.009744501762270374, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.06514564901590347, "loss_scale": 4.0, "retries": 0, "seconds": 703.5, "max_memory_gb": 17.16, "ce": 0.005339398670230366, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.9911718368530273, "loss_scale": 4.0, "retries": 0, "seconds": 707.0, "max_memory_gb": 17.16, "ce": 0.3293288296267747, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.05375126004219055, "loss_scale": 4.0, "retries": 0, "seconds": 710.5, "max_memory_gb": 17.16, "ce": 0.0015559855917217646, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.3829154074192047, "loss_scale": 4.0, "retries": 0, "seconds": 714.0, "max_memory_gb": 17.16, "ce": 0.06362374812215421, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.07086128741502762, "loss_scale": 4.0, "retries": 0, "seconds": 717.4, "max_memory_gb": 17.16, "ce": 0.006184818758356414, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.12925459444522858, "loss_scale": 4.0, "retries": 0, "seconds": 720.9, "max_memory_gb": 17.16, "ce": 0.009478897621647775, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.44370949268341064, "loss_scale": 4.0, "retries": 0, "seconds": 724.4, "max_memory_gb": 17.16, "ce": 0.03424920029465284, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.6007323861122131, "loss_scale": 4.0, "retries": 0, "seconds": 727.9, "max_memory_gb": 17.16, "ce": 0.09103647549318339, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.02148275077342987, "loss_scale": 4.0, "retries": 0, "seconds": 731.5, "max_memory_gb": 17.16, "ce": 0.0012429784060259408, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.7796310186386108, "loss_scale": 4.0, "retries": 0, "seconds": 734.9, "max_memory_gb": 17.16, "ce": 0.2574219785283276, "rank": 0.124966099858284} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.406440258026123, "loss_scale": 4.0, "retries": 0, "seconds": 738.4, "max_memory_gb": 17.16, "ce": 0.10682217058638344, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.0685558319091797, "loss_scale": 4.0, "retries": 0, "seconds": 741.8, "max_memory_gb": 17.16, "ce": 0.3755611279434561, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.1794017106294632, "loss_scale": 4.0, "retries": 0, "seconds": 745.4, "max_memory_gb": 17.16, "ce": 0.02060897202545675, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.23003681004047394, "loss_scale": 4.0, "retries": 0, "seconds": 748.8, "max_memory_gb": 17.16, "ce": 0.007288846002666105, "rank": 0.10131384432315826} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.887342095375061, "loss_scale": 4.0, "retries": 0, "seconds": 752.3, "max_memory_gb": 17.16, "ce": 0.11533566709476872, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.11323685199022293, "loss_scale": 4.0, "retries": 0, "seconds": 755.9, "max_memory_gb": 17.16, "ce": 0.005067755089385173, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.32093316316604614, "loss_scale": 4.0, "retries": 0, "seconds": 759.3, "max_memory_gb": 17.16, "ce": 0.02203573569386208, "rank": 0.1642821729183197} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.2601519227027893, "loss_scale": 4.0, "retries": 0, "seconds": 762.8, "max_memory_gb": 17.16, "ce": 0.0335212791289905, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.985105991363525, "loss_scale": 4.0, "retries": 0, "seconds": 766.6, "max_memory_gb": 17.16, "ce": 0.12515194895900095, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5886485576629639, "loss_scale": 4.0, "retries": 0, "seconds": 770.3, "max_memory_gb": 17.16, "ce": 0.13495952979474168, "rank": 0.13118098676204681} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.3466521501541138, "loss_scale": 4.0, "retries": 0, "seconds": 773.7, "max_memory_gb": 17.16, "ce": 0.19523853722603235, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.2050907611846924, "loss_scale": 4.0, "retries": 0, "seconds": 777.1, "max_memory_gb": 17.16, "ce": 0.30728315581063725, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.20001864433288574, "loss_scale": 4.0, "retries": 0, "seconds": 780.6, "max_memory_gb": 17.16, "ce": 0.007933284512546379, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.430819272994995, "loss_scale": 4.0, "retries": 0, "seconds": 784.1, "max_memory_gb": 17.16, "ce": 0.16089203681985964, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.0364208221435547, "loss_scale": 4.0, "retries": 0, "seconds": 787.6, "max_memory_gb": 17.16, "ce": 0.3400740346078237, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.013984955847263336, "loss_scale": 4.0, "retries": 0, "seconds": 791.3, "max_memory_gb": 17.16, "ce": 0.0010201828195022244, "rank": 0.1250513792037964} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.2632751166820526, "loss_scale": 4.0, "retries": 0, "seconds": 794.8, "max_memory_gb": 17.16, "ce": 0.03833608296645252, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.4643869996070862, "loss_scale": 4.0, "retries": 0, "seconds": 798.3, "max_memory_gb": 17.16, "ce": 0.07279007114448177, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.20473313331604004, "loss_scale": 4.0, "retries": 0, "seconds": 801.7, "max_memory_gb": 17.16, "ce": 0.01146204948599916, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.2866430282592773, "loss_scale": 4.0, "retries": 0, "seconds": 805.3, "max_memory_gb": 17.16, "ce": 0.13933889741883831, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.38202452659606934, "loss_scale": 4.0, "retries": 0, "seconds": 808.8, "max_memory_gb": 17.16, "ce": 0.062270987554938984, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.9332314729690552, "loss_scale": 4.0, "retries": 0, "seconds": 812.3, "max_memory_gb": 17.16, "ce": 0.08732931232407282, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.9791128039360046, "loss_scale": 4.0, "retries": 0, "seconds": 816.0, "max_memory_gb": 17.16, "ce": 0.21585104533733102, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.46253708004951477, "loss_scale": 4.0, "retries": 0, "seconds": 819.8, "max_memory_gb": 17.16, "ce": 0.054858890289324336, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.032070789486169815, "loss_scale": 4.0, "retries": 0, "seconds": 823.6, "max_memory_gb": 17.16, "ce": 0.002529686930756725, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.37614279985427856, "loss_scale": 4.0, "retries": 0, "seconds": 827.5, "max_memory_gb": 17.16, "ce": 0.019393383513943263, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.2851688861846924, "loss_scale": 4.0, "retries": 0, "seconds": 831.5, "max_memory_gb": 17.16, "ce": 0.021343308796303972, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.7179988026618958, "loss_scale": 4.0, "retries": 0, "seconds": 835.3, "max_memory_gb": 17.16, "ce": 0.09312673168233232, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.25697579979896545, "loss_scale": 4.0, "retries": 0, "seconds": 839.2, "max_memory_gb": 17.16, "ce": 0.0229563404336659, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.18217086791992188, "loss_scale": 4.0, "retries": 0, "seconds": 843.2, "max_memory_gb": 17.16, "ce": 0.05437997654735227, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.05871375650167465, "loss_scale": 4.0, "retries": 0, "seconds": 847.1, "max_memory_gb": 17.16, "ce": 0.002735939527838127, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.43877843022346497, "loss_scale": 4.0, "retries": 0, "seconds": 850.9, "max_memory_gb": 17.16, "ce": 0.09850413658500656, "rank": 0.1251874417066574} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.228431224822998, "loss_scale": 4.0, "retries": 0, "seconds": 854.9, "max_memory_gb": 17.16, "ce": 0.36051319059743037, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.5706582069396973, "loss_scale": 4.0, "retries": 0, "seconds": 858.7, "max_memory_gb": 17.16, "ce": 0.11682546527458726, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.8509312868118286, "loss_scale": 4.0, "retries": 0, "seconds": 862.6, "max_memory_gb": 17.16, "ce": 0.1972240057664294, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.48327189683914185, "loss_scale": 4.0, "retries": 0, "seconds": 866.6, "max_memory_gb": 17.16, "ce": 0.14581192614582505, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.043595790863037, "loss_scale": 4.0, "retries": 0, "seconds": 870.4, "max_memory_gb": 17.16, "ce": 0.2268059122102386, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 1.9638655185699463, "loss_scale": 4.0, "retries": 0, "seconds": 874.3, "max_memory_gb": 17.16, "ce": 0.39230106232662365, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.36702948808670044, "loss_scale": 4.0, "retries": 0, "seconds": 878.1, "max_memory_gb": 17.16, "ce": 0.032075003696945714, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05796434357762337, "loss_scale": 4.0, "retries": 0, "seconds": 882.1, "max_memory_gb": 17.16, "ce": 0.003658856933043353, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 0.9207212328910828, "loss_scale": 4.0, "retries": 0, "seconds": 885.9, "max_memory_gb": 17.16, "ce": 0.1716374832458314, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.2913375794887543, "loss_scale": 4.0, "retries": 0, "seconds": 889.8, "max_memory_gb": 17.16, "ce": 0.03607275800732168, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2868838906288147, "loss_scale": 4.0, "retries": 0, "seconds": 893.7, "max_memory_gb": 17.16, "ce": 0.02184565883317191, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.4249044954776764, "loss_scale": 4.0, "retries": 0, "seconds": 897.6, "max_memory_gb": 17.16, "ce": 0.031481538104117135, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.31399083137512207, "loss_scale": 4.0, "retries": 0, "seconds": 901.5, "max_memory_gb": 17.16, "ce": 0.023419323984398943, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.327737808227539, "loss_scale": 4.0, "retries": 0, "seconds": 905.3, "max_memory_gb": 17.16, "ce": 0.06449412124197806, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.43979665637016296, "loss_scale": 4.0, "retries": 0, "seconds": 909.3, "max_memory_gb": 17.16, "ce": 0.03165950658103611, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.1275862604379654, "loss_scale": 4.0, "retries": 0, "seconds": 913.1, "max_memory_gb": 17.16, "ce": 0.011864841843134855, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.3505937159061432, "loss_scale": 4.0, "retries": 0, "seconds": 917.0, "max_memory_gb": 17.16, "ce": 0.01843056750180949, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.7775417566299438, "loss_scale": 4.0, "retries": 0, "seconds": 921.0, "max_memory_gb": 17.16, "ce": 0.03688187862826453, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.13477112352848053, "loss_scale": 4.0, "retries": 0, "seconds": 924.8, "max_memory_gb": 17.16, "ce": 0.01028194880814226, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.396492600440979, "loss_scale": 4.0, "retries": 0, "seconds": 928.7, "max_memory_gb": 17.16, "ce": 0.05305245126828595, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.68757700920105, "loss_scale": 4.0, "retries": 0, "seconds": 932.6, "max_memory_gb": 17.16, "ce": 0.3643582037777833, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.364750474691391, "loss_scale": 4.0, "retries": 0, "seconds": 936.4, "max_memory_gb": 17.16, "ce": 0.04686192608960482, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.2723352909088135, "loss_scale": 4.0, "retries": 0, "seconds": 940.3, "max_memory_gb": 17.16, "ce": 0.018701357768350135, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.32943007349967957, "loss_scale": 4.0, "retries": 0, "seconds": 944.1, "max_memory_gb": 17.16, "ce": 0.02655495836188493, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.718006432056427, "loss_scale": 4.0, "retries": 0, "seconds": 948.0, "max_memory_gb": 17.16, "ce": 0.04554690017721441, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 1.827552080154419, "loss_scale": 4.0, "retries": 0, "seconds": 951.9, "max_memory_gb": 17.16, "ce": 0.2516151552417796, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.1576375663280487, "loss_scale": 4.0, "retries": 0, "seconds": 955.6, "max_memory_gb": 17.16, "ce": 0.01672535548709675, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.584187388420105, "loss_scale": 4.0, "retries": 0, "seconds": 959.5, "max_memory_gb": 17.16, "ce": 0.04822423924224495, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.32513388991355896, "loss_scale": 4.0, "retries": 0, "seconds": 963.4, "max_memory_gb": 17.16, "ce": 0.029788085196514658, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.2956007421016693, "loss_scale": 4.0, "retries": 0, "seconds": 967.1, "max_memory_gb": 17.16, "ce": 0.08724219695500324, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.27171894907951355, "loss_scale": 4.0, "retries": 0, "seconds": 970.9, "max_memory_gb": 17.16, "ce": 0.021232993174180592, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.607904314994812, "loss_scale": 4.0, "retries": 0, "seconds": 974.8, "max_memory_gb": 17.16, "ce": 0.07186725406063488, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.11760980635881424, "loss_scale": 4.0, "retries": 0, "seconds": 978.6, "max_memory_gb": 17.16, "ce": 0.010631480852453024, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.01586991548538208, "loss_scale": 4.0, "retries": 0, "seconds": 982.4, "max_memory_gb": 17.16, "ce": 0.001092462788847115, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.45309123396873474, "loss_scale": 4.0, "retries": 0, "seconds": 986.3, "max_memory_gb": 17.16, "ce": 0.044719210047333036, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.3460806608200073, "loss_scale": 4.0, "retries": 0, "seconds": 990.1, "max_memory_gb": 17.16, "ce": 0.24458225082389617, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.029397793114185333, "loss_scale": 4.0, "retries": 0, "seconds": 993.9, "max_memory_gb": 17.16, "ce": 0.0014456776464157883, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.6825610995292664, "loss_scale": 4.0, "retries": 0, "seconds": 997.8, "max_memory_gb": 17.16, "ce": 0.05424739958334612, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.09218420088291168, "loss_scale": 4.0, "retries": 0, "seconds": 1001.6, "max_memory_gb": 17.16, "ce": 0.007338376959751258, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.16432133316993713, "loss_scale": 4.0, "retries": 0, "seconds": 1005.5, "max_memory_gb": 17.16, "ce": 0.012789142165047451, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.2110125571489334, "loss_scale": 4.0, "retries": 0, "seconds": 1009.4, "max_memory_gb": 17.16, "ce": 0.013998741801287906, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Random8_8110_s13/adapter/README.md b/runs/fixed_internvl/removal/Random8_8110_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8110_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8110_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Random8_8110_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..ee066790437285df52946e29819368d36ec160a9 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8110_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.29.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8110_s13/config.json b/runs/fixed_internvl/removal/Random8_8110_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f7ffb03e0ea879cb59cb0cfbe91bc0c7125879dc --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8110_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8110", + "layers": [ + 1, + 2, + 6, + 10, + 22, + 23, + 26, + 29 + ], + "ranks": { + "1": 72, + "2": 72, + "6": 72, + "10": 72, + "22": 72, + "23": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Random8_8110_s13/steps.jsonl b/runs/fixed_internvl/removal/Random8_8110_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f95e8e29f07ab64cb05a9ec6e8c01da10be7efd9 --- /dev/null +++ b/runs/fixed_internvl/removal/Random8_8110_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.851778984069824, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 16.8, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 4.884544849395752, "loss_scale": 4.0, "retries": 0, "seconds": 10.1, "max_memory_gb": 17.14, "ce": 0.7765238587344356, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.09429359436035, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 17.15, "ce": 1.2577459393069148, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.997280120849609, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.15, "ce": 0.5956452914078909, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.16537347435951233, "loss_scale": 4.0, "retries": 0, "seconds": 23.6, "max_memory_gb": 17.15, "ce": 0.039574019341671374, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.024193525314331, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.15, "ce": 0.3157636081377859, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.946465015411377, "loss_scale": 4.0, "retries": 0, "seconds": 32.0, "max_memory_gb": 17.15, "ce": 0.4395871909437119, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.0725698471069336, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 17.15, "ce": 0.3894858732819557, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.903738021850586, "loss_scale": 4.0, "retries": 0, "seconds": 40.3, "max_memory_gb": 17.15, "ce": 0.32222037855535746, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.38696134090423584, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.15, "ce": 0.13231361978978384, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.4979410767555237, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 17.15, "ce": 0.2133625828428194, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.3138800263404846, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 17.15, "ce": 0.1167993719691367, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5318193435668945, "loss_scale": 4.0, "retries": 0, "seconds": 56.7, "max_memory_gb": 17.15, "ce": 0.24219745262598735, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.4151570796966553, "loss_scale": 4.0, "retries": 0, "seconds": 60.8, "max_memory_gb": 17.15, "ce": 0.34554013540036976, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.6417115330696106, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 17.15, "ce": 0.23647607615976085, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.33988672494888306, "loss_scale": 4.0, "retries": 0, "seconds": 69.0, "max_memory_gb": 17.15, "ce": 0.09566666077444097, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.3638689517974854, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 17.15, "ce": 0.23053190819337033, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.004433512687683, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 17.15, "ce": 0.19662990893993992, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 1.3474950790405273, "loss_scale": 4.0, "retries": 0, "seconds": 80.2, "max_memory_gb": 17.15, "ce": 0.18027143415383762, "rank": 0.10605718195438385} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.19226966798305511, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 17.15, "ce": 0.024460684317091363, "rank": 0.1226309984922409} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.7871335744857788, "loss_scale": 4.0, "retries": 0, "seconds": 86.9, "max_memory_gb": 17.15, "ce": 0.10733587980212178, "rank": 0.02871444821357727} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9286971092224121, "loss_scale": 4.0, "retries": 0, "seconds": 90.4, "max_memory_gb": 17.15, "ce": 0.15277898724161787, "rank": 0.0987817719578743} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.0183194875717163, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 17.15, "ce": 0.1113505846606131, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.47012823820114136, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 17.15, "ce": 0.06834524788428098, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.273101568222046, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 17.15, "ce": 0.18571127220639028, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.405561923980713, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 17.15, "ce": 0.19308037558221258, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.1120688915252686, "loss_scale": 4.0, "retries": 0, "seconds": 107.5, "max_memory_gb": 17.15, "ce": 0.19911236775078578, "rank": 0.10326826572418213} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.342965841293335, "loss_scale": 4.0, "retries": 0, "seconds": 111.0, "max_memory_gb": 17.15, "ce": 0.23086458714533364, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.2676641941070557, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 17.15, "ce": 0.6458381864940748, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.2104886919260025, "loss_scale": 4.0, "retries": 0, "seconds": 117.7, "max_memory_gb": 17.15, "ce": 0.012449704404843942, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.000015735626221, "loss_scale": 4.0, "retries": 0, "seconds": 121.1, "max_memory_gb": 17.15, "ce": 0.660007272297662, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.3172047436237335, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.15, "ce": 0.02710532427590806, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.1494526863098145, "loss_scale": 4.0, "retries": 0, "seconds": 128.1, "max_memory_gb": 17.15, "ce": 0.2824364676998812, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.7309825420379639, "loss_scale": 4.0, "retries": 0, "seconds": 131.6, "max_memory_gb": 17.15, "ce": 0.09797976724075852, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.9448201656341553, "loss_scale": 4.0, "retries": 0, "seconds": 135.2, "max_memory_gb": 17.15, "ce": 0.025002990347275045, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.3119215965270996, "loss_scale": 4.0, "retries": 0, "seconds": 139.4, "max_memory_gb": 17.15, "ce": 0.2364222393007367, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.7510929107666016, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.15, "ce": 0.18471207768379827, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.852269172668457, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 17.15, "ce": 0.15879036107799038, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.4884917736053467, "loss_scale": 4.0, "retries": 0, "seconds": 150.1, "max_memory_gb": 17.15, "ce": 0.14324300115913502, "rank": 0.12520961463451385} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.14777503907680511, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 17.15, "ce": 0.013501373923645588, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.6427435874938965, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.15, "ce": 0.36486024650002946, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.08033741265535355, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.15, "ce": 0.007538542984548258, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.16536332666873932, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.15, "ce": 0.011608050375798484, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.925398826599121, "loss_scale": 4.0, "retries": 0, "seconds": 167.7, "max_memory_gb": 17.15, "ce": 0.33745386087321094, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.419985294342041, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 17.15, "ce": 0.36984193616444827, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 0.8235287666320801, "loss_scale": 4.0, "retries": 0, "seconds": 174.8, "max_memory_gb": 17.15, "ce": 0.08900829058256932, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.32387539744377136, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 17.15, "ce": 0.026031861620140262, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.089556023478508, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 17.15, "ce": 0.005693058428732911, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.10363593697547913, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.15, "ce": 0.01080158641343587, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.7127435207366943, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 17.15, "ce": 0.07162200656421192, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.487041711807251, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 17.15, "ce": 0.16111505501430656, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.36909449100494385, "loss_scale": 4.0, "retries": 0, "seconds": 197.0, "max_memory_gb": 17.15, "ce": 0.035834472451824695, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.38938570022583, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.15, "ce": 0.06406572359446727, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.8992557525634766, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 17.15, "ce": 0.06191758717250195, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.22689278423786163, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 17.15, "ce": 0.018524017459640163, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.4240662157535553, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.15, "ce": 0.03237653015094111, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.13085807859897614, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 17.15, "ce": 0.010799192245031008, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.057775720953941345, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.15, "ce": 0.004419921824592166, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.0409858226776123, "loss_scale": 4.0, "retries": 0, "seconds": 223.7, "max_memory_gb": 17.15, "ce": 0.18329741112211195, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.69095778465271, "loss_scale": 4.0, "retries": 0, "seconds": 227.6, "max_memory_gb": 17.15, "ce": 0.06967564685146499, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.1386539936065674, "loss_scale": 4.0, "retries": 0, "seconds": 231.5, "max_memory_gb": 17.15, "ce": 0.21046257085072284, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.3235939145088196, "loss_scale": 4.0, "retries": 0, "seconds": 235.4, "max_memory_gb": 17.15, "ce": 0.029666687432836625, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.5413520932197571, "loss_scale": 4.0, "retries": 0, "seconds": 239.3, "max_memory_gb": 17.15, "ce": 0.04062953126594948, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.21006609499454498, "loss_scale": 4.0, "retries": 0, "seconds": 243.2, "max_memory_gb": 17.15, "ce": 0.0132586309882754, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.9210144877433777, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 17.15, "ce": 0.14912819315577508, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.0470893383026123, "loss_scale": 4.0, "retries": 0, "seconds": 251.0, "max_memory_gb": 17.15, "ce": 0.20937014004630328, "rank": 0.10988183319568634} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.036235228180885315, "loss_scale": 4.0, "retries": 0, "seconds": 254.8, "max_memory_gb": 17.15, "ce": 0.0028132315974289668, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.17730462551116943, "loss_scale": 4.0, "retries": 0, "seconds": 258.7, "max_memory_gb": 17.15, "ce": 0.008612508147052722, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.0672502517700195, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.15, "ce": 0.6999356192281994, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.33168113231658936, "loss_scale": 4.0, "retries": 0, "seconds": 266.6, "max_memory_gb": 17.15, "ce": 0.0056621102785356925, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.0494651272892952, "loss_scale": 4.0, "retries": 0, "seconds": 270.4, "max_memory_gb": 17.15, "ce": 0.002700006248005593, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.9120469689369202, "loss_scale": 4.0, "retries": 0, "seconds": 274.4, "max_memory_gb": 17.15, "ce": 0.09989056431913923, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.3724255561828613, "loss_scale": 4.0, "retries": 0, "seconds": 278.3, "max_memory_gb": 17.15, "ce": 0.11267557556129759, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.8629684448242188, "loss_scale": 4.0, "retries": 0, "seconds": 282.1, "max_memory_gb": 17.15, "ce": 0.1679516096731959, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.084962844848633, "loss_scale": 4.0, "retries": 0, "seconds": 285.9, "max_memory_gb": 17.15, "ce": 0.7633663049532515, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.346001148223877, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 17.15, "ce": 0.3401668066417187, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.6833537817001343, "loss_scale": 4.0, "retries": 0, "seconds": 293.6, "max_memory_gb": 17.15, "ce": 0.029705133831157582, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.2566471993923187, "loss_scale": 4.0, "retries": 0, "seconds": 297.4, "max_memory_gb": 17.15, "ce": 0.024356532316232915, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.14396612346172333, "loss_scale": 4.0, "retries": 0, "seconds": 301.3, "max_memory_gb": 17.15, "ce": 0.006136250653980824, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.22500751912593842, "loss_scale": 4.0, "retries": 0, "seconds": 305.1, "max_memory_gb": 17.15, "ce": 0.012513393744939094, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.4876849055290222, "loss_scale": 4.0, "retries": 0, "seconds": 308.9, "max_memory_gb": 17.15, "ce": 0.05125116334966151, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.0263419151306152, "loss_scale": 4.0, "retries": 0, "seconds": 312.9, "max_memory_gb": 17.15, "ce": 0.09914479279268562, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.2088731527328491, "loss_scale": 4.0, "retries": 0, "seconds": 316.7, "max_memory_gb": 17.15, "ce": 0.17756257966357225, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.5911781787872314, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 17.15, "ce": 0.03268735597634986, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.05261348560452461, "loss_scale": 4.0, "retries": 0, "seconds": 324.3, "max_memory_gb": 17.15, "ce": 0.001549649313574264, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.6428738236427307, "loss_scale": 4.0, "retries": 0, "seconds": 328.2, "max_memory_gb": 17.15, "ce": 0.05235468647788366, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.1010710000991821, "loss_scale": 4.0, "retries": 0, "seconds": 331.9, "max_memory_gb": 17.15, "ce": 0.14685412815015297, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.4697393774986267, "loss_scale": 4.0, "retries": 0, "seconds": 335.7, "max_memory_gb": 17.15, "ce": 0.040509196780476486, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.17979416251182556, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 17.15, "ce": 0.019959042729624343, "rank": 0.12499147653579712} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.47800612449645996, "loss_scale": 4.0, "retries": 0, "seconds": 343.4, "max_memory_gb": 17.15, "ce": 0.048523211173232994, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.586388349533081, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 17.15, "ce": 0.5473189118956725, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.9986279010772705, "loss_scale": 4.0, "retries": 0, "seconds": 351.0, "max_memory_gb": 17.15, "ce": 0.1635532112945839, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.4770889282226562, "loss_scale": 4.0, "retries": 0, "seconds": 354.9, "max_memory_gb": 17.15, "ce": 0.08817934427133878, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 1.5438159704208374, "loss_scale": 4.0, "retries": 0, "seconds": 358.7, "max_memory_gb": 17.15, "ce": 0.051439202333313006, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.162240028381348, "loss_scale": 4.0, "retries": 0, "seconds": 362.4, "max_memory_gb": 17.15, "ce": 0.5244424709453597, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.385303258895874, "loss_scale": 4.0, "retries": 0, "seconds": 366.4, "max_memory_gb": 17.15, "ce": 0.40742103612137726, "rank": 0.2914152145385742} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.4590223431587219, "loss_scale": 4.0, "retries": 0, "seconds": 370.2, "max_memory_gb": 17.15, "ce": 0.022398975928808795, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.1264406442642212, "loss_scale": 4.0, "retries": 0, "seconds": 374.0, "max_memory_gb": 17.15, "ce": 0.06259558575538904, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.08929336816072464, "loss_scale": 4.0, "retries": 0, "seconds": 377.9, "max_memory_gb": 17.15, "ce": 0.01000596519179453, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.5690203905105591, "loss_scale": 4.0, "retries": 0, "seconds": 381.7, "max_memory_gb": 17.15, "ce": 0.08595637235839604, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.16479836404323578, "loss_scale": 4.0, "retries": 0, "seconds": 385.6, "max_memory_gb": 17.15, "ce": 0.011813931871074601, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.13955695927143097, "loss_scale": 4.0, "retries": 0, "seconds": 389.5, "max_memory_gb": 17.15, "ce": 0.011947979731758096, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.08184640854597092, "loss_scale": 4.0, "retries": 0, "seconds": 393.3, "max_memory_gb": 17.15, "ce": 0.005931146446528146, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2850019335746765, "loss_scale": 4.0, "retries": 0, "seconds": 397.0, "max_memory_gb": 17.15, "ce": 0.02198299301926454, "rank": 0.12493400275707245} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.9429712295532227, "loss_scale": 4.0, "retries": 0, "seconds": 400.9, "max_memory_gb": 17.15, "ce": 0.0713400641939188, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.06796609610319138, "loss_scale": 4.0, "retries": 0, "seconds": 404.8, "max_memory_gb": 17.15, "ce": 0.0018089117420458933, "rank": 0.11126541346311569} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.3123713731765747, "loss_scale": 4.0, "retries": 0, "seconds": 408.6, "max_memory_gb": 17.15, "ce": 0.09997101710223433, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.0882186889648438, "loss_scale": 4.0, "retries": 0, "seconds": 412.4, "max_memory_gb": 17.15, "ce": 0.24507773418963552, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.3650349378585815, "loss_scale": 4.0, "retries": 0, "seconds": 416.3, "max_memory_gb": 17.15, "ce": 0.1256837944038125, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.37637192010879517, "loss_scale": 4.0, "retries": 0, "seconds": 420.1, "max_memory_gb": 17.15, "ce": 0.021511411680876336, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.30094796419143677, "loss_scale": 4.0, "retries": 0, "seconds": 423.9, "max_memory_gb": 17.15, "ce": 0.02176523544540032, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.0459272600710392, "loss_scale": 4.0, "retries": 0, "seconds": 427.7, "max_memory_gb": 17.15, "ce": 0.002624240330533212, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.14305728673934937, "loss_scale": 4.0, "retries": 0, "seconds": 431.6, "max_memory_gb": 17.15, "ce": 0.012583647532665054, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 0.7356389164924622, "loss_scale": 4.0, "retries": 0, "seconds": 435.4, "max_memory_gb": 17.15, "ce": 0.11594975150819664, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.6037383675575256, "loss_scale": 4.0, "retries": 0, "seconds": 439.2, "max_memory_gb": 17.15, "ce": 0.015561731334855722, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.9466097354888916, "loss_scale": 4.0, "retries": 0, "seconds": 443.1, "max_memory_gb": 17.15, "ce": 0.16711093602089022, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.10138797014951706, "loss_scale": 4.0, "retries": 0, "seconds": 446.9, "max_memory_gb": 17.15, "ce": 0.003629822945640626, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.549428105354309, "loss_scale": 4.0, "retries": 0, "seconds": 450.7, "max_memory_gb": 17.15, "ce": 0.22216033788981804, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.05595443397760391, "loss_scale": 4.0, "retries": 0, "seconds": 454.6, "max_memory_gb": 17.15, "ce": 0.002893611211220559, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.0701184272766113, "loss_scale": 4.0, "retries": 0, "seconds": 458.4, "max_memory_gb": 17.15, "ce": 0.10460137702739303, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.5818706154823303, "loss_scale": 4.0, "retries": 0, "seconds": 462.2, "max_memory_gb": 17.15, "ce": 0.056036028598555276, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.4301620721817017, "loss_scale": 4.0, "retries": 0, "seconds": 466.0, "max_memory_gb": 17.15, "ce": 0.12262417173269569, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.27922511100769043, "loss_scale": 4.0, "retries": 0, "seconds": 469.9, "max_memory_gb": 17.15, "ce": 0.026977989423812687, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.79119074344635, "loss_scale": 4.0, "retries": 0, "seconds": 473.8, "max_memory_gb": 17.15, "ce": 0.5268169622104324, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.8682581186294556, "loss_scale": 4.0, "retries": 0, "seconds": 477.5, "max_memory_gb": 17.15, "ce": 0.146331587595796, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.8144569396972656, "loss_scale": 4.0, "retries": 0, "seconds": 481.4, "max_memory_gb": 17.15, "ce": 0.44980160187014917, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.3796386122703552, "loss_scale": 4.0, "retries": 0, "seconds": 485.2, "max_memory_gb": 17.15, "ce": 0.01276701376764322, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.559319257736206, "loss_scale": 4.0, "retries": 0, "seconds": 489.0, "max_memory_gb": 17.15, "ce": 0.16010512095090235, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.3556241989135742, "loss_scale": 4.0, "retries": 0, "seconds": 492.9, "max_memory_gb": 17.15, "ce": 0.08511981721994744, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 0.7022848129272461, "loss_scale": 4.0, "retries": 0, "seconds": 496.8, "max_memory_gb": 17.15, "ce": 0.12518493041852707, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.9094269275665283, "loss_scale": 4.0, "retries": 0, "seconds": 500.6, "max_memory_gb": 17.15, "ce": 0.27797060052898814, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.036773443222046, "loss_scale": 4.0, "retries": 0, "seconds": 504.4, "max_memory_gb": 17.15, "ce": 0.20132247166520756, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.3651981353759766, "loss_scale": 4.0, "retries": 0, "seconds": 508.3, "max_memory_gb": 17.15, "ce": 0.3217904213424845, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.3506641387939453, "loss_scale": 4.0, "retries": 0, "seconds": 512.1, "max_memory_gb": 17.15, "ce": 0.18427546781731508, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.3132752776145935, "loss_scale": 4.0, "retries": 0, "seconds": 515.9, "max_memory_gb": 17.15, "ce": 0.021591813484519662, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 0.7667601704597473, "loss_scale": 4.0, "retries": 0, "seconds": 519.8, "max_memory_gb": 17.15, "ce": 0.035834403581702645, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.32056498527526855, "loss_scale": 4.0, "retries": 0, "seconds": 523.6, "max_memory_gb": 17.15, "ce": 0.013209852954332746, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.6958280205726624, "loss_scale": 4.0, "retries": 0, "seconds": 527.4, "max_memory_gb": 17.15, "ce": 0.057068078660904575, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.9833027124404907, "loss_scale": 4.0, "retries": 0, "seconds": 531.4, "max_memory_gb": 17.15, "ce": 0.041624075996423926, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.07277975231409073, "loss_scale": 4.0, "retries": 0, "seconds": 535.3, "max_memory_gb": 17.15, "ce": 0.0024165500135495677, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.03772135451436043, "loss_scale": 4.0, "retries": 0, "seconds": 539.1, "max_memory_gb": 17.15, "ce": 0.00353978348448436, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.7208428382873535, "loss_scale": 4.0, "retries": 0, "seconds": 542.9, "max_memory_gb": 17.15, "ce": 0.10095853597249516, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.0658116340637207, "loss_scale": 4.0, "retries": 0, "seconds": 546.8, "max_memory_gb": 17.15, "ce": 0.2727707665071648, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.750184178352356, "loss_scale": 4.0, "retries": 0, "seconds": 550.7, "max_memory_gb": 17.15, "ce": 0.04141837839370055, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.056764155626297, "loss_scale": 4.0, "retries": 0, "seconds": 554.5, "max_memory_gb": 17.15, "ce": 0.0029072685365463258, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.13249735534191132, "loss_scale": 4.0, "retries": 0, "seconds": 558.4, "max_memory_gb": 17.15, "ce": 0.012230862011847421, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.664986491203308, "loss_scale": 4.0, "retries": 0, "seconds": 562.2, "max_memory_gb": 17.15, "ce": 0.49805672379579846, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.09473922848701477, "loss_scale": 4.0, "retries": 0, "seconds": 566.0, "max_memory_gb": 17.15, "ce": 0.006355976306167577, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.1268840730190277, "loss_scale": 4.0, "retries": 0, "seconds": 569.8, "max_memory_gb": 17.15, "ce": 0.007996991240815987, "rank": 0.11517908424139023} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5585175156593323, "loss_scale": 4.0, "retries": 0, "seconds": 573.8, "max_memory_gb": 17.15, "ce": 0.08325941077191601, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.847479820251465, "loss_scale": 4.0, "retries": 0, "seconds": 577.6, "max_memory_gb": 17.15, "ce": 0.0754623565530892, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.2303100824356079, "loss_scale": 4.0, "retries": 0, "seconds": 581.4, "max_memory_gb": 17.15, "ce": 0.015094668505753361, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.6258230805397034, "loss_scale": 4.0, "retries": 0, "seconds": 585.3, "max_memory_gb": 17.15, "ce": 0.11040985139607074, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.3405705392360687, "loss_scale": 4.0, "retries": 0, "seconds": 589.1, "max_memory_gb": 17.15, "ce": 0.024860017407263513, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.0099546909332275, "loss_scale": 4.0, "retries": 0, "seconds": 593.0, "max_memory_gb": 17.15, "ce": 0.29299513508976816, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.11007875204086304, "loss_scale": 4.0, "retries": 0, "seconds": 596.9, "max_memory_gb": 17.15, "ce": 0.0036065298095309117, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.17152979969978333, "loss_scale": 4.0, "retries": 0, "seconds": 600.7, "max_memory_gb": 17.15, "ce": 0.014297724823336466, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 6.117147922515869, "loss_scale": 4.0, "retries": 0, "seconds": 604.5, "max_memory_gb": 17.15, "ce": 0.8268450212476637, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.22806373238563538, "loss_scale": 4.0, "retries": 0, "seconds": 608.3, "max_memory_gb": 17.15, "ce": 0.012969343499207753, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.0787736177444458, "loss_scale": 4.0, "retries": 0, "seconds": 612.2, "max_memory_gb": 17.15, "ce": 0.17796000786620425, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.4711644649505615, "loss_scale": 4.0, "retries": 0, "seconds": 616.0, "max_memory_gb": 17.15, "ce": 0.1450597944603942, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.6846914887428284, "loss_scale": 4.0, "retries": 0, "seconds": 619.8, "max_memory_gb": 17.15, "ce": 0.07342288966992783, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.209503173828125, "loss_scale": 4.0, "retries": 0, "seconds": 623.7, "max_memory_gb": 17.15, "ce": 0.2701124655386593, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.7043876647949219, "loss_scale": 4.0, "retries": 0, "seconds": 627.5, "max_memory_gb": 17.15, "ce": 0.063804887259721, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.14356933534145355, "loss_scale": 4.0, "retries": 0, "seconds": 631.3, "max_memory_gb": 17.15, "ce": 0.009985305682675971, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.190203905105591, "loss_scale": 4.0, "retries": 0, "seconds": 635.1, "max_memory_gb": 17.15, "ce": 0.3156280635312214, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.45130980014801025, "loss_scale": 4.0, "retries": 0, "seconds": 639.1, "max_memory_gb": 17.15, "ce": 0.011309025058835687, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.07862276583909988, "loss_scale": 4.0, "retries": 0, "seconds": 642.9, "max_memory_gb": 17.15, "ce": 0.005602425488405061, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.091721534729004, "loss_scale": 4.0, "retries": 0, "seconds": 646.7, "max_memory_gb": 17.15, "ce": 0.32157649913187925, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.020610759034752846, "loss_scale": 4.0, "retries": 0, "seconds": 650.7, "max_memory_gb": 17.15, "ce": 0.0006931991774763446, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4459282457828522, "loss_scale": 4.0, "retries": 0, "seconds": 654.5, "max_memory_gb": 17.15, "ce": 0.06721339741852717, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.06312236189842224, "loss_scale": 4.0, "retries": 0, "seconds": 658.3, "max_memory_gb": 17.15, "ce": 0.005672024509294715, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.11354873329401016, "loss_scale": 4.0, "retries": 0, "seconds": 662.2, "max_memory_gb": 17.15, "ce": 0.007938785297028517, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.6485673785209656, "loss_scale": 4.0, "retries": 0, "seconds": 666.0, "max_memory_gb": 17.15, "ce": 0.04515878349047853, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.589843213558197, "loss_scale": 4.0, "retries": 0, "seconds": 669.8, "max_memory_gb": 17.15, "ce": 0.09519222896869906, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.02280723676085472, "loss_scale": 4.0, "retries": 0, "seconds": 673.8, "max_memory_gb": 17.15, "ce": 0.0015638880140613765, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 1.0639946460723877, "loss_scale": 4.0, "retries": 0, "seconds": 677.5, "max_memory_gb": 17.15, "ce": 0.24229999091312493, "rank": 0.1249246746301651} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.202134609222412, "loss_scale": 4.0, "retries": 0, "seconds": 681.2, "max_memory_gb": 17.15, "ce": 0.11674103432596894, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.1963183879852295, "loss_scale": 4.0, "retries": 0, "seconds": 685.1, "max_memory_gb": 17.15, "ce": 0.37499284804471245, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.19709601998329163, "loss_scale": 4.0, "retries": 0, "seconds": 689.2, "max_memory_gb": 17.15, "ce": 0.01970364497447008, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.6481918096542358, "loss_scale": 4.0, "retries": 0, "seconds": 693.4, "max_memory_gb": 17.15, "ce": 0.0077952241135790246, "rank": 0.04955294728279114} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.828065812587738, "loss_scale": 4.0, "retries": 0, "seconds": 698.0, "max_memory_gb": 17.15, "ce": 0.1255889156836929, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.07986278831958771, "loss_scale": 4.0, "retries": 0, "seconds": 702.7, "max_memory_gb": 17.15, "ce": 0.0033359307594764687, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.32037296891212463, "loss_scale": 4.0, "retries": 0, "seconds": 706.9, "max_memory_gb": 17.15, "ce": 0.020333182001195382, "rank": 0.16738924384117126} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.3037548065185547, "loss_scale": 4.0, "retries": 0, "seconds": 711.0, "max_memory_gb": 17.15, "ce": 0.03337521320690939, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.0321171283721924, "loss_scale": 4.0, "retries": 0, "seconds": 715.5, "max_memory_gb": 17.15, "ce": 0.10212272854232651, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.1237059831619263, "loss_scale": 4.0, "retries": 0, "seconds": 719.7, "max_memory_gb": 17.15, "ce": 0.13726236239199352, "rank": 0.13110226392745972} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.5227229595184326, "loss_scale": 4.0, "retries": 0, "seconds": 723.5, "max_memory_gb": 17.15, "ce": 0.17469864748272812, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.562814712524414, "loss_scale": 4.0, "retries": 0, "seconds": 727.3, "max_memory_gb": 17.15, "ce": 0.31725910443174143, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.15909776091575623, "loss_scale": 4.0, "retries": 0, "seconds": 731.3, "max_memory_gb": 17.15, "ce": 0.0054481975753333245, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 5.819794178009033, "loss_scale": 4.0, "retries": 0, "seconds": 735.0, "max_memory_gb": 17.15, "ce": 0.17769843814539854, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.1219549179077148, "loss_scale": 4.0, "retries": 0, "seconds": 738.9, "max_memory_gb": 17.15, "ce": 0.33638619020439364, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.02123204618692398, "loss_scale": 4.0, "retries": 0, "seconds": 742.9, "max_memory_gb": 17.15, "ce": 0.001251055807188095, "rank": 0.1250622719526291} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.33474084734916687, "loss_scale": 4.0, "retries": 0, "seconds": 746.7, "max_memory_gb": 17.15, "ce": 0.03805981809955483, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.40603259205818176, "loss_scale": 4.0, "retries": 0, "seconds": 750.6, "max_memory_gb": 17.15, "ce": 0.06669766982531655, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.1464458405971527, "loss_scale": 4.0, "retries": 0, "seconds": 754.5, "max_memory_gb": 17.15, "ce": 0.008270432196695765, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.675278902053833, "loss_scale": 4.0, "retries": 0, "seconds": 758.6, "max_memory_gb": 17.15, "ce": 0.13059307680759957, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.3596343398094177, "loss_scale": 4.0, "retries": 0, "seconds": 762.5, "max_memory_gb": 17.15, "ce": 0.06501680875999227, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.04695463180542, "loss_scale": 4.0, "retries": 0, "seconds": 766.3, "max_memory_gb": 17.15, "ce": 0.08806557087200417, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.1909908056259155, "loss_scale": 4.0, "retries": 0, "seconds": 770.4, "max_memory_gb": 17.15, "ce": 0.22246540077230748, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6142159104347229, "loss_scale": 4.0, "retries": 0, "seconds": 774.2, "max_memory_gb": 17.15, "ce": 0.05586029350206445, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.037459973245859146, "loss_scale": 4.0, "retries": 0, "seconds": 778.0, "max_memory_gb": 17.15, "ce": 0.002684492692424101, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.32062265276908875, "loss_scale": 4.0, "retries": 0, "seconds": 781.9, "max_memory_gb": 17.15, "ce": 0.016413029296018067, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.2780422270298004, "loss_scale": 4.0, "retries": 0, "seconds": 785.9, "max_memory_gb": 17.15, "ce": 0.020600160375579435, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 0.6586802005767822, "loss_scale": 4.0, "retries": 0, "seconds": 789.8, "max_memory_gb": 17.15, "ce": 0.08536626597742725, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.26042816042900085, "loss_scale": 4.0, "retries": 0, "seconds": 793.7, "max_memory_gb": 17.15, "ce": 0.019383536798159184, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.21371380984783173, "loss_scale": 4.0, "retries": 0, "seconds": 797.6, "max_memory_gb": 17.15, "ce": 0.053179257118245005, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.05339423939585686, "loss_scale": 4.0, "retries": 0, "seconds": 801.6, "max_memory_gb": 17.15, "ce": 0.0025719830982779968, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.8456491827964783, "loss_scale": 4.0, "retries": 0, "seconds": 805.5, "max_memory_gb": 17.15, "ce": 0.11162991011951817, "rank": 0.12511613965034485} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.4616849422454834, "loss_scale": 4.0, "retries": 0, "seconds": 809.4, "max_memory_gb": 17.15, "ce": 0.36263226984874564, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.7009816765785217, "loss_scale": 4.0, "retries": 0, "seconds": 813.3, "max_memory_gb": 17.15, "ce": 0.1338266476325316, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.0131958723068237, "loss_scale": 4.0, "retries": 0, "seconds": 817.2, "max_memory_gb": 17.15, "ce": 0.18297235821228242, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.6135091185569763, "loss_scale": 4.0, "retries": 0, "seconds": 821.2, "max_memory_gb": 17.15, "ce": 0.15365486463133493, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.1239678859710693, "loss_scale": 4.0, "retries": 0, "seconds": 825.1, "max_memory_gb": 17.15, "ce": 0.2189300362601898, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.0522725582122803, "loss_scale": 4.0, "retries": 0, "seconds": 829.0, "max_memory_gb": 17.15, "ce": 0.4128167271433085, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.4163040220737457, "loss_scale": 4.0, "retries": 0, "seconds": 832.8, "max_memory_gb": 17.15, "ce": 0.028254376394670544, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.08572610467672348, "loss_scale": 4.0, "retries": 0, "seconds": 836.8, "max_memory_gb": 17.15, "ce": 0.004572923859768707, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.013455867767334, "loss_scale": 4.0, "retries": 0, "seconds": 840.6, "max_memory_gb": 17.15, "ce": 0.17542321468476985, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.33173084259033203, "loss_scale": 4.0, "retries": 0, "seconds": 844.5, "max_memory_gb": 17.15, "ce": 0.034754605250327586, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.2985117733478546, "loss_scale": 4.0, "retries": 0, "seconds": 848.4, "max_memory_gb": 17.15, "ce": 0.01918357035083318, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.4159500002861023, "loss_scale": 4.0, "retries": 0, "seconds": 852.2, "max_memory_gb": 17.15, "ce": 0.02649637346576128, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.4396854341030121, "loss_scale": 4.0, "retries": 0, "seconds": 856.1, "max_memory_gb": 17.15, "ce": 0.026058450620439544, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.7670562267303467, "loss_scale": 4.0, "retries": 0, "seconds": 859.8, "max_memory_gb": 17.15, "ce": 0.06963550348314129, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.4266563057899475, "loss_scale": 4.0, "retries": 0, "seconds": 863.8, "max_memory_gb": 17.15, "ce": 0.027022697438042087, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.138644739985466, "loss_scale": 4.0, "retries": 0, "seconds": 867.6, "max_memory_gb": 17.15, "ce": 0.011160525607920135, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.6953199505805969, "loss_scale": 4.0, "retries": 0, "seconds": 871.4, "max_memory_gb": 17.15, "ce": 0.029192305397373275, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.6081783175468445, "loss_scale": 4.0, "retries": 0, "seconds": 875.3, "max_memory_gb": 17.15, "ce": 0.027856794653416728, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09946026653051376, "loss_scale": 4.0, "retries": 0, "seconds": 879.1, "max_memory_gb": 17.15, "ce": 0.008206812209891723, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5362871289253235, "loss_scale": 4.0, "retries": 0, "seconds": 882.9, "max_memory_gb": 17.15, "ce": 0.05580583286155161, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.7812116146087646, "loss_scale": 4.0, "retries": 0, "seconds": 886.7, "max_memory_gb": 17.15, "ce": 0.3917096258514903, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.4645155072212219, "loss_scale": 4.0, "retries": 0, "seconds": 890.5, "max_memory_gb": 17.15, "ce": 0.046724400632228935, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.3051360547542572, "loss_scale": 4.0, "retries": 0, "seconds": 894.3, "max_memory_gb": 17.15, "ce": 0.01985615619287273, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.44424766302108765, "loss_scale": 4.0, "retries": 0, "seconds": 898.0, "max_memory_gb": 17.15, "ce": 0.02715630450120443, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.684541642665863, "loss_scale": 4.0, "retries": 0, "seconds": 901.9, "max_memory_gb": 17.15, "ce": 0.04477095304036993, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.009618043899536, "loss_scale": 4.0, "retries": 0, "seconds": 905.7, "max_memory_gb": 17.15, "ce": 0.21833003160372755, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.18204230070114136, "loss_scale": 4.0, "retries": 0, "seconds": 909.4, "max_memory_gb": 17.15, "ce": 0.016683808378502363, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.6513463854789734, "loss_scale": 4.0, "retries": 0, "seconds": 913.2, "max_memory_gb": 17.15, "ce": 0.05009365177420477, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.2664424777030945, "loss_scale": 4.0, "retries": 0, "seconds": 917.0, "max_memory_gb": 17.15, "ce": 0.02547683390162092, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5558436512947083, "loss_scale": 4.0, "retries": 0, "seconds": 920.8, "max_memory_gb": 17.15, "ce": 0.0850068841277789, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.28375768661499023, "loss_scale": 4.0, "retries": 0, "seconds": 924.5, "max_memory_gb": 17.15, "ce": 0.019829562636004994, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.5142533183097839, "loss_scale": 4.0, "retries": 0, "seconds": 928.3, "max_memory_gb": 17.15, "ce": 0.06472836872671905, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.12659446895122528, "loss_scale": 4.0, "retries": 0, "seconds": 932.0, "max_memory_gb": 17.15, "ce": 0.010252515975935239, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.014806943014264107, "loss_scale": 4.0, "retries": 0, "seconds": 935.8, "max_memory_gb": 17.15, "ce": 0.00103087522666101, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.5663411021232605, "loss_scale": 4.0, "retries": 0, "seconds": 939.7, "max_memory_gb": 17.15, "ce": 0.04779299232905032, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.367334008216858, "loss_scale": 4.0, "retries": 0, "seconds": 943.4, "max_memory_gb": 17.15, "ce": 0.26256849643641544, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.03267115727066994, "loss_scale": 4.0, "retries": 0, "seconds": 947.2, "max_memory_gb": 17.15, "ce": 0.0014549602615261392, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.764355480670929, "loss_scale": 4.0, "retries": 0, "seconds": 951.1, "max_memory_gb": 17.15, "ce": 0.05509999624064221, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.10336849838495255, "loss_scale": 4.0, "retries": 0, "seconds": 954.8, "max_memory_gb": 17.15, "ce": 0.0077214201407969085, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.17491166293621063, "loss_scale": 4.0, "retries": 0, "seconds": 958.6, "max_memory_gb": 17.15, "ce": 0.011784065776737407, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.2561207711696625, "loss_scale": 4.0, "retries": 0, "seconds": 962.5, "max_memory_gb": 17.15, "ce": 0.015951164019952557, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Shallow8_s13/adapter/README.md b/runs/fixed_internvl/removal/Shallow8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Shallow8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Shallow8_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Shallow8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..424776976bf2898ef91b128bba6c7513194b234b --- /dev/null +++ b/runs/fixed_internvl/removal/Shallow8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.3.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Shallow8_s13/config.json b/runs/fixed_internvl/removal/Shallow8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f2541623e1eab8d3fc5cc3a8b4755122ba8aedcb --- /dev/null +++ b/runs/fixed_internvl/removal/Shallow8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Shallow8_s13/steps.jsonl b/runs/fixed_internvl/removal/Shallow8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..77871504f1efdf1e3330752f832018cc61fc33c4 --- /dev/null +++ b/runs/fixed_internvl/removal/Shallow8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.353473663330078, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 4.504726886749268, "loss_scale": 4.0, "retries": 0, "seconds": 8.9, "max_memory_gb": 17.08, "ce": 0.7746170445170719, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.469050407409668, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.08, "ce": 1.2559674102813005, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.768103122711182, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 17.08, "ce": 0.5981215213250834, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.15699170529842377, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 17.08, "ce": 0.03991900998971687, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.823721408843994, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.08, "ce": 0.32578648810158484, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.6640028953552246, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 17.08, "ce": 0.47994286447828927, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.2295517921447754, "loss_scale": 4.0, "retries": 0, "seconds": 31.8, "max_memory_gb": 17.08, "ce": 0.4145856238901615, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.8563926219940186, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.08, "ce": 0.3441613994073123, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.42246246337890625, "loss_scale": 4.0, "retries": 0, "seconds": 39.7, "max_memory_gb": 17.08, "ce": 0.14372939550958108, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5891487002372742, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 17.08, "ce": 0.22935438148851972, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.3764079511165619, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.08, "ce": 0.12903348846430163, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5072740912437439, "loss_scale": 4.0, "retries": 0, "seconds": 50.9, "max_memory_gb": 17.08, "ce": 0.26039137382394983, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.813333511352539, "loss_scale": 4.0, "retries": 0, "seconds": 54.6, "max_memory_gb": 17.08, "ce": 0.4441059771925211, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8623229265213013, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 17.08, "ce": 0.2648736313954032, "rank": 0.09412828832864761} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.34205907583236694, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 17.08, "ce": 0.12366710290370975, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.4745336771011353, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 17.08, "ce": 0.27371377300005406, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.6388186812400818, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 17.08, "ce": 0.2836434402561281, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.9610375165939331, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 17.08, "ce": 0.3404617964406498, "rank": 0.187328040599823} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.3896874189376831, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 17.08, "ce": 0.04204072536958847, "rank": 0.1255924552679062} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.4209182858467102, "loss_scale": 4.0, "retries": 0, "seconds": 80.6, "max_memory_gb": 17.08, "ce": 0.2191043048078427, "rank": 0.04934565722942352} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.8347992300987244, "loss_scale": 4.0, "retries": 0, "seconds": 84.5, "max_memory_gb": 17.08, "ce": 0.2772781742969528, "rank": 0.12952148914337158} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.1057984828948975, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 17.08, "ce": 0.26328428343549604, "rank": 0.07224918901920319} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.8277835249900818, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 17.08, "ce": 0.34375818632543087, "rank": 0.1227571964263916} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.5315136909484863, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 17.08, "ce": 0.36359807645203546, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.8997190594673157, "loss_scale": 4.0, "retries": 0, "seconds": 99.5, "max_memory_gb": 17.08, "ce": 0.3483481057919562, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.203702926635742, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.08, "ce": 0.3549865384120494, "rank": 0.18396082520484924} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.4072201251983643, "loss_scale": 4.0, "retries": 0, "seconds": 107.0, "max_memory_gb": 17.08, "ce": 0.32782969484105706, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.138823986053467, "loss_scale": 4.0, "retries": 0, "seconds": 110.8, "max_memory_gb": 17.08, "ce": 0.5531070684373844, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.6761108636856079, "loss_scale": 4.0, "retries": 0, "seconds": 114.5, "max_memory_gb": 17.08, "ce": 0.10321883821688971, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 8.635697364807129, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 17.08, "ce": 0.5285783540457487, "rank": 0.053279876708984375} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.7335662841796875, "loss_scale": 4.0, "retries": 0, "seconds": 122.1, "max_memory_gb": 17.08, "ce": 0.14604018675163388, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.8596959114074707, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 17.08, "ce": 0.20667859120294452, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.216309666633606, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 17.08, "ce": 0.1375166825746419, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.4927516281604767, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 17.08, "ce": 0.02472335567290429, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.370152711868286, "loss_scale": 4.0, "retries": 0, "seconds": 137.0, "max_memory_gb": 17.08, "ce": 0.11152605493771262, "rank": 0.07031615078449249} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.3468148708343506, "loss_scale": 4.0, "retries": 0, "seconds": 140.8, "max_memory_gb": 17.08, "ce": 0.23136572363728192, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.6713882684707642, "loss_scale": 4.0, "retries": 0, "seconds": 144.6, "max_memory_gb": 17.08, "ce": 0.16539785990607925, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.1559956073760986, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 17.08, "ce": 0.24134308200882515, "rank": 0.12501677870750427} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.268305540084839, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 17.08, "ce": 0.03345923616143409, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 4.907737731933594, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 17.08, "ce": 0.5502118203148711, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.46095702052116394, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 17.08, "ce": 0.02316414846427506, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.5132182240486145, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 17.08, "ce": 0.020765205666066322, "rank": 0.06567852199077606} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 8.647317886352539, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 17.08, "ce": 0.4552330529170092, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.569108963012695, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 17.08, "ce": 0.38800383095394864, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.7495527267456055, "loss_scale": 4.0, "retries": 0, "seconds": 174.4, "max_memory_gb": 17.08, "ce": 0.08353306018398143, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.2015172392129898, "loss_scale": 4.0, "retries": 0, "seconds": 178.1, "max_memory_gb": 17.08, "ce": 0.015003028353021364, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.4394058883190155, "loss_scale": 4.0, "retries": 0, "seconds": 181.8, "max_memory_gb": 17.08, "ce": 0.01740126702395628, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.5430135130882263, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 17.08, "ce": 0.03189729323003121, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 6.611246585845947, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 17.08, "ce": 0.19156910872334265, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.055026054382324, "loss_scale": 4.0, "retries": 0, "seconds": 193.0, "max_memory_gb": 17.08, "ce": 0.21489613491166892, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.7430799603462219, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 17.08, "ce": 0.05084999121027067, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.7771505117416382, "loss_scale": 4.0, "retries": 0, "seconds": 200.6, "max_memory_gb": 17.08, "ce": 0.042094616597751155, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.9861811995506287, "loss_scale": 4.0, "retries": 0, "seconds": 204.3, "max_memory_gb": 17.08, "ce": 0.061577969427162316, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.45457151532173157, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.08, "ce": 0.017210845659292318, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.43826591968536377, "loss_scale": 4.0, "retries": 0, "seconds": 211.8, "max_memory_gb": 17.08, "ce": 0.030422727737459354, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.38777706027030945, "loss_scale": 4.0, "retries": 0, "seconds": 215.5, "max_memory_gb": 17.08, "ce": 0.01606476932647638, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.09486459195613861, "loss_scale": 4.0, "retries": 0, "seconds": 219.2, "max_memory_gb": 17.08, "ce": 0.003152372904708045, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.148942470550537, "loss_scale": 4.0, "retries": 0, "seconds": 223.0, "max_memory_gb": 17.08, "ce": 0.19950654362719433, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9308128952980042, "loss_scale": 4.0, "retries": 0, "seconds": 226.8, "max_memory_gb": 17.08, "ce": 0.05631303007595534, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.784209966659546, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 17.08, "ce": 0.26194994145043893, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.41047847270965576, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 17.08, "ce": 0.02395609286850231, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.5731267333030701, "loss_scale": 4.0, "retries": 0, "seconds": 238.1, "max_memory_gb": 17.08, "ce": 0.023365477980405558, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.6003509759902954, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.08, "ce": 0.011453881352736062, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 2.1697006225585938, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 17.08, "ce": 0.14698402256362897, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 20.40789031982422, "loss_scale": 4.0, "retries": 0, "seconds": 249.4, "max_memory_gb": 17.08, "ce": 0.3774554317375305, "rank": 0.12362313270568848} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.17748485505580902, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 17.08, "ce": 0.0020634921740452228, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.24167338013648987, "loss_scale": 4.0, "retries": 0, "seconds": 256.9, "max_memory_gb": 17.08, "ce": 0.004120510805194044, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 7.067079544067383, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 17.08, "ce": 0.627088745135552, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.06969061493873596, "loss_scale": 4.0, "retries": 0, "seconds": 264.4, "max_memory_gb": 17.08, "ce": 0.0011163321414642269, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.16116321086883545, "loss_scale": 4.0, "retries": 0, "seconds": 268.1, "max_memory_gb": 17.08, "ce": 0.0021724437751942105, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.4369828701019287, "loss_scale": 4.0, "retries": 0, "seconds": 272.0, "max_memory_gb": 17.08, "ce": 0.09231399474265345, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.2322025299072266, "loss_scale": 4.0, "retries": 0, "seconds": 275.6, "max_memory_gb": 17.08, "ce": 0.10696755209664843, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.9392054080963135, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 17.08, "ce": 0.20590122802049038, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.6395134925842285, "loss_scale": 4.0, "retries": 0, "seconds": 283.0, "max_memory_gb": 17.08, "ce": 0.7876788895900972, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.810312032699585, "loss_scale": 4.0, "retries": 0, "seconds": 286.7, "max_memory_gb": 17.08, "ce": 0.35627871290216717, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.819765567779541, "loss_scale": 4.0, "retries": 0, "seconds": 290.4, "max_memory_gb": 17.08, "ce": 0.07813220585558156, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.4861282706260681, "loss_scale": 4.0, "retries": 0, "seconds": 294.1, "max_memory_gb": 17.08, "ce": 0.031285964873859484, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.7909492254257202, "loss_scale": 4.0, "retries": 0, "seconds": 297.8, "max_memory_gb": 17.08, "ce": 0.0060504741135218865, "rank": 0.009605713188648224} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.2177200317382812, "loss_scale": 4.0, "retries": 0, "seconds": 301.5, "max_memory_gb": 17.08, "ce": 0.030090598422702897, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.8072842955589294, "loss_scale": 4.0, "retries": 0, "seconds": 305.2, "max_memory_gb": 17.08, "ce": 0.041191882197381346, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.7872493267059326, "loss_scale": 4.0, "retries": 0, "seconds": 309.0, "max_memory_gb": 17.08, "ce": 0.10925939357548486, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.4935168027877808, "loss_scale": 4.0, "retries": 0, "seconds": 312.7, "max_memory_gb": 17.08, "ce": 0.21921807784517, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.6207224130630493, "loss_scale": 4.0, "retries": 0, "seconds": 316.4, "max_memory_gb": 17.08, "ce": 0.028205909381654237, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.8304527401924133, "loss_scale": 4.0, "retries": 0, "seconds": 320.1, "max_memory_gb": 17.08, "ce": 0.010353539715509896, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.7932550311088562, "loss_scale": 4.0, "retries": 0, "seconds": 323.9, "max_memory_gb": 17.08, "ce": 0.06294220668496564, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7822602987289429, "loss_scale": 4.0, "retries": 0, "seconds": 327.6, "max_memory_gb": 17.08, "ce": 0.2077671557171925, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.629505455493927, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 17.08, "ce": 0.025479538750687425, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.20419441163539886, "loss_scale": 4.0, "retries": 0, "seconds": 335.0, "max_memory_gb": 17.08, "ce": 0.011073772281633865, "rank": 0.12499934434890747} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 1.7073099613189697, "loss_scale": 4.0, "retries": 0, "seconds": 338.7, "max_memory_gb": 17.08, "ce": 0.05527677887585014, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 7.031672954559326, "loss_scale": 4.0, "retries": 0, "seconds": 342.4, "max_memory_gb": 17.08, "ce": 0.6073568687022544, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.9850034713745117, "loss_scale": 4.0, "retries": 0, "seconds": 346.2, "max_memory_gb": 17.08, "ce": 0.12733412829584267, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.0765774250030518, "loss_scale": 4.0, "retries": 0, "seconds": 349.8, "max_memory_gb": 17.08, "ce": 0.06790474078115949, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.6369200944900513, "loss_scale": 4.0, "retries": 0, "seconds": 353.6, "max_memory_gb": 17.08, "ce": 0.01731551492594008, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 7.211432933807373, "loss_scale": 4.0, "retries": 0, "seconds": 357.2, "max_memory_gb": 17.08, "ce": 0.6021478933434992, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 5.194303035736084, "loss_scale": 4.0, "retries": 0, "seconds": 361.0, "max_memory_gb": 17.08, "ce": 0.4896067487097753, "rank": 0.44339698553085327} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.1607070118188858, "loss_scale": 4.0, "retries": 0, "seconds": 364.7, "max_memory_gb": 17.08, "ce": 0.006018497296281566, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 6.356616497039795, "loss_scale": 4.0, "retries": 0, "seconds": 368.5, "max_memory_gb": 17.08, "ce": 0.1612773674978598, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.5036419630050659, "loss_scale": 4.0, "retries": 0, "seconds": 372.2, "max_memory_gb": 17.08, "ce": 0.019259651706988734, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.6981188058853149, "loss_scale": 4.0, "retries": 0, "seconds": 376.0, "max_memory_gb": 17.08, "ce": 0.07676823795191012, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.27370330691337585, "loss_scale": 4.0, "retries": 0, "seconds": 379.7, "max_memory_gb": 17.08, "ce": 0.01228664229347487, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.5654071569442749, "loss_scale": 4.0, "retries": 0, "seconds": 383.4, "max_memory_gb": 17.08, "ce": 0.024808024827507325, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.2919982373714447, "loss_scale": 4.0, "retries": 0, "seconds": 387.2, "max_memory_gb": 17.08, "ce": 0.007467665526746714, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.5140360593795776, "loss_scale": 4.0, "retries": 0, "seconds": 390.8, "max_memory_gb": 17.08, "ce": 0.016223128335468573, "rank": 0.12493602186441422} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.163625955581665, "loss_scale": 4.0, "retries": 0, "seconds": 394.5, "max_memory_gb": 17.08, "ce": 0.08160452710581012, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.37682464718818665, "loss_scale": 4.0, "retries": 0, "seconds": 398.3, "max_memory_gb": 17.08, "ce": 0.0034567817965580616, "rank": 0.07851966470479965} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.522042989730835, "loss_scale": 4.0, "retries": 0, "seconds": 402.0, "max_memory_gb": 17.08, "ce": 0.09316300424234214, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 4.068798542022705, "loss_scale": 4.0, "retries": 0, "seconds": 405.6, "max_memory_gb": 17.08, "ce": 0.2544984275509705, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.6589717864990234, "loss_scale": 4.0, "retries": 0, "seconds": 409.5, "max_memory_gb": 17.08, "ce": 0.08167019040411105, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.35297679901123047, "loss_scale": 4.0, "retries": 0, "seconds": 413.1, "max_memory_gb": 17.08, "ce": 0.020648690149755566, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.821596086025238, "loss_scale": 4.0, "retries": 0, "seconds": 416.8, "max_memory_gb": 17.08, "ce": 0.032350507097362424, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.03485836461186409, "loss_scale": 4.0, "retries": 0, "seconds": 420.7, "max_memory_gb": 17.08, "ce": 0.001323541847341403, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.4344075918197632, "loss_scale": 4.0, "retries": 0, "seconds": 424.3, "max_memory_gb": 17.08, "ce": 0.020037869828229304, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.5212608575820923, "loss_scale": 4.0, "retries": 0, "seconds": 428.1, "max_memory_gb": 17.08, "ce": 0.1399003241540413, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.28837457299232483, "loss_scale": 4.0, "retries": 0, "seconds": 431.7, "max_memory_gb": 17.08, "ce": 0.006695746227705968, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.0798860788345337, "loss_scale": 4.0, "retries": 0, "seconds": 435.5, "max_memory_gb": 17.08, "ce": 0.16872984869530683, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.44413474202156067, "loss_scale": 4.0, "retries": 0, "seconds": 439.2, "max_memory_gb": 17.08, "ce": 0.010100001483465348, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.197859048843384, "loss_scale": 4.0, "retries": 0, "seconds": 442.9, "max_memory_gb": 17.08, "ce": 0.21780899856798897, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.02285684645175934, "loss_scale": 4.0, "retries": 0, "seconds": 446.7, "max_memory_gb": 17.08, "ce": 0.0009854696326101475, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.532741665840149, "loss_scale": 4.0, "retries": 0, "seconds": 450.4, "max_memory_gb": 17.08, "ce": 0.05855827982577466, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.104714035987854, "loss_scale": 4.0, "retries": 0, "seconds": 454.0, "max_memory_gb": 17.08, "ce": 0.06301743410108429, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.1437418460845947, "loss_scale": 4.0, "retries": 0, "seconds": 457.7, "max_memory_gb": 17.08, "ce": 0.15020847661344305, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.470969021320343, "loss_scale": 4.0, "retries": 0, "seconds": 461.5, "max_memory_gb": 17.08, "ce": 0.017469371180595772, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.2862775325775146, "loss_scale": 4.0, "retries": 0, "seconds": 465.2, "max_memory_gb": 17.08, "ce": 0.5139054074898013, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.5080655813217163, "loss_scale": 4.0, "retries": 0, "seconds": 468.8, "max_memory_gb": 17.08, "ce": 0.17038801580292784, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.549891471862793, "loss_scale": 4.0, "retries": 0, "seconds": 472.8, "max_memory_gb": 17.08, "ce": 0.4840388256307051, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.5113790035247803, "loss_scale": 4.0, "retries": 0, "seconds": 476.9, "max_memory_gb": 17.08, "ce": 0.02463753795541379, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.26320743560791, "loss_scale": 4.0, "retries": 0, "seconds": 480.8, "max_memory_gb": 17.08, "ce": 0.16883488658686474, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 0.9658532738685608, "loss_scale": 4.0, "retries": 0, "seconds": 484.7, "max_memory_gb": 17.08, "ce": 0.032280958075716626, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.362005352973938, "loss_scale": 4.0, "retries": 0, "seconds": 488.5, "max_memory_gb": 17.08, "ce": 0.11714248453063192, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 7.404034614562988, "loss_scale": 4.0, "retries": 0, "seconds": 492.2, "max_memory_gb": 17.08, "ce": 0.4188816459427471, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.608160972595215, "loss_scale": 4.0, "retries": 0, "seconds": 495.9, "max_memory_gb": 17.08, "ce": 0.12906582448704285, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.2587502002716064, "loss_scale": 4.0, "retries": 0, "seconds": 499.8, "max_memory_gb": 17.08, "ce": 0.3559841108708497, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.8806507587432861, "loss_scale": 4.0, "retries": 0, "seconds": 503.5, "max_memory_gb": 17.08, "ce": 0.1571538388193403, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.7597240805625916, "loss_scale": 4.0, "retries": 0, "seconds": 507.3, "max_memory_gb": 17.08, "ce": 0.03337376737363229, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.2761585712432861, "loss_scale": 4.0, "retries": 0, "seconds": 511.2, "max_memory_gb": 17.08, "ce": 0.0771741544631368, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.7258596420288086, "loss_scale": 4.0, "retries": 0, "seconds": 515.1, "max_memory_gb": 17.08, "ce": 0.04635278037676471, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.3640588521957397, "loss_scale": 4.0, "retries": 0, "seconds": 518.9, "max_memory_gb": 17.08, "ce": 0.07635878098335525, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.2150752544403076, "loss_scale": 4.0, "retries": 0, "seconds": 522.7, "max_memory_gb": 17.08, "ce": 0.047922841793479165, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.16006240248680115, "loss_scale": 4.0, "retries": 0, "seconds": 526.6, "max_memory_gb": 17.08, "ce": 0.003143673351587495, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.08240453898906708, "loss_scale": 4.0, "retries": 0, "seconds": 530.4, "max_memory_gb": 17.08, "ce": 0.0041938119029509835, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.4265233278274536, "loss_scale": 4.0, "retries": 0, "seconds": 534.1, "max_memory_gb": 17.08, "ce": 0.0689735789783299, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.7424821853637695, "loss_scale": 4.0, "retries": 0, "seconds": 538.0, "max_memory_gb": 17.08, "ce": 0.22775184634610923, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.7373339533805847, "loss_scale": 4.0, "retries": 0, "seconds": 541.7, "max_memory_gb": 17.08, "ce": 0.03312135798205418, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.029741404578089714, "loss_scale": 4.0, "retries": 0, "seconds": 545.4, "max_memory_gb": 17.08, "ce": 0.0010931232900475152, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.1825256049633026, "loss_scale": 4.0, "retries": 0, "seconds": 549.3, "max_memory_gb": 17.08, "ce": 0.009334954687801655, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.639927864074707, "loss_scale": 4.0, "retries": 0, "seconds": 553.0, "max_memory_gb": 17.08, "ce": 0.5368728633893625, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.13696950674057007, "loss_scale": 4.0, "retries": 0, "seconds": 556.8, "max_memory_gb": 17.08, "ce": 0.004980683676876652, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.1104860007762909, "loss_scale": 4.0, "retries": 0, "seconds": 560.6, "max_memory_gb": 17.08, "ce": 0.004532821161774336, "rank": 0.12109429389238358} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6513734459877014, "loss_scale": 4.0, "retries": 0, "seconds": 564.4, "max_memory_gb": 17.08, "ce": 0.06546842034822475, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.3130273818969727, "loss_scale": 4.0, "retries": 0, "seconds": 568.1, "max_memory_gb": 17.08, "ce": 0.031413280406013655, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.1824655532836914, "loss_scale": 4.0, "retries": 0, "seconds": 571.9, "max_memory_gb": 17.08, "ce": 0.04192482862936231, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.9404675364494324, "loss_scale": 4.0, "retries": 0, "seconds": 575.7, "max_memory_gb": 17.08, "ce": 0.09278528932611607, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.7503934502601624, "loss_scale": 4.0, "retries": 0, "seconds": 579.4, "max_memory_gb": 17.08, "ce": 0.0410697278302905, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 3.8192152976989746, "loss_scale": 4.0, "retries": 0, "seconds": 583.2, "max_memory_gb": 17.08, "ce": 0.23849574213397773, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.16003704071044922, "loss_scale": 4.0, "retries": 0, "seconds": 587.0, "max_memory_gb": 17.08, "ce": 0.0023918909575968428, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.234247088432312, "loss_scale": 4.0, "retries": 0, "seconds": 590.7, "max_memory_gb": 17.08, "ce": 0.009648552140788524, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 14.884804725646973, "loss_scale": 4.0, "retries": 0, "seconds": 594.5, "max_memory_gb": 17.08, "ce": 0.8785023779155381, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.33261576294898987, "loss_scale": 4.0, "retries": 0, "seconds": 598.3, "max_memory_gb": 17.08, "ce": 0.008420405362812744, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 9.02176284790039, "loss_scale": 4.0, "retries": 0, "seconds": 602.2, "max_memory_gb": 17.08, "ce": 0.17398216943547595, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.0481220483779907, "loss_scale": 4.0, "retries": 0, "seconds": 605.9, "max_memory_gb": 17.08, "ce": 0.09036179532404276, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.4812902212142944, "loss_scale": 4.0, "retries": 0, "seconds": 609.6, "max_memory_gb": 17.08, "ce": 0.0816388926793934, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.896068096160889, "loss_scale": 4.0, "retries": 0, "seconds": 613.5, "max_memory_gb": 17.08, "ce": 0.34328081984858727, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 4.0109782218933105, "loss_scale": 4.0, "retries": 0, "seconds": 617.3, "max_memory_gb": 17.08, "ce": 0.19351852849376883, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.1515614539384842, "loss_scale": 4.0, "retries": 0, "seconds": 620.7, "max_memory_gb": 17.08, "ce": 0.006748021143721417, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.806973695755005, "loss_scale": 4.0, "retries": 0, "seconds": 624.3, "max_memory_gb": 17.08, "ce": 0.362561513640685, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.42847368121147156, "loss_scale": 4.0, "retries": 0, "seconds": 627.7, "max_memory_gb": 17.08, "ce": 0.010892074503317417, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.13478516042232513, "loss_scale": 4.0, "retries": 0, "seconds": 631.1, "max_memory_gb": 17.08, "ce": 0.00464339487007237, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.525157928466797, "loss_scale": 4.0, "retries": 0, "seconds": 634.6, "max_memory_gb": 17.08, "ce": 0.31769716929284186, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.02522602304816246, "loss_scale": 4.0, "retries": 0, "seconds": 638.2, "max_memory_gb": 17.08, "ce": 0.0005126036839442349, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.099497675895691, "loss_scale": 4.0, "retries": 0, "seconds": 642.0, "max_memory_gb": 17.08, "ce": 0.07239520190466919, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.2838020920753479, "loss_scale": 4.0, "retries": 0, "seconds": 645.8, "max_memory_gb": 17.08, "ce": 0.013010176189709455, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.2538325786590576, "loss_scale": 4.0, "retries": 0, "seconds": 649.7, "max_memory_gb": 17.08, "ce": 0.013035652689723065, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.1435577869415283, "loss_scale": 4.0, "retries": 0, "seconds": 653.4, "max_memory_gb": 17.08, "ce": 0.06397165699172547, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.5368027687072754, "loss_scale": 4.0, "retries": 0, "seconds": 657.2, "max_memory_gb": 17.08, "ce": 0.13409984414556675, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.24434074759483337, "loss_scale": 4.0, "retries": 0, "seconds": 660.9, "max_memory_gb": 17.08, "ce": 0.006630239185142273, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 4.985923767089844, "loss_scale": 4.0, "retries": 0, "seconds": 664.8, "max_memory_gb": 17.08, "ce": 0.11517178593726385, "rank": 0.1249866783618927} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.8674685955047607, "loss_scale": 4.0, "retries": 0, "seconds": 668.5, "max_memory_gb": 17.08, "ce": 0.0947636300479644, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.248656749725342, "loss_scale": 4.0, "retries": 0, "seconds": 672.3, "max_memory_gb": 17.08, "ce": 0.3815422304828644, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.6559829115867615, "loss_scale": 4.0, "retries": 0, "seconds": 676.1, "max_memory_gb": 17.08, "ce": 0.0311058546840286, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5480442047119141, "loss_scale": 4.0, "retries": 0, "seconds": 679.9, "max_memory_gb": 17.08, "ce": 0.009124001941017923, "rank": 0.08673793077468872} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.2210021018981934, "loss_scale": 4.0, "retries": 0, "seconds": 683.7, "max_memory_gb": 17.08, "ce": 0.10444682130582805, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.1553800255060196, "loss_scale": 4.0, "retries": 0, "seconds": 687.6, "max_memory_gb": 17.08, "ce": 0.0036009188955290483, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.31224820017814636, "loss_scale": 4.0, "retries": 0, "seconds": 691.2, "max_memory_gb": 17.08, "ce": 0.00694239907352312, "rank": 0.1908179596066475} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.7245469093322754, "loss_scale": 4.0, "retries": 0, "seconds": 694.9, "max_memory_gb": 17.08, "ce": 0.04691395785812347, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.7206461429595947, "loss_scale": 4.0, "retries": 0, "seconds": 698.8, "max_memory_gb": 17.08, "ce": 0.05476237696711905, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8931633234024048, "loss_scale": 4.0, "retries": 0, "seconds": 702.6, "max_memory_gb": 17.08, "ce": 0.1498700533866213, "rank": 0.1304635852575302} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.9319992065429688, "loss_scale": 4.0, "retries": 0, "seconds": 706.4, "max_memory_gb": 17.08, "ce": 0.1921425321593233, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.598902702331543, "loss_scale": 4.0, "retries": 0, "seconds": 710.1, "max_memory_gb": 17.08, "ce": 0.4601178933053234, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.17678022384643555, "loss_scale": 4.0, "retries": 0, "seconds": 714.1, "max_memory_gb": 17.08, "ce": 0.00560930276333238, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.6339619159698486, "loss_scale": 4.0, "retries": 0, "seconds": 717.8, "max_memory_gb": 17.08, "ce": 0.23165914374112617, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.473482608795166, "loss_scale": 4.0, "retries": 0, "seconds": 721.5, "max_memory_gb": 17.08, "ce": 0.4241905088274507, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.033738888800144196, "loss_scale": 4.0, "retries": 0, "seconds": 725.4, "max_memory_gb": 17.08, "ce": 0.0012905076935112447, "rank": 0.12499770522117615} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.9684498906135559, "loss_scale": 4.0, "retries": 0, "seconds": 729.1, "max_memory_gb": 17.08, "ce": 0.040372255653437605, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 1.9532642364501953, "loss_scale": 4.0, "retries": 0, "seconds": 732.8, "max_memory_gb": 17.08, "ce": 0.12796408994108788, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.4356083273887634, "loss_scale": 4.0, "retries": 0, "seconds": 736.6, "max_memory_gb": 17.08, "ce": 0.01617145613528237, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.4836084842681885, "loss_scale": 4.0, "retries": 0, "seconds": 740.5, "max_memory_gb": 17.08, "ce": 0.18322403627735184, "rank": 0.04651838541030884} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.8070162534713745, "loss_scale": 4.0, "retries": 0, "seconds": 744.2, "max_memory_gb": 17.09, "ce": 0.045866397298595984, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.4003657102584839, "loss_scale": 4.0, "retries": 0, "seconds": 748.0, "max_memory_gb": 17.09, "ce": 0.07747003797339858, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.0769999027252197, "loss_scale": 4.0, "retries": 0, "seconds": 751.8, "max_memory_gb": 17.09, "ce": 0.2223901788729563, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.0056570768356323, "loss_scale": 4.0, "retries": 0, "seconds": 755.6, "max_memory_gb": 17.09, "ce": 0.03850481940389727, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.11704309284687042, "loss_scale": 4.0, "retries": 0, "seconds": 759.3, "max_memory_gb": 17.09, "ce": 0.0022167396923578053, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.407927393913269, "loss_scale": 4.0, "retries": 0, "seconds": 763.1, "max_memory_gb": 17.09, "ce": 0.026271855378581677, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.6779285073280334, "loss_scale": 4.0, "retries": 0, "seconds": 766.9, "max_memory_gb": 17.09, "ce": 0.013242632645415142, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.465406894683838, "loss_scale": 4.0, "retries": 0, "seconds": 770.6, "max_memory_gb": 17.09, "ce": 0.1373254689492569, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.20171310007572174, "loss_scale": 4.0, "retries": 0, "seconds": 774.3, "max_memory_gb": 17.09, "ce": 0.007280725677446753, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.31222987174987793, "loss_scale": 4.0, "retries": 0, "seconds": 778.2, "max_memory_gb": 17.09, "ce": 0.041273607459515915, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.0792224258184433, "loss_scale": 4.0, "retries": 0, "seconds": 781.9, "max_memory_gb": 17.09, "ce": 0.002333800633550709, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.3615132570266724, "loss_scale": 4.0, "retries": 0, "seconds": 785.7, "max_memory_gb": 17.09, "ce": 0.11746723345095234, "rank": 0.1249847561120987} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.7244300842285156, "loss_scale": 4.0, "retries": 0, "seconds": 789.5, "max_memory_gb": 17.09, "ce": 0.4255502730184162, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.3520481586456299, "loss_scale": 4.0, "retries": 0, "seconds": 793.2, "max_memory_gb": 17.09, "ce": 0.1097062598564662, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.6607348918914795, "loss_scale": 4.0, "retries": 0, "seconds": 797.0, "max_memory_gb": 17.09, "ce": 0.24942531090164266, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 1.2608472108840942, "loss_scale": 4.0, "retries": 0, "seconds": 800.7, "max_memory_gb": 17.09, "ce": 0.1947395691922793, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.5724375247955322, "loss_scale": 4.0, "retries": 0, "seconds": 804.5, "max_memory_gb": 17.09, "ce": 0.19681629128348277, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 4.198835372924805, "loss_scale": 4.0, "retries": 0, "seconds": 808.2, "max_memory_gb": 17.09, "ce": 0.4737819833371759, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.067168116569519, "loss_scale": 4.0, "retries": 0, "seconds": 812.0, "max_memory_gb": 17.09, "ce": 0.04260592765194815, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.021401306614279747, "loss_scale": 4.0, "retries": 0, "seconds": 815.8, "max_memory_gb": 17.09, "ce": 0.0010111093522482406, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.2211849689483643, "loss_scale": 4.0, "retries": 0, "seconds": 819.5, "max_memory_gb": 17.09, "ce": 0.155437166651609, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.7050710916519165, "loss_scale": 4.0, "retries": 0, "seconds": 823.2, "max_memory_gb": 17.09, "ce": 0.032384812715690714, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9942347407341003, "loss_scale": 4.0, "retries": 0, "seconds": 827.0, "max_memory_gb": 17.09, "ce": 0.054742678903267006, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.9644355773925781, "loss_scale": 4.0, "retries": 0, "seconds": 830.8, "max_memory_gb": 17.09, "ce": 0.07129404344050272, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.5799468755722046, "loss_scale": 4.0, "retries": 0, "seconds": 834.5, "max_memory_gb": 17.09, "ce": 0.031062163917340513, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 4.1950812339782715, "loss_scale": 4.0, "retries": 0, "seconds": 838.3, "max_memory_gb": 17.09, "ce": 0.1274396995090683, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.2287725955247879, "loss_scale": 4.0, "retries": 0, "seconds": 842.1, "max_memory_gb": 17.09, "ce": 0.015607292877575674, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.3859749138355255, "loss_scale": 4.0, "retries": 0, "seconds": 845.8, "max_memory_gb": 17.09, "ce": 0.0205928766508805, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 1.3055819272994995, "loss_scale": 4.0, "retries": 0, "seconds": 849.5, "max_memory_gb": 17.09, "ce": 0.033440336665080395, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.7638484239578247, "loss_scale": 4.0, "retries": 0, "seconds": 853.4, "max_memory_gb": 17.09, "ce": 0.05087676354241921, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09813448786735535, "loss_scale": 4.0, "retries": 0, "seconds": 857.1, "max_memory_gb": 17.09, "ce": 0.004677989985793829, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.8175303339958191, "loss_scale": 4.0, "retries": 0, "seconds": 861.1, "max_memory_gb": 17.09, "ce": 0.03936456803330657, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 5.323998928070068, "loss_scale": 4.0, "retries": 0, "seconds": 865.2, "max_memory_gb": 17.09, "ce": 0.36934604077396216, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.6260406970977783, "loss_scale": 4.0, "retries": 0, "seconds": 868.9, "max_memory_gb": 17.09, "ce": 0.03413858364092448, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.9218008518218994, "loss_scale": 4.0, "retries": 0, "seconds": 872.7, "max_memory_gb": 17.09, "ce": 0.03663406996702179, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.9839507937431335, "loss_scale": 4.0, "retries": 0, "seconds": 876.4, "max_memory_gb": 17.09, "ce": 0.02757468024992704, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 0.907638669013977, "loss_scale": 4.0, "retries": 0, "seconds": 880.3, "max_memory_gb": 17.09, "ce": 0.024795354337584286, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 3.2629456520080566, "loss_scale": 4.0, "retries": 0, "seconds": 884.0, "max_memory_gb": 17.09, "ce": 0.22561642479104194, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.16998626291751862, "loss_scale": 4.0, "retries": 0, "seconds": 887.7, "max_memory_gb": 17.09, "ce": 0.008703075199036903, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 23.545639038085938, "loss_scale": 4.0, "retries": 0, "seconds": 891.5, "max_memory_gb": 17.09, "ce": 0.03882883991445851, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.6263533234596252, "loss_scale": 4.0, "retries": 0, "seconds": 895.3, "max_memory_gb": 17.09, "ce": 0.03616570550730103, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.7030743956565857, "loss_scale": 4.0, "retries": 0, "seconds": 899.0, "max_memory_gb": 17.09, "ce": 0.07608174107735977, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.7476506233215332, "loss_scale": 4.0, "retries": 0, "seconds": 902.9, "max_memory_gb": 17.09, "ce": 0.0430877844112274, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.9437470436096191, "loss_scale": 4.0, "retries": 0, "seconds": 906.6, "max_memory_gb": 17.09, "ce": 0.04939623758627931, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.10353271663188934, "loss_scale": 4.0, "retries": 0, "seconds": 910.3, "max_memory_gb": 17.09, "ce": 0.004998366778863783, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.25782689452171326, "loss_scale": 4.0, "retries": 0, "seconds": 914.1, "max_memory_gb": 17.09, "ce": 0.004320164977798413, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6613938808441162, "loss_scale": 4.0, "retries": 0, "seconds": 917.9, "max_memory_gb": 17.09, "ce": 0.028739442033838714, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.6428322792053223, "loss_scale": 4.0, "retries": 0, "seconds": 921.7, "max_memory_gb": 17.09, "ce": 0.19580559791938867, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.01812017895281315, "loss_scale": 4.0, "retries": 0, "seconds": 925.5, "max_memory_gb": 17.09, "ce": 0.0006286425232246984, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.195676565170288, "loss_scale": 4.0, "retries": 0, "seconds": 929.3, "max_memory_gb": 17.09, "ce": 0.06804979710614134, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.1920643448829651, "loss_scale": 4.0, "retries": 0, "seconds": 933.1, "max_memory_gb": 17.09, "ce": 0.007846277605722207, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.2461976259946823, "loss_scale": 4.0, "retries": 0, "seconds": 936.8, "max_memory_gb": 17.09, "ce": 0.008780105004007055, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.5393604636192322, "loss_scale": 4.0, "retries": 0, "seconds": 940.6, "max_memory_gb": 17.09, "ce": 0.01809449765823956, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/Top8_s13/adapter/README.md b/runs/fixed_internvl/removal/Top8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/Top8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Top8_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/Top8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a91e4adc8e8928fa09ea14c7940844b4f0241bb --- /dev/null +++ b/runs/fixed_internvl/removal/Top8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.2.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Top8_s13/config.json b/runs/fixed_internvl/removal/Top8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..57f83b2fc3fa43491f535a2592e11121d23987fd --- /dev/null +++ b/runs/fixed_internvl/removal/Top8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/Top8_s13/steps.jsonl b/runs/fixed_internvl/removal/Top8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f75680beef8ffd5a7eb2b18844c0ba852e61f453 --- /dev/null +++ b/runs/fixed_internvl/removal/Top8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.3533616065979, "loss_scale": 4.0, "retries": 0, "seconds": 5.0, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 4.506266117095947, "loss_scale": 4.0, "retries": 0, "seconds": 9.0, "max_memory_gb": 17.08, "ce": 0.774838674988132, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.510324478149414, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.08, "ce": 1.2597330193966627, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.765765190124512, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 17.08, "ce": 0.5982391375828229, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.15730944275856018, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 17.08, "ce": 0.03995098058931035, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.8339450359344482, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 17.08, "ce": 0.3260621437075315, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 3.6508798599243164, "loss_scale": 4.0, "retries": 0, "seconds": 27.8, "max_memory_gb": 17.08, "ce": 0.47983689714783395, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 2.225898265838623, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.08, "ce": 0.41472053341567516, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.813459634780884, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.08, "ce": 0.34309445694088936, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.42311912775039673, "loss_scale": 4.0, "retries": 0, "seconds": 40.4, "max_memory_gb": 17.08, "ce": 0.14389811757428106, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5956520438194275, "loss_scale": 4.0, "retries": 0, "seconds": 44.8, "max_memory_gb": 17.08, "ce": 0.22928787713317433, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.3760014772415161, "loss_scale": 4.0, "retries": 0, "seconds": 48.6, "max_memory_gb": 17.08, "ce": 0.12898851311365434, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5073632597923279, "loss_scale": 4.0, "retries": 0, "seconds": 52.4, "max_memory_gb": 17.08, "ce": 0.26046301177666464, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 2.7941222190856934, "loss_scale": 4.0, "retries": 0, "seconds": 56.1, "max_memory_gb": 17.08, "ce": 0.4429501628037542, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8537108898162842, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 17.08, "ce": 0.2648700165364062, "rank": 0.09346888959407806} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.342836856842041, "loss_scale": 4.0, "retries": 0, "seconds": 63.8, "max_memory_gb": 17.08, "ce": 0.12339476673514582, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.4741424322128296, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.08, "ce": 0.2737575414648745, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 0.6462720632553101, "loss_scale": 4.0, "retries": 0, "seconds": 71.4, "max_memory_gb": 17.08, "ce": 0.28377298297709785, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.9495333433151245, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 17.08, "ce": 0.3403192128171213, "rank": 0.18651948869228363} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.3912670612335205, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 17.08, "ce": 0.04209224165970227, "rank": 0.12563925981521606} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.42190566658973694, "loss_scale": 4.0, "retries": 0, "seconds": 83.0, "max_memory_gb": 17.08, "ce": 0.2190817529335618, "rank": 0.04930689185857773} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 1.2704623937606812, "loss_scale": 4.0, "retries": 0, "seconds": 86.8, "max_memory_gb": 17.08, "ce": 0.27640314580639824, "rank": 0.1296314150094986} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.0969822406768799, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 17.08, "ce": 0.2628931344806915, "rank": 0.07336606085300446} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.8191454410552979, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 17.08, "ce": 0.3448172672651708, "rank": 0.12279380112886429} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.5337733030319214, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.08, "ce": 0.3641809260006994, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 0.9021745920181274, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.08, "ce": 0.3519924755382817, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.169111967086792, "loss_scale": 4.0, "retries": 0, "seconds": 109.2, "max_memory_gb": 17.08, "ce": 0.3584916036343202, "rank": 0.19874757528305054} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.752699136734009, "loss_scale": 4.0, "retries": 0, "seconds": 113.7, "max_memory_gb": 17.08, "ce": 0.3457708884961903, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.169057369232178, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 17.08, "ce": 0.5461071589088533, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.6417785286903381, "loss_scale": 4.0, "retries": 0, "seconds": 122.7, "max_memory_gb": 17.08, "ce": 0.10578607884826852, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.181527137756348, "loss_scale": 4.0, "retries": 0, "seconds": 126.8, "max_memory_gb": 17.08, "ce": 0.5124624948948622, "rank": 0.06579484790563583} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 1.7409250736236572, "loss_scale": 4.0, "retries": 0, "seconds": 131.4, "max_memory_gb": 17.08, "ce": 0.155404606834054, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.771387100219727, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 17.08, "ce": 0.23291312961373478, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.1452621221542358, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 17.08, "ce": 0.1327818748432037, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 0.4745790362358093, "loss_scale": 4.0, "retries": 0, "seconds": 145.1, "max_memory_gb": 17.08, "ce": 0.025646478512499016, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 2.1011910438537598, "loss_scale": 4.0, "retries": 0, "seconds": 149.5, "max_memory_gb": 17.08, "ce": 0.10897590918102651, "rank": 0.05270475894212723} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.21286141872406, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.08, "ce": 0.23677322472940432, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.4536157846450806, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.08, "ce": 0.16553443085285835, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.1023387908935547, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 17.08, "ce": 0.24235112735186704, "rank": 0.12502320110797882} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.1100019216537476, "loss_scale": 4.0, "retries": 0, "seconds": 167.5, "max_memory_gb": 17.08, "ce": 0.02711689568241127, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 4.99625825881958, "loss_scale": 4.0, "retries": 0, "seconds": 171.9, "max_memory_gb": 17.08, "ce": 0.48795169120421633, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.33736902475357056, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 17.08, "ce": 0.021536081832891796, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.6101422309875488, "loss_scale": 4.0, "retries": 0, "seconds": 181.0, "max_memory_gb": 17.08, "ce": 0.019174408437720558, "rank": 0.0600382536649704} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 8.469185829162598, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 17.08, "ce": 0.41540137271927335, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.80348014831543, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 17.08, "ce": 0.42675423785385647, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.3649665117263794, "loss_scale": 4.0, "retries": 0, "seconds": 194.6, "max_memory_gb": 17.08, "ce": 0.10058664399548434, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.17389842867851257, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.08, "ce": 0.013567172805778682, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.34548047184944153, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.08, "ce": 0.012827037534123065, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.5052862763404846, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 17.08, "ce": 0.03149563175611547, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 7.083020210266113, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.08, "ce": 0.15782683854013158, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.057793617248535, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 17.08, "ce": 0.18173810857342687, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.8943613171577454, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.08, "ce": 0.048635770657710964, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 0.8792099356651306, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.08, "ce": 0.04076252922823187, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.9375230669975281, "loss_scale": 4.0, "retries": 0, "seconds": 225.4, "max_memory_gb": 17.08, "ce": 0.050119369949243264, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.44338294863700867, "loss_scale": 4.0, "retries": 0, "seconds": 229.2, "max_memory_gb": 17.08, "ce": 0.014807034512386963, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.34463736414909363, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 17.08, "ce": 0.02598433755338192, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.3470395505428314, "loss_scale": 4.0, "retries": 0, "seconds": 236.6, "max_memory_gb": 17.08, "ce": 0.011428642895225494, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.07535097002983093, "loss_scale": 4.0, "retries": 0, "seconds": 240.3, "max_memory_gb": 17.08, "ce": 0.0021670636896260476, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.19315505027771, "loss_scale": 4.0, "retries": 0, "seconds": 244.1, "max_memory_gb": 17.08, "ce": 0.17385130694572126, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9658154249191284, "loss_scale": 4.0, "retries": 0, "seconds": 247.8, "max_memory_gb": 17.08, "ce": 0.052200715794811, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.55975604057312, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.08, "ce": 0.25379660969338147, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.6534168720245361, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.08, "ce": 0.023875654016876524, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.5884233117103577, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 17.08, "ce": 0.023462451632440207, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.5551644563674927, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.08, "ce": 0.0124836059790141, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.9085469245910645, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.08, "ce": 0.15384876888492727, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 7.321834564208984, "loss_scale": 4.0, "retries": 0, "seconds": 270.3, "max_memory_gb": 17.08, "ce": 0.18915492941660972, "rank": 0.12411089241504669} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.04974232241511345, "loss_scale": 4.0, "retries": 0, "seconds": 274.0, "max_memory_gb": 17.08, "ce": 0.0014829075921340973, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6036030650138855, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 17.08, "ce": 0.00594396352121862, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 6.5120086669921875, "loss_scale": 4.0, "retries": 0, "seconds": 281.6, "max_memory_gb": 17.08, "ce": 0.5970989692186777, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.15594054758548737, "loss_scale": 4.0, "retries": 0, "seconds": 285.3, "max_memory_gb": 17.08, "ce": 0.001920170958271683, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.9636527299880981, "loss_scale": 4.0, "retries": 0, "seconds": 289.3, "max_memory_gb": 17.08, "ce": 0.008008321336582469, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.772247552871704, "loss_scale": 4.0, "retries": 0, "seconds": 293.5, "max_memory_gb": 17.08, "ce": 0.1009019335249377, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.7738852500915527, "loss_scale": 4.0, "retries": 0, "seconds": 297.6, "max_memory_gb": 17.08, "ce": 0.10941823557442376, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.4044296741485596, "loss_scale": 4.0, "retries": 0, "seconds": 301.9, "max_memory_gb": 17.08, "ce": 0.1477024098166435, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 8.148670196533203, "loss_scale": 4.0, "retries": 0, "seconds": 306.3, "max_memory_gb": 17.08, "ce": 0.7598639682109933, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.2772932052612305, "loss_scale": 4.0, "retries": 0, "seconds": 310.7, "max_memory_gb": 17.08, "ce": 0.39404616107003676, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 5.386292457580566, "loss_scale": 4.0, "retries": 0, "seconds": 315.1, "max_memory_gb": 17.08, "ce": 0.0908235829010664, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9359884858131409, "loss_scale": 4.0, "retries": 0, "seconds": 319.6, "max_memory_gb": 17.08, "ce": 0.035293517712261746, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.3156278729438782, "loss_scale": 4.0, "retries": 0, "seconds": 324.2, "max_memory_gb": 17.08, "ce": 0.0072596289300577155, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.8811281323432922, "loss_scale": 4.0, "retries": 0, "seconds": 328.6, "max_memory_gb": 17.08, "ce": 0.024239572815531574, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.7370592355728149, "loss_scale": 4.0, "retries": 0, "seconds": 333.0, "max_memory_gb": 17.08, "ce": 0.03162177363992669, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.006308913230896, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 17.08, "ce": 0.09052549245461705, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.5919523239135742, "loss_scale": 4.0, "retries": 0, "seconds": 342.1, "max_memory_gb": 17.08, "ce": 0.2123193692621328, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.11821448802948, "loss_scale": 4.0, "retries": 0, "seconds": 346.5, "max_memory_gb": 17.08, "ce": 0.04163087233894203, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.7725094556808472, "loss_scale": 4.0, "retries": 0, "seconds": 350.9, "max_memory_gb": 17.08, "ce": 0.006769153081989998, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.8174377679824829, "loss_scale": 4.0, "retries": 0, "seconds": 355.5, "max_memory_gb": 17.08, "ce": 0.06771629294780723, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.9154088497161865, "loss_scale": 4.0, "retries": 0, "seconds": 360.0, "max_memory_gb": 17.08, "ce": 0.16112255996995373, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.5850161910057068, "loss_scale": 4.0, "retries": 0, "seconds": 364.3, "max_memory_gb": 17.08, "ce": 0.015103039182122302, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.1632128357887268, "loss_scale": 4.0, "retries": 0, "seconds": 368.7, "max_memory_gb": 17.08, "ce": 0.008895783206071428, "rank": 0.12499795854091644} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 1.6010406017303467, "loss_scale": 4.0, "retries": 0, "seconds": 372.7, "max_memory_gb": 17.08, "ce": 0.027465190942166373, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 6.7875847816467285, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 17.08, "ce": 0.6150311675009164, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.823171377182007, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 17.08, "ce": 0.11297593660128769, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 64.1466064453125, "loss_scale": 4.0, "retries": 0, "seconds": 386.2, "max_memory_gb": 17.08, "ce": 0.7463995825655729, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 20.67860221862793, "loss_scale": 4.0, "retries": 0, "seconds": 390.7, "max_memory_gb": 17.08, "ce": 0.1888619510409626, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 9.419761657714844, "loss_scale": 4.0, "retries": 0, "seconds": 395.1, "max_memory_gb": 17.08, "ce": 0.617274593165348, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 6.785199165344238, "loss_scale": 4.0, "retries": 0, "seconds": 399.7, "max_memory_gb": 17.08, "ce": 0.5303639105368347, "rank": 0.3753027319908142} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.23067286610603333, "loss_scale": 4.0, "retries": 0, "seconds": 404.1, "max_memory_gb": 17.08, "ce": 0.0067272199751187145, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.7213306427001953, "loss_scale": 4.0, "retries": 0, "seconds": 408.6, "max_memory_gb": 17.08, "ce": 0.12671373497505556, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.25655195116996765, "loss_scale": 4.0, "retries": 0, "seconds": 413.0, "max_memory_gb": 17.08, "ce": 0.01221870459744423, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 1.1579972505569458, "loss_scale": 4.0, "retries": 0, "seconds": 417.5, "max_memory_gb": 17.08, "ce": 0.09735177636321168, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.3094559609889984, "loss_scale": 4.0, "retries": 0, "seconds": 421.9, "max_memory_gb": 17.08, "ce": 0.014388304909516592, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.5220666527748108, "loss_scale": 4.0, "retries": 0, "seconds": 426.3, "max_memory_gb": 17.08, "ce": 0.022188892944541294, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.3187527358531952, "loss_scale": 4.0, "retries": 0, "seconds": 430.9, "max_memory_gb": 17.08, "ce": 0.008108547415304201, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.2560594081878662, "loss_scale": 4.0, "retries": 0, "seconds": 435.2, "max_memory_gb": 17.08, "ce": 0.013304644581012326, "rank": 0.12495848536491394} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.4747744798660278, "loss_scale": 4.0, "retries": 0, "seconds": 439.7, "max_memory_gb": 17.08, "ce": 0.10870530422835145, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.4208082854747772, "loss_scale": 4.0, "retries": 0, "seconds": 444.3, "max_memory_gb": 17.08, "ce": 0.01243210343818646, "rank": 0.08065932989120483} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.2205288410186768, "loss_scale": 4.0, "retries": 0, "seconds": 448.7, "max_memory_gb": 17.08, "ce": 0.1273205408750755, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 4.863863468170166, "loss_scale": 4.0, "retries": 0, "seconds": 453.2, "max_memory_gb": 17.08, "ce": 0.1985437038915734, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.5738327503204346, "loss_scale": 4.0, "retries": 0, "seconds": 457.8, "max_memory_gb": 17.08, "ce": 0.08998613925359678, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.5526502132415771, "loss_scale": 4.0, "retries": 0, "seconds": 462.3, "max_memory_gb": 17.08, "ce": 0.02593130553213996, "rank": 0.018512345850467682} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.6227771043777466, "loss_scale": 4.0, "retries": 0, "seconds": 466.7, "max_memory_gb": 17.08, "ce": 0.029878995964281785, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.04399607330560684, "loss_scale": 4.0, "retries": 0, "seconds": 471.5, "max_memory_gb": 17.08, "ce": 0.0018725450354395434, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.31790289282798767, "loss_scale": 4.0, "retries": 0, "seconds": 476.0, "max_memory_gb": 17.08, "ce": 0.02239853129049152, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.1074649095535278, "loss_scale": 4.0, "retries": 0, "seconds": 480.6, "max_memory_gb": 17.08, "ce": 0.15249084445895278, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.6253160238265991, "loss_scale": 4.0, "retries": 0, "seconds": 485.1, "max_memory_gb": 17.08, "ce": 0.00929718089173548, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.3728747367858887, "loss_scale": 4.0, "retries": 0, "seconds": 489.0, "max_memory_gb": 17.08, "ce": 0.17859415699899728, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.3583256006240845, "loss_scale": 4.0, "retries": 0, "seconds": 493.5, "max_memory_gb": 17.08, "ce": 0.007665538994274357, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.308889627456665, "loss_scale": 4.0, "retries": 0, "seconds": 498.0, "max_memory_gb": 17.08, "ce": 0.21521546281041992, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.025250200182199478, "loss_scale": 4.0, "retries": 0, "seconds": 502.8, "max_memory_gb": 17.08, "ce": 0.0009374727949307271, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.0274126529693604, "loss_scale": 4.0, "retries": 0, "seconds": 507.3, "max_memory_gb": 17.08, "ce": 0.05356807912266959, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.0206342935562134, "loss_scale": 4.0, "retries": 0, "seconds": 511.8, "max_memory_gb": 17.08, "ce": 0.05884789267361157, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.1326589584350586, "loss_scale": 4.0, "retries": 0, "seconds": 516.4, "max_memory_gb": 17.08, "ce": 0.17892350031888782, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.6255378127098083, "loss_scale": 4.0, "retries": 0, "seconds": 521.0, "max_memory_gb": 17.08, "ce": 0.026347538124355196, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.4558191299438477, "loss_scale": 4.0, "retries": 0, "seconds": 525.4, "max_memory_gb": 17.08, "ce": 0.5792397027880725, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 1.73255455493927, "loss_scale": 4.0, "retries": 0, "seconds": 529.8, "max_memory_gb": 17.08, "ce": 0.17428107159139472, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.044145107269287, "loss_scale": 4.0, "retries": 0, "seconds": 534.4, "max_memory_gb": 17.08, "ce": 0.47541494464167044, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.2320916652679443, "loss_scale": 4.0, "retries": 0, "seconds": 538.9, "max_memory_gb": 17.08, "ce": 0.03706034166407335, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.626720666885376, "loss_scale": 4.0, "retries": 0, "seconds": 543.4, "max_memory_gb": 17.08, "ce": 0.15160865516281774, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1550202369689941, "loss_scale": 4.0, "retries": 0, "seconds": 548.1, "max_memory_gb": 17.08, "ce": 0.057144574706399, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.239020586013794, "loss_scale": 4.0, "retries": 0, "seconds": 552.6, "max_memory_gb": 17.08, "ce": 0.14165351277006266, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.052964210510254, "loss_scale": 4.0, "retries": 0, "seconds": 557.0, "max_memory_gb": 17.08, "ce": 0.3778635070157179, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.436734676361084, "loss_scale": 4.0, "retries": 0, "seconds": 561.5, "max_memory_gb": 17.08, "ce": 0.18082281833994784, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.3637099266052246, "loss_scale": 4.0, "retries": 0, "seconds": 566.1, "max_memory_gb": 17.08, "ce": 0.383865889018125, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.7963975667953491, "loss_scale": 4.0, "retries": 0, "seconds": 570.5, "max_memory_gb": 17.08, "ce": 0.14625558559146157, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 0.7913303375244141, "loss_scale": 4.0, "retries": 0, "seconds": 575.0, "max_memory_gb": 17.08, "ce": 0.03774908112245612, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 1.350762963294983, "loss_scale": 4.0, "retries": 0, "seconds": 579.6, "max_memory_gb": 17.08, "ce": 0.0640791957557667, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 1.1394860744476318, "loss_scale": 4.0, "retries": 0, "seconds": 584.4, "max_memory_gb": 17.08, "ce": 0.03096488404662523, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.9183796644210815, "loss_scale": 4.0, "retries": 0, "seconds": 588.7, "max_memory_gb": 17.08, "ce": 0.08128733081321116, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.8114407062530518, "loss_scale": 4.0, "retries": 0, "seconds": 593.0, "max_memory_gb": 17.08, "ce": 0.08406430745890248, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.06297437101602554, "loss_scale": 4.0, "retries": 0, "seconds": 597.7, "max_memory_gb": 17.08, "ce": 0.002555606912210351, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.07277879118919373, "loss_scale": 4.0, "retries": 0, "seconds": 602.1, "max_memory_gb": 17.08, "ce": 0.0038439515392383328, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.8178266286849976, "loss_scale": 4.0, "retries": 0, "seconds": 606.6, "max_memory_gb": 17.08, "ce": 0.09071345827760524, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.465751647949219, "loss_scale": 4.0, "retries": 0, "seconds": 611.2, "max_memory_gb": 17.08, "ce": 0.2321859199400933, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.874837338924408, "loss_scale": 4.0, "retries": 0, "seconds": 615.6, "max_memory_gb": 17.08, "ce": 0.039897325696074404, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.020439064130187035, "loss_scale": 4.0, "retries": 0, "seconds": 620.1, "max_memory_gb": 17.08, "ce": 0.0011294740679659299, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.2082001119852066, "loss_scale": 4.0, "retries": 0, "seconds": 624.7, "max_memory_gb": 17.08, "ce": 0.012644388614717172, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.039264678955078, "loss_scale": 4.0, "retries": 0, "seconds": 628.9, "max_memory_gb": 17.08, "ce": 0.5598632800865744, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.1383340209722519, "loss_scale": 4.0, "retries": 0, "seconds": 633.1, "max_memory_gb": 17.08, "ce": 0.005720263633975264, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.12587949633598328, "loss_scale": 4.0, "retries": 0, "seconds": 637.7, "max_memory_gb": 17.08, "ce": 0.005796156870928826, "rank": 0.11900290846824646} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.6496713757514954, "loss_scale": 4.0, "retries": 0, "seconds": 641.6, "max_memory_gb": 17.08, "ce": 0.07328822353520081, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.6500282287597656, "loss_scale": 4.0, "retries": 0, "seconds": 646.0, "max_memory_gb": 17.08, "ce": 0.019573336408939213, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.39006567001342773, "loss_scale": 4.0, "retries": 0, "seconds": 650.7, "max_memory_gb": 17.08, "ce": 0.028456727598040743, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.762809157371521, "loss_scale": 4.0, "retries": 0, "seconds": 655.5, "max_memory_gb": 17.08, "ce": 0.09806597460374178, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.6266675591468811, "loss_scale": 4.0, "retries": 0, "seconds": 660.0, "max_memory_gb": 17.08, "ce": 0.03674292487266939, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.2743005752563477, "loss_scale": 4.0, "retries": 0, "seconds": 664.6, "max_memory_gb": 17.08, "ce": 0.24604092703930291, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.6822389960289001, "loss_scale": 4.0, "retries": 0, "seconds": 669.5, "max_memory_gb": 17.08, "ce": 0.008194389507252708, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.17396658658981323, "loss_scale": 4.0, "retries": 0, "seconds": 674.0, "max_memory_gb": 17.08, "ce": 0.009257848501874832, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 14.469810485839844, "loss_scale": 4.0, "retries": 0, "seconds": 678.6, "max_memory_gb": 17.08, "ce": 0.8301810551020026, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.2960243225097656, "loss_scale": 4.0, "retries": 0, "seconds": 683.1, "max_memory_gb": 17.08, "ce": 0.012300709517148789, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.374730348587036, "loss_scale": 4.0, "retries": 0, "seconds": 687.6, "max_memory_gb": 17.08, "ce": 0.1986620235529699, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.8835502862930298, "loss_scale": 4.0, "retries": 0, "seconds": 691.9, "max_memory_gb": 17.08, "ce": 0.10385099676204845, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 1.427409291267395, "loss_scale": 4.0, "retries": 0, "seconds": 696.4, "max_memory_gb": 17.08, "ce": 0.08719670618302189, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.2333927154541016, "loss_scale": 4.0, "retries": 0, "seconds": 701.2, "max_memory_gb": 17.08, "ce": 0.23173792387933645, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 2.9161431789398193, "loss_scale": 4.0, "retries": 0, "seconds": 705.8, "max_memory_gb": 17.08, "ce": 0.11979929271547007, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.4725729525089264, "loss_scale": 4.0, "retries": 0, "seconds": 710.3, "max_memory_gb": 17.08, "ce": 0.014891016116052924, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.769062042236328, "loss_scale": 4.0, "retries": 0, "seconds": 714.9, "max_memory_gb": 17.08, "ce": 0.30312850519112544, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.45115897059440613, "loss_scale": 4.0, "retries": 0, "seconds": 719.5, "max_memory_gb": 17.08, "ce": 0.011881004969836795, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.2804170846939087, "loss_scale": 4.0, "retries": 0, "seconds": 724.0, "max_memory_gb": 17.08, "ce": 0.010474717162651359, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.0936362743377686, "loss_scale": 4.0, "retries": 0, "seconds": 728.6, "max_memory_gb": 17.08, "ce": 0.348664598821415, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.03539068251848221, "loss_scale": 4.0, "retries": 0, "seconds": 733.2, "max_memory_gb": 17.08, "ce": 0.0007853121135212859, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 1.3133959770202637, "loss_scale": 4.0, "retries": 0, "seconds": 737.7, "max_memory_gb": 17.08, "ce": 0.08171573633086382, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.198266863822937, "loss_scale": 4.0, "retries": 0, "seconds": 742.4, "max_memory_gb": 17.08, "ce": 0.009791178859813954, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.20494548976421356, "loss_scale": 4.0, "retries": 0, "seconds": 746.9, "max_memory_gb": 17.08, "ce": 0.012574983597005485, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.8536850810050964, "loss_scale": 4.0, "retries": 0, "seconds": 751.4, "max_memory_gb": 17.08, "ce": 0.04543726778456403, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 0.9389927387237549, "loss_scale": 4.0, "retries": 0, "seconds": 755.9, "max_memory_gb": 17.08, "ce": 0.10202297885371081, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.16281147301197052, "loss_scale": 4.0, "retries": 0, "seconds": 760.4, "max_memory_gb": 17.08, "ce": 0.005333892413545982, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 4.129589557647705, "loss_scale": 4.0, "retries": 0, "seconds": 764.9, "max_memory_gb": 17.08, "ce": 0.22660145580402968, "rank": 0.12494946271181107} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.1429426670074463, "loss_scale": 4.0, "retries": 0, "seconds": 769.3, "max_memory_gb": 17.08, "ce": 0.08024692521939869, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.9558809995651245, "loss_scale": 4.0, "retries": 0, "seconds": 773.4, "max_memory_gb": 17.08, "ce": 0.427387496391475, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.42442062497138977, "loss_scale": 4.0, "retries": 0, "seconds": 777.9, "max_memory_gb": 17.08, "ce": 0.02348690041617374, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.6952398419380188, "loss_scale": 4.0, "retries": 0, "seconds": 782.2, "max_memory_gb": 17.08, "ce": 0.007083490072545828, "rank": 0.07536134123802185} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.2356005907058716, "loss_scale": 4.0, "retries": 0, "seconds": 786.6, "max_memory_gb": 17.08, "ce": 0.1172548385693517, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.09823421388864517, "loss_scale": 4.0, "retries": 0, "seconds": 791.1, "max_memory_gb": 17.08, "ce": 0.0023230747852949207, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.37957271933555603, "loss_scale": 4.0, "retries": 0, "seconds": 795.6, "max_memory_gb": 17.08, "ce": 0.005334666804174049, "rank": 0.1571582853794098} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.5200170874595642, "loss_scale": 4.0, "retries": 0, "seconds": 800.1, "max_memory_gb": 17.08, "ce": 0.03920101017865818, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.3237046003341675, "loss_scale": 4.0, "retries": 0, "seconds": 804.9, "max_memory_gb": 17.08, "ce": 0.04760657587894457, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.8558692336082458, "loss_scale": 4.0, "retries": 0, "seconds": 809.2, "max_memory_gb": 17.08, "ce": 0.13452226556364622, "rank": 0.12848499417304993} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.5743954181671143, "loss_scale": 4.0, "retries": 0, "seconds": 813.7, "max_memory_gb": 17.08, "ce": 0.17552227742794457, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.7864835262298584, "loss_scale": 4.0, "retries": 0, "seconds": 818.3, "max_memory_gb": 17.08, "ce": 0.31645788634341443, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.05897469446063042, "loss_scale": 4.0, "retries": 0, "seconds": 822.7, "max_memory_gb": 17.08, "ce": 0.003249134757425054, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.996936559677124, "loss_scale": 4.0, "retries": 0, "seconds": 826.9, "max_memory_gb": 17.08, "ce": 0.19069688225499704, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.1771669387817383, "loss_scale": 4.0, "retries": 0, "seconds": 831.5, "max_memory_gb": 17.08, "ce": 0.4088272015833354, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.03008555993437767, "loss_scale": 4.0, "retries": 0, "seconds": 836.1, "max_memory_gb": 17.08, "ce": 0.0012609249552042456, "rank": 0.12500174343585968} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.1953604221343994, "loss_scale": 4.0, "retries": 0, "seconds": 840.6, "max_memory_gb": 17.08, "ce": 0.05163633961001324, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 1.5364530086517334, "loss_scale": 4.0, "retries": 0, "seconds": 845.1, "max_memory_gb": 17.08, "ce": 0.1154424516716972, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.29565101861953735, "loss_scale": 4.0, "retries": 0, "seconds": 849.4, "max_memory_gb": 17.08, "ce": 0.012251195087856104, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.0664708614349365, "loss_scale": 4.0, "retries": 0, "seconds": 853.6, "max_memory_gb": 17.08, "ce": 0.15376392377584125, "rank": 0.021569035947322845} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.5255230069160461, "loss_scale": 4.0, "retries": 0, "seconds": 858.2, "max_memory_gb": 17.09, "ce": 0.04318463222261926, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.5202655792236328, "loss_scale": 4.0, "retries": 0, "seconds": 862.8, "max_memory_gb": 17.09, "ce": 0.08840136088656436, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.0791287422180176, "loss_scale": 4.0, "retries": 0, "seconds": 867.5, "max_memory_gb": 17.09, "ce": 0.19786836992534518, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.8191564679145813, "loss_scale": 4.0, "retries": 0, "seconds": 871.9, "max_memory_gb": 17.09, "ce": 0.03814096827227331, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.17302392423152924, "loss_scale": 4.0, "retries": 0, "seconds": 876.4, "max_memory_gb": 17.09, "ce": 0.0031342528006916837, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.7575764060020447, "loss_scale": 4.0, "retries": 0, "seconds": 881.1, "max_memory_gb": 17.09, "ce": 0.022181728932991973, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.7176281213760376, "loss_scale": 4.0, "retries": 0, "seconds": 885.7, "max_memory_gb": 17.09, "ce": 0.02108944518113276, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 4.161162376403809, "loss_scale": 4.0, "retries": 0, "seconds": 890.2, "max_memory_gb": 17.09, "ce": 0.17235373311905278, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.3357028663158417, "loss_scale": 4.0, "retries": 0, "seconds": 894.9, "max_memory_gb": 17.09, "ce": 0.008127730521664489, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.4068028926849365, "loss_scale": 4.0, "retries": 0, "seconds": 899.2, "max_memory_gb": 17.09, "ce": 0.048358105108491145, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.06122458726167679, "loss_scale": 4.0, "retries": 0, "seconds": 903.7, "max_memory_gb": 17.09, "ce": 0.0025329221389256418, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 1.1446410417556763, "loss_scale": 4.0, "retries": 0, "seconds": 908.3, "max_memory_gb": 17.09, "ce": 0.12134109873295529, "rank": 0.12494369596242905} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.1556308269500732, "loss_scale": 4.0, "retries": 0, "seconds": 913.0, "max_memory_gb": 17.09, "ce": 0.42243032833539473, "rank": 0.02024555206298828} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.1117228269577026, "loss_scale": 4.0, "retries": 0, "seconds": 917.4, "max_memory_gb": 17.09, "ce": 0.11145644596945203, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.586377739906311, "loss_scale": 4.0, "retries": 0, "seconds": 921.9, "max_memory_gb": 17.09, "ce": 0.23204277733384515, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.9935770630836487, "loss_scale": 4.0, "retries": 0, "seconds": 926.4, "max_memory_gb": 17.09, "ce": 0.16365959503309568, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.401647925376892, "loss_scale": 4.0, "retries": 0, "seconds": 930.9, "max_memory_gb": 17.09, "ce": 0.19513618436167235, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 3.80179500579834, "loss_scale": 4.0, "retries": 0, "seconds": 935.5, "max_memory_gb": 17.09, "ce": 0.4644735422334634, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.9757261276245117, "loss_scale": 4.0, "retries": 0, "seconds": 940.3, "max_memory_gb": 17.09, "ce": 0.04350465845345752, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05457744374871254, "loss_scale": 4.0, "retries": 0, "seconds": 945.2, "max_memory_gb": 17.09, "ce": 0.0019987400537502253, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.245236396789551, "loss_scale": 4.0, "retries": 0, "seconds": 949.8, "max_memory_gb": 17.09, "ce": 0.1741666130583326, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.48490840196609497, "loss_scale": 4.0, "retries": 0, "seconds": 954.0, "max_memory_gb": 17.09, "ce": 0.032510060043932754, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9144644141197205, "loss_scale": 4.0, "retries": 0, "seconds": 958.9, "max_memory_gb": 17.09, "ce": 0.04475500953139999, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.8607126474380493, "loss_scale": 4.0, "retries": 0, "seconds": 963.4, "max_memory_gb": 17.09, "ce": 0.05920870977934101, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.7117555737495422, "loss_scale": 4.0, "retries": 0, "seconds": 967.9, "max_memory_gb": 17.09, "ce": 0.039306010368818534, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.539973497390747, "loss_scale": 4.0, "retries": 0, "seconds": 972.4, "max_memory_gb": 17.09, "ce": 0.0852106496658962, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.32317522168159485, "loss_scale": 4.0, "retries": 0, "seconds": 976.9, "max_memory_gb": 17.09, "ce": 0.020567200521327322, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.2644917070865631, "loss_scale": 4.0, "retries": 0, "seconds": 981.8, "max_memory_gb": 17.09, "ce": 0.01421723320527235, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 1.1961437463760376, "loss_scale": 4.0, "retries": 0, "seconds": 986.5, "max_memory_gb": 17.09, "ce": 0.03999999217194272, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.1983400583267212, "loss_scale": 4.0, "retries": 0, "seconds": 991.1, "max_memory_gb": 17.09, "ce": 0.03749358981804107, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.12022963166236877, "loss_scale": 4.0, "retries": 0, "seconds": 995.6, "max_memory_gb": 17.09, "ce": 0.005837915272422833, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.7259873747825623, "loss_scale": 4.0, "retries": 0, "seconds": 1000.2, "max_memory_gb": 17.09, "ce": 0.043859409666765714, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 4.726324081420898, "loss_scale": 4.0, "retries": 0, "seconds": 1004.8, "max_memory_gb": 17.09, "ce": 0.29137313589671976, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.9280052185058594, "loss_scale": 4.0, "retries": 0, "seconds": 1009.3, "max_memory_gb": 17.09, "ce": 0.04921822311007418, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.9611124396324158, "loss_scale": 4.0, "retries": 0, "seconds": 1013.7, "max_memory_gb": 17.09, "ce": 0.03847848814075405, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.5651341676712036, "loss_scale": 4.0, "retries": 0, "seconds": 1018.3, "max_memory_gb": 17.09, "ce": 0.04400856283609755, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.1034430265426636, "loss_scale": 4.0, "retries": 0, "seconds": 1023.0, "max_memory_gb": 17.09, "ce": 0.03379153006517299, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 3.1054458618164062, "loss_scale": 4.0, "retries": 0, "seconds": 1027.5, "max_memory_gb": 17.09, "ce": 0.256684412442155, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.16916893422603607, "loss_scale": 4.0, "retries": 0, "seconds": 1032.3, "max_memory_gb": 17.09, "ce": 0.010793668959649949, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.9568886756896973, "loss_scale": 4.0, "retries": 0, "seconds": 1036.9, "max_memory_gb": 17.09, "ce": 0.08109775967113819, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.4960494637489319, "loss_scale": 4.0, "retries": 0, "seconds": 1041.4, "max_memory_gb": 17.09, "ce": 0.02638548974391597, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.6225571632385254, "loss_scale": 4.0, "retries": 0, "seconds": 1045.8, "max_memory_gb": 17.09, "ce": 0.09245349897173583, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.6382787823677063, "loss_scale": 4.0, "retries": 0, "seconds": 1050.4, "max_memory_gb": 17.09, "ce": 0.032754455017766304, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.8834627270698547, "loss_scale": 4.0, "retries": 0, "seconds": 1054.7, "max_memory_gb": 17.09, "ce": 0.05430778843310691, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.1123473271727562, "loss_scale": 4.0, "retries": 0, "seconds": 1059.2, "max_memory_gb": 17.09, "ce": 0.00653238937502465, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.20781464874744415, "loss_scale": 4.0, "retries": 0, "seconds": 1063.7, "max_memory_gb": 17.09, "ce": 0.00374904836735368, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.6632005572319031, "loss_scale": 4.0, "retries": 0, "seconds": 1068.3, "max_memory_gb": 17.09, "ce": 0.042140055242271046, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.8240766525268555, "loss_scale": 4.0, "retries": 0, "seconds": 1072.8, "max_memory_gb": 17.09, "ce": 0.20274300580422278, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.013861515559256077, "loss_scale": 4.0, "retries": 0, "seconds": 1077.2, "max_memory_gb": 17.09, "ce": 0.0007326312857003359, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9387281537055969, "loss_scale": 4.0, "retries": 0, "seconds": 1081.7, "max_memory_gb": 17.09, "ce": 0.05456938997576799, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.3307395577430725, "loss_scale": 4.0, "retries": 0, "seconds": 1085.9, "max_memory_gb": 17.09, "ce": 0.009278232018004928, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.26186782121658325, "loss_scale": 4.0, "retries": 0, "seconds": 1090.3, "max_memory_gb": 17.09, "ce": 0.010715675714891404, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.27642345428466797, "loss_scale": 4.0, "retries": 0, "seconds": 1094.9, "max_memory_gb": 17.09, "ce": 0.0107849609466939, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/TopDelta8_s13/adapter/README.md b/runs/fixed_internvl/removal/TopDelta8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/removal/TopDelta8_s13/adapter/adapter_config.json b/runs/fixed_internvl/removal/TopDelta8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5da546142990b92791473714f48080a8da8f5a2b --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.13.mlp.up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/TopDelta8_s13/config.json b/runs/fixed_internvl/removal/TopDelta8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..88072260d889c86072481c3a5f4d059eea623c28 --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 13, + 15, + 17, + 18, + 19, + 21, + 23, + 24 + ], + "ranks": { + "13": 72, + "15": 72, + "17": 72, + "18": 72, + "19": 72, + "21": 72, + "23": 72, + "24": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/TopDelta8_s13/steps.jsonl b/runs/fixed_internvl/removal/TopDelta8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..583e381f22e14c32df13fab0bad3cdbc1cb0bdb3 --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 5.913904666900635, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 16.79, "ce": 0.7595979786710814, "rank": 0.06138449162244797} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.756677627563477, "loss_scale": 4.0, "retries": 0, "seconds": 10.1, "max_memory_gb": 17.13, "ce": 0.7765509493583522, "rank": 0.0} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.9086971282959, "loss_scale": 4.0, "retries": 0, "seconds": 14.6, "max_memory_gb": 17.13, "ce": 1.208952434360981, "rank": 0.0} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 5.494626522064209, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 17.13, "ce": 0.5276137286327867, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 0.16412515938282013, "loss_scale": 4.0, "retries": 0, "seconds": 23.7, "max_memory_gb": 17.13, "ce": 0.03943243936464569, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 3.719204902648926, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 17.13, "ce": 0.2904125516943168, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 1.2614715099334717, "loss_scale": 4.0, "retries": 0, "seconds": 32.6, "max_memory_gb": 17.13, "ce": 0.37693955283248215, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 0.8125056624412537, "loss_scale": 4.0, "retries": 0, "seconds": 37.2, "max_memory_gb": 17.13, "ce": 0.3454072903841734, "rank": 0.0} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 5.819675922393799, "loss_scale": 4.0, "retries": 0, "seconds": 41.6, "max_memory_gb": 17.13, "ce": 0.3397048411425203, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 0.35633379220962524, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.13, "ce": 0.12525610375450924, "rank": 0.0} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.5257481336593628, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 17.13, "ce": 0.20342230941241723, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 0.27741482853889465, "loss_scale": 4.0, "retries": 0, "seconds": 55.1, "max_memory_gb": 17.13, "ce": 0.10822914561504149, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 0.5152890086174011, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 17.13, "ce": 0.23066150170507171, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.0627340078353882, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.13, "ce": 0.284198681358248, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 0.8509766459465027, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.13, "ce": 0.1979004270747282, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 0.3587835729122162, "loss_scale": 4.0, "retries": 0, "seconds": 73.0, "max_memory_gb": 17.13, "ce": 0.07174035143543733, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 1.127364993095398, "loss_scale": 4.0, "retries": 0, "seconds": 77.6, "max_memory_gb": 17.13, "ce": 0.1625021270592697, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0981632471084595, "loss_scale": 4.0, "retries": 0, "seconds": 82.2, "max_memory_gb": 17.13, "ce": 0.14637856838817243, "rank": 0.0} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 0.923821747303009, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 17.13, "ce": 0.08798160546575673, "rank": 0.09170613437891006} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 0.12703369557857513, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.13, "ce": 0.00964157742282623, "rank": 0.1247125118970871} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 1.0399296283721924, "loss_scale": 4.0, "retries": 0, "seconds": 95.3, "max_memory_gb": 17.13, "ce": 0.05335142285434813, "rank": 0.007258623838424683} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.7421982288360596, "loss_scale": 4.0, "retries": 0, "seconds": 99.9, "max_memory_gb": 17.13, "ce": 0.1623531303484924, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.4953171014785767, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 17.13, "ce": 0.15424533198199697, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 9.270133018493652, "loss_scale": 4.0, "retries": 0, "seconds": 108.9, "max_memory_gb": 17.13, "ce": 0.2458772114914609, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 4.5213398933410645, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 17.13, "ce": 0.23560345211080858, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 6.3432936668396, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 17.13, "ce": 0.2512489109976741, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 6.818416118621826, "loss_scale": 4.0, "retries": 0, "seconds": 122.6, "max_memory_gb": 17.13, "ce": 0.3840589819410525, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.997122049331665, "loss_scale": 4.0, "retries": 0, "seconds": 127.1, "max_memory_gb": 17.13, "ce": 0.2300216124713188, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.493336200714111, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.13, "ce": 0.6937528222078981, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 0.19151407480239868, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.13, "ce": 0.0049775616870988415, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 7.080043315887451, "loss_scale": 4.0, "retries": 0, "seconds": 140.5, "max_memory_gb": 17.13, "ce": 0.6680127200525021, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 0.5108665823936462, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 17.13, "ce": 0.02524255257230834, "rank": 0.0} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.75543475151062, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.13, "ce": 0.25657238146595773, "rank": 0.0} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 0.9023050665855408, "loss_scale": 4.0, "retries": 0, "seconds": 153.9, "max_memory_gb": 17.13, "ce": 0.11016651815589285, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.411600351333618, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 17.13, "ce": 0.04102936754497932, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 1.9535149335861206, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 17.13, "ce": 0.14767062500322936, "rank": 0.0} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 1.0558278560638428, "loss_scale": 4.0, "retries": 0, "seconds": 167.5, "max_memory_gb": 17.13, "ce": 0.1613222510641208, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.6624860763549805, "loss_scale": 4.0, "retries": 0, "seconds": 172.2, "max_memory_gb": 17.13, "ce": 0.09346960196853615, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 1.2527357339859009, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 17.13, "ce": 0.10278649488827796, "rank": 0.12494935095310211} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.26818156242370605, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 17.13, "ce": 0.014415995625313371, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.0955073833465576, "loss_scale": 4.0, "retries": 0, "seconds": 186.1, "max_memory_gb": 17.13, "ce": 0.36423789839682286, "rank": 0.0} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 0.2681772708892822, "loss_scale": 4.0, "retries": 0, "seconds": 190.5, "max_memory_gb": 17.13, "ce": 0.01511236660007853, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 0.1919403076171875, "loss_scale": 4.0, "retries": 0, "seconds": 194.7, "max_memory_gb": 17.13, "ce": 0.010359007050283253, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 6.6134843826293945, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 17.13, "ce": 0.25465793969124206, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.219712734222412, "loss_scale": 4.0, "retries": 0, "seconds": 203.7, "max_memory_gb": 17.13, "ce": 0.4062393052081461, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.1053276062011719, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.13, "ce": 0.11660742297681281, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.7264219522476196, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 17.13, "ce": 0.04815464834973682, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.12127557396888733, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 17.13, "ce": 0.004684974514475471, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.121279276907444, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.13, "ce": 0.010036666662927018, "rank": 0.0} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 1.2370078563690186, "loss_scale": 4.0, "retries": 0, "seconds": 226.2, "max_memory_gb": 17.13, "ce": 0.09626603360447916, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.54964280128479, "loss_scale": 4.0, "retries": 0, "seconds": 230.7, "max_memory_gb": 17.13, "ce": 0.10132833077705072, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 0.3050917983055115, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 17.13, "ce": 0.024134240484272595, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 1.7818084955215454, "loss_scale": 4.0, "retries": 0, "seconds": 239.6, "max_memory_gb": 17.13, "ce": 0.08497904503929021, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 0.7792977690696716, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 17.13, "ce": 0.04812211676289735, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.17811860144138336, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 17.13, "ce": 0.01175676569675943, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.1663251519203186, "loss_scale": 4.0, "retries": 0, "seconds": 253.1, "max_memory_gb": 17.13, "ce": 0.014097485230195161, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.17215268313884735, "loss_scale": 4.0, "retries": 0, "seconds": 257.8, "max_memory_gb": 17.13, "ce": 0.007698392678889832, "rank": 0.0} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.04541759565472603, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 17.13, "ce": 0.0012611245007008165, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.701550483703613, "loss_scale": 4.0, "retries": 0, "seconds": 267.0, "max_memory_gb": 17.13, "ce": 0.4604675768925972, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.9246429204940796, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.13, "ce": 0.08796158270001797, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.3468382358551025, "loss_scale": 4.0, "retries": 0, "seconds": 276.1, "max_memory_gb": 17.13, "ce": 0.33069317566696554, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 0.5642178654670715, "loss_scale": 4.0, "retries": 0, "seconds": 280.6, "max_memory_gb": 17.13, "ce": 0.028019989461881778, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.6583818793296814, "loss_scale": 4.0, "retries": 0, "seconds": 285.0, "max_memory_gb": 17.13, "ce": 0.04469427408366755, "rank": 0.0} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 0.12172579020261765, "loss_scale": 4.0, "retries": 0, "seconds": 289.6, "max_memory_gb": 17.13, "ce": 0.004767834929225501, "rank": 0.0} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 1.1066679954528809, "loss_scale": 4.0, "retries": 0, "seconds": 294.1, "max_memory_gb": 17.13, "ce": 0.13726637954687249, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.7092231512069702, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 17.13, "ce": 0.20902429826512403, "rank": 0.1235552504658699} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 0.012013859115540981, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 17.13, "ce": 0.000784084839665411, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.322675883769989, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 17.13, "ce": 0.007627677541165667, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 4.75455379486084, "loss_scale": 4.0, "retries": 0, "seconds": 312.2, "max_memory_gb": 17.13, "ce": 0.8311470719520457, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.3918193578720093, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 17.13, "ce": 0.0038937803408884974, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.029143113642930984, "loss_scale": 4.0, "retries": 0, "seconds": 320.7, "max_memory_gb": 17.13, "ce": 0.0012272588516140104, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.6830839514732361, "loss_scale": 4.0, "retries": 0, "seconds": 325.3, "max_memory_gb": 17.13, "ce": 0.06746659339478356, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.907822370529175, "loss_scale": 4.0, "retries": 0, "seconds": 329.0, "max_memory_gb": 17.13, "ce": 0.18031925365221468, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.0836241245269775, "loss_scale": 4.0, "retries": 0, "seconds": 333.4, "max_memory_gb": 17.13, "ce": 0.10755165375347531, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 2.547044277191162, "loss_scale": 4.0, "retries": 0, "seconds": 338.0, "max_memory_gb": 17.13, "ce": 0.7260208285897534, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.5727174282073975, "loss_scale": 4.0, "retries": 0, "seconds": 343.0, "max_memory_gb": 17.13, "ce": 0.3861052422130342, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.4691498875617981, "loss_scale": 4.0, "retries": 0, "seconds": 347.5, "max_memory_gb": 17.13, "ce": 0.025741997520981386, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.20760942995548248, "loss_scale": 4.0, "retries": 0, "seconds": 352.0, "max_memory_gb": 17.13, "ce": 0.01670219044035548, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.477910578250885, "loss_scale": 4.0, "retries": 0, "seconds": 356.5, "max_memory_gb": 17.13, "ce": 0.012508025877821183, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 0.3298182785511017, "loss_scale": 4.0, "retries": 0, "seconds": 361.1, "max_memory_gb": 17.13, "ce": 0.020427429243000006, "rank": 0.0} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 0.6412480473518372, "loss_scale": 4.0, "retries": 0, "seconds": 365.6, "max_memory_gb": 17.13, "ce": 0.049036472881653026, "rank": 0.0} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.1717383861541748, "loss_scale": 4.0, "retries": 0, "seconds": 370.3, "max_memory_gb": 17.13, "ce": 0.0938181098917994, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.3211640119552612, "loss_scale": 4.0, "retries": 0, "seconds": 375.0, "max_memory_gb": 17.13, "ce": 0.21967977492778346, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.6245803833007812, "loss_scale": 4.0, "retries": 0, "seconds": 379.5, "max_memory_gb": 17.13, "ce": 0.03085052620122042, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.6830147504806519, "loss_scale": 4.0, "retries": 0, "seconds": 384.1, "max_memory_gb": 17.13, "ce": 0.018890303663170016, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.005361318588257, "loss_scale": 4.0, "retries": 0, "seconds": 388.8, "max_memory_gb": 17.13, "ce": 0.06946755598619347, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.9822055697441101, "loss_scale": 4.0, "retries": 0, "seconds": 392.8, "max_memory_gb": 17.13, "ce": 0.11305380898829753, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.3076546788215637, "loss_scale": 4.0, "retries": 0, "seconds": 397.5, "max_memory_gb": 17.13, "ce": 0.0187829444498675, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 0.18202047049999237, "loss_scale": 4.0, "retries": 0, "seconds": 402.1, "max_memory_gb": 17.13, "ce": 0.01415698281607547, "rank": 0.12499858438968658} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.7885724306106567, "loss_scale": 4.0, "retries": 0, "seconds": 406.7, "max_memory_gb": 17.13, "ce": 0.06524298016120156, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.179169178009033, "loss_scale": 4.0, "retries": 0, "seconds": 411.2, "max_memory_gb": 17.13, "ce": 0.5574510095939331, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.9204254150390625, "loss_scale": 4.0, "retries": 0, "seconds": 415.7, "max_memory_gb": 17.13, "ce": 0.09560480982418085, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 1.6726528406143188, "loss_scale": 4.0, "retries": 0, "seconds": 420.2, "max_memory_gb": 17.13, "ce": 0.06914777747761036, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.3612944185733795, "loss_scale": 4.0, "retries": 0, "seconds": 424.9, "max_memory_gb": 17.13, "ce": 0.01312927712660894, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.339925765991211, "loss_scale": 4.0, "retries": 0, "seconds": 429.4, "max_memory_gb": 17.13, "ce": 0.541696495179167, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 4.513341426849365, "loss_scale": 4.0, "retries": 0, "seconds": 433.9, "max_memory_gb": 17.13, "ce": 0.3644887110754098, "rank": 0.21833452582359314} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.14163683354854584, "loss_scale": 4.0, "retries": 0, "seconds": 438.4, "max_memory_gb": 17.13, "ce": 0.005356491197744617, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 1.112492322921753, "loss_scale": 4.0, "retries": 0, "seconds": 442.9, "max_memory_gb": 17.13, "ce": 0.061845774533139775, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 0.3929620385169983, "loss_scale": 4.0, "retries": 0, "seconds": 447.4, "max_memory_gb": 17.13, "ce": 0.014752010992651776, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.4441296458244324, "loss_scale": 4.0, "retries": 0, "seconds": 451.9, "max_memory_gb": 17.13, "ce": 0.06896247284475976, "rank": 0.0} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 0.13955536484718323, "loss_scale": 4.0, "retries": 0, "seconds": 456.4, "max_memory_gb": 17.13, "ce": 0.00576267693486443, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.17258110642433167, "loss_scale": 4.0, "retries": 0, "seconds": 460.9, "max_memory_gb": 17.13, "ce": 0.012440600421541603, "rank": 0.0} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.06643642485141754, "loss_scale": 4.0, "retries": 0, "seconds": 465.4, "max_memory_gb": 17.13, "ce": 0.004296360900298168, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 0.9437998533248901, "loss_scale": 4.0, "retries": 0, "seconds": 469.8, "max_memory_gb": 17.13, "ce": 0.026981637120570667, "rank": 0.12497019022703171} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 0.5111222267150879, "loss_scale": 4.0, "retries": 0, "seconds": 474.3, "max_memory_gb": 17.13, "ce": 0.0484842522296276, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.08005182445049286, "loss_scale": 4.0, "retries": 0, "seconds": 478.8, "max_memory_gb": 17.13, "ce": 0.0014992134829299175, "rank": 0.10976465791463852} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.2023680210113525, "loss_scale": 4.0, "retries": 0, "seconds": 483.3, "max_memory_gb": 17.13, "ce": 0.09172332266098238, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.6030163764953613, "loss_scale": 4.0, "retries": 0, "seconds": 487.7, "max_memory_gb": 17.13, "ce": 0.4174494385297294, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.9782280921936035, "loss_scale": 4.0, "retries": 0, "seconds": 492.3, "max_memory_gb": 17.13, "ce": 0.2850717399032874, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.39849528670310974, "loss_scale": 4.0, "retries": 0, "seconds": 496.8, "max_memory_gb": 17.13, "ce": 0.02232710271164251, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 0.36002427339553833, "loss_scale": 4.0, "retries": 0, "seconds": 501.3, "max_memory_gb": 17.13, "ce": 0.014331819379094668, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.039887282997369766, "loss_scale": 4.0, "retries": 0, "seconds": 505.9, "max_memory_gb": 17.13, "ce": 0.001716532739919785, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 0.3502267897129059, "loss_scale": 4.0, "retries": 0, "seconds": 510.4, "max_memory_gb": 17.13, "ce": 0.01738590436252707, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.0201232433319092, "loss_scale": 4.0, "retries": 0, "seconds": 515.0, "max_memory_gb": 17.13, "ce": 0.12273667460885918, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.189720869064331, "loss_scale": 4.0, "retries": 0, "seconds": 519.4, "max_memory_gb": 17.13, "ce": 0.07988761943443023, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 0.884718656539917, "loss_scale": 4.0, "retries": 0, "seconds": 523.9, "max_memory_gb": 17.13, "ce": 0.15928478359819565, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.08404885977506638, "loss_scale": 4.0, "retries": 0, "seconds": 528.4, "max_memory_gb": 17.13, "ce": 0.0028920946479047416, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.780786395072937, "loss_scale": 4.0, "retries": 0, "seconds": 532.8, "max_memory_gb": 17.13, "ce": 0.18127036522082562, "rank": 0.0} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.08319415152072906, "loss_scale": 4.0, "retries": 0, "seconds": 537.3, "max_memory_gb": 17.13, "ce": 0.004325416549363581, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 5.618477821350098, "loss_scale": 4.0, "retries": 0, "seconds": 541.8, "max_memory_gb": 17.13, "ce": 0.31528915043963934, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 0.6296548843383789, "loss_scale": 4.0, "retries": 0, "seconds": 545.9, "max_memory_gb": 17.13, "ce": 0.05654348147800192, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 0.8983571529388428, "loss_scale": 4.0, "retries": 0, "seconds": 549.5, "max_memory_gb": 17.13, "ce": 0.08911769175210793, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 0.5372987985610962, "loss_scale": 4.0, "retries": 0, "seconds": 553.9, "max_memory_gb": 17.13, "ce": 0.03205579988480167, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.78171706199646, "loss_scale": 4.0, "retries": 0, "seconds": 558.6, "max_memory_gb": 17.13, "ce": 0.4904309775138245, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 0.7030249834060669, "loss_scale": 4.0, "retries": 0, "seconds": 563.2, "max_memory_gb": 17.13, "ce": 0.1206448641805764, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.3765676021575928, "loss_scale": 4.0, "retries": 0, "seconds": 568.0, "max_memory_gb": 17.13, "ce": 0.4095912766956644, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.37304607033729553, "loss_scale": 4.0, "retries": 0, "seconds": 572.5, "max_memory_gb": 17.13, "ce": 0.010227855858374824, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.1969380378723145, "loss_scale": 4.0, "retries": 0, "seconds": 577.0, "max_memory_gb": 17.13, "ce": 0.24849463588361687, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.4499409198760986, "loss_scale": 4.0, "retries": 0, "seconds": 581.6, "max_memory_gb": 17.13, "ce": 0.10885044947826827, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.0877869129180908, "loss_scale": 4.0, "retries": 0, "seconds": 586.0, "max_memory_gb": 17.13, "ce": 0.14544291015590716, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.181663990020752, "loss_scale": 4.0, "retries": 0, "seconds": 590.0, "max_memory_gb": 17.13, "ce": 0.08811830629883843, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.277353525161743, "loss_scale": 4.0, "retries": 0, "seconds": 594.1, "max_memory_gb": 17.13, "ce": 0.21953219994838946, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.4238910675048828, "loss_scale": 4.0, "retries": 0, "seconds": 598.7, "max_memory_gb": 17.13, "ce": 0.2431498930482121, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 1.6570059061050415, "loss_scale": 4.0, "retries": 0, "seconds": 603.1, "max_memory_gb": 17.13, "ce": 0.2597738270219452, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.8456971645355225, "loss_scale": 4.0, "retries": 0, "seconds": 607.6, "max_memory_gb": 17.13, "ce": 0.0578896305651142, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.4600136280059814, "loss_scale": 4.0, "retries": 0, "seconds": 612.1, "max_memory_gb": 17.13, "ce": 0.23717366732535083, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 0.1048581525683403, "loss_scale": 4.0, "retries": 0, "seconds": 616.7, "max_memory_gb": 17.13, "ce": 0.008489372509757231, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.2605462074279785, "loss_scale": 4.0, "retries": 0, "seconds": 621.3, "max_memory_gb": 17.13, "ce": 0.15596290597341067, "rank": 0.0} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 1.228393316268921, "loss_scale": 4.0, "retries": 0, "seconds": 625.8, "max_memory_gb": 17.13, "ce": 0.06348889310720551, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.053846295922994614, "loss_scale": 4.0, "retries": 0, "seconds": 630.4, "max_memory_gb": 17.13, "ce": 0.00366716153030211, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.09553742408752441, "loss_scale": 4.0, "retries": 0, "seconds": 635.0, "max_memory_gb": 17.13, "ce": 0.007484424506174037, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.0915229320526123, "loss_scale": 4.0, "retries": 0, "seconds": 639.4, "max_memory_gb": 17.13, "ce": 0.09708651252230993, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 3.31432843208313, "loss_scale": 4.0, "retries": 0, "seconds": 644.3, "max_memory_gb": 17.13, "ce": 0.2842432275861029, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.45530465245246887, "loss_scale": 4.0, "retries": 0, "seconds": 649.0, "max_memory_gb": 17.13, "ce": 0.036473498782470415, "rank": 0.0} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.027233043685555458, "loss_scale": 4.0, "retries": 0, "seconds": 653.1, "max_memory_gb": 17.13, "ce": 0.0014851662617729744, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.14809457957744598, "loss_scale": 4.0, "retries": 0, "seconds": 657.7, "max_memory_gb": 17.13, "ce": 0.013979497748096037, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.5722427368164062, "loss_scale": 4.0, "retries": 0, "seconds": 662.2, "max_memory_gb": 17.13, "ce": 0.41292424739003764, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.13615301251411438, "loss_scale": 4.0, "retries": 0, "seconds": 666.6, "max_memory_gb": 17.13, "ce": 0.00738757912768051, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 0.5186637043952942, "loss_scale": 4.0, "retries": 0, "seconds": 670.7, "max_memory_gb": 17.13, "ce": 0.020960311062481196, "rank": 0.11351700127124786} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.5838347673416138, "loss_scale": 4.0, "retries": 0, "seconds": 675.4, "max_memory_gb": 17.13, "ce": 0.08115082460335543, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 4.981712818145752, "loss_scale": 4.0, "retries": 0, "seconds": 679.9, "max_memory_gb": 17.13, "ce": 0.12715820148423518, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 0.15252350270748138, "loss_scale": 4.0, "retries": 0, "seconds": 684.4, "max_memory_gb": 17.13, "ce": 0.011065335311286617, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.586191713809967, "loss_scale": 4.0, "retries": 0, "seconds": 689.0, "max_memory_gb": 17.13, "ce": 0.10337932908169023, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 0.43951767683029175, "loss_scale": 4.0, "retries": 0, "seconds": 693.5, "max_memory_gb": 17.13, "ce": 0.036162621556741215, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.7635102272033691, "loss_scale": 4.0, "retries": 0, "seconds": 698.1, "max_memory_gb": 17.13, "ce": 0.24060174312944582, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.21800632774829865, "loss_scale": 4.0, "retries": 0, "seconds": 702.6, "max_memory_gb": 17.13, "ce": 0.005640325643980759, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 0.2461514174938202, "loss_scale": 4.0, "retries": 0, "seconds": 707.3, "max_memory_gb": 17.13, "ce": 0.021319862471500528, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.8897318840026855, "loss_scale": 4.0, "retries": 0, "seconds": 712.0, "max_memory_gb": 17.13, "ce": 0.6486162139995031, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.46797218918800354, "loss_scale": 4.0, "retries": 0, "seconds": 716.7, "max_memory_gb": 17.13, "ce": 0.0299231033623073, "rank": 0.0} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.1848078966140747, "loss_scale": 4.0, "retries": 0, "seconds": 721.5, "max_memory_gb": 17.13, "ce": 0.16364934978992096, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 1.6561998128890991, "loss_scale": 4.0, "retries": 0, "seconds": 726.1, "max_memory_gb": 17.13, "ce": 0.17492499296258757, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.8143818378448486, "loss_scale": 4.0, "retries": 0, "seconds": 730.6, "max_memory_gb": 17.13, "ce": 0.056340131610340904, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.699892044067383, "loss_scale": 4.0, "retries": 0, "seconds": 735.2, "max_memory_gb": 17.13, "ce": 0.2468297982313743, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 1.0404009819030762, "loss_scale": 4.0, "retries": 0, "seconds": 739.8, "max_memory_gb": 17.13, "ce": 0.07422328113898402, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.1631670594215393, "loss_scale": 4.0, "retries": 0, "seconds": 744.4, "max_memory_gb": 17.13, "ce": 0.01197119707649108, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.8530964851379395, "loss_scale": 4.0, "retries": 0, "seconds": 749.0, "max_memory_gb": 17.13, "ce": 0.26005286696999974, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 0.1874925047159195, "loss_scale": 4.0, "retries": 0, "seconds": 752.9, "max_memory_gb": 17.13, "ce": 0.010887068557167368, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 0.06584278494119644, "loss_scale": 4.0, "retries": 0, "seconds": 757.3, "max_memory_gb": 17.13, "ce": 0.00510840026436199, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.2159055471420288, "loss_scale": 4.0, "retries": 0, "seconds": 761.9, "max_memory_gb": 17.13, "ce": 0.29312308388944075, "rank": 0.0487179160118103} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 0.05548553541302681, "loss_scale": 4.0, "retries": 0, "seconds": 766.6, "max_memory_gb": 17.13, "ce": 0.0015515997356487787, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.4156373143196106, "loss_scale": 4.0, "retries": 0, "seconds": 771.0, "max_memory_gb": 17.13, "ce": 0.05681109201623258, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 0.08390159904956818, "loss_scale": 4.0, "retries": 0, "seconds": 775.5, "max_memory_gb": 17.13, "ce": 0.00785924226147472, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.20474249124526978, "loss_scale": 4.0, "retries": 0, "seconds": 779.9, "max_memory_gb": 17.13, "ce": 0.013836478645316674, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 0.37319517135620117, "loss_scale": 4.0, "retries": 0, "seconds": 784.4, "max_memory_gb": 17.13, "ce": 0.02980821567143721, "rank": 0.0} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.3910305500030518, "loss_scale": 4.0, "retries": 0, "seconds": 788.8, "max_memory_gb": 17.13, "ce": 0.09397121236088424, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 0.04750455170869827, "loss_scale": 4.0, "retries": 0, "seconds": 793.4, "max_memory_gb": 17.13, "ce": 0.002334564987449994, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.8795593976974487, "loss_scale": 4.0, "retries": 0, "seconds": 798.0, "max_memory_gb": 17.13, "ce": 0.2566452886649131, "rank": 0.12505976855754852} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.6985636949539185, "loss_scale": 4.0, "retries": 0, "seconds": 802.5, "max_memory_gb": 17.13, "ce": 0.12010767848914838, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.3551175594329834, "loss_scale": 4.0, "retries": 0, "seconds": 806.8, "max_memory_gb": 17.13, "ce": 0.4003061342327783, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 0.31932172179222107, "loss_scale": 4.0, "retries": 0, "seconds": 811.3, "max_memory_gb": 17.13, "ce": 0.028264604487048928, "rank": 0.0} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.5319633483886719, "loss_scale": 4.0, "retries": 0, "seconds": 815.8, "max_memory_gb": 17.13, "ce": 0.014286839371379756, "rank": 0.07378625869750977} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 1.2217471599578857, "loss_scale": 4.0, "retries": 0, "seconds": 820.3, "max_memory_gb": 17.13, "ce": 0.12198273824469652, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 0.05207381397485733, "loss_scale": 4.0, "retries": 0, "seconds": 824.8, "max_memory_gb": 17.13, "ce": 0.0022839871171527193, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 0.3481881022453308, "loss_scale": 4.0, "retries": 0, "seconds": 829.3, "max_memory_gb": 17.13, "ce": 0.01614338222952938, "rank": 0.1479242518544197} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 0.31340181827545166, "loss_scale": 4.0, "retries": 0, "seconds": 833.7, "max_memory_gb": 17.13, "ce": 0.03943777838048845, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 2.778487205505371, "loss_scale": 4.0, "retries": 0, "seconds": 837.7, "max_memory_gb": 17.13, "ce": 0.1320719109858146, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.5857750177383423, "loss_scale": 4.0, "retries": 0, "seconds": 842.4, "max_memory_gb": 17.13, "ce": 0.1326620759555226, "rank": 0.13301421701908112} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 1.553916573524475, "loss_scale": 4.0, "retries": 0, "seconds": 846.8, "max_memory_gb": 17.13, "ce": 0.21233914382310104, "rank": 0.0} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 3.0435142517089844, "loss_scale": 4.0, "retries": 0, "seconds": 851.3, "max_memory_gb": 17.13, "ce": 0.2905204804260393, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 0.1080671176314354, "loss_scale": 4.0, "retries": 0, "seconds": 855.9, "max_memory_gb": 17.13, "ce": 0.0038466851647172007, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.335087299346924, "loss_scale": 4.0, "retries": 0, "seconds": 860.3, "max_memory_gb": 17.13, "ce": 0.13829540424740117, "rank": 0.0} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 1.2555177211761475, "loss_scale": 4.0, "retries": 0, "seconds": 864.7, "max_memory_gb": 17.13, "ce": 0.3319599734750227, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.01263047382235527, "loss_scale": 4.0, "retries": 0, "seconds": 869.2, "max_memory_gb": 17.13, "ce": 0.0009407515199200134, "rank": 0.12504170835018158} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 0.39939987659454346, "loss_scale": 4.0, "retries": 0, "seconds": 873.7, "max_memory_gb": 17.13, "ce": 0.04609576173879759, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.614629328250885, "loss_scale": 4.0, "retries": 0, "seconds": 878.2, "max_memory_gb": 17.13, "ce": 0.06070693881292755, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.12066452205181122, "loss_scale": 4.0, "retries": 0, "seconds": 882.7, "max_memory_gb": 17.13, "ce": 0.008395479730097577, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.6157495975494385, "loss_scale": 4.0, "retries": 0, "seconds": 887.3, "max_memory_gb": 17.13, "ce": 0.15020927960449626, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.4953944981098175, "loss_scale": 4.0, "retries": 0, "seconds": 891.7, "max_memory_gb": 17.13, "ce": 0.07081494751491846, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.0824264287948608, "loss_scale": 4.0, "retries": 0, "seconds": 896.2, "max_memory_gb": 17.13, "ce": 0.100098597118631, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.6969823837280273, "loss_scale": 4.0, "retries": 0, "seconds": 900.8, "max_memory_gb": 17.13, "ce": 0.26060380243779946, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.6615814566612244, "loss_scale": 4.0, "retries": 0, "seconds": 905.4, "max_memory_gb": 17.13, "ce": 0.06005698839726392, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.031821511685848236, "loss_scale": 4.0, "retries": 0, "seconds": 909.8, "max_memory_gb": 17.13, "ce": 0.0023928645978230634, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 0.42776429653167725, "loss_scale": 4.0, "retries": 0, "seconds": 914.4, "max_memory_gb": 17.13, "ce": 0.015995521003333124, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.22058510780334473, "loss_scale": 4.0, "retries": 0, "seconds": 918.9, "max_memory_gb": 17.13, "ce": 0.015861781789681118, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.7110860347747803, "loss_scale": 4.0, "retries": 0, "seconds": 923.3, "max_memory_gb": 17.13, "ce": 0.11495022432472979, "rank": 0.0} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 0.25003963708877563, "loss_scale": 4.0, "retries": 0, "seconds": 927.8, "max_memory_gb": 17.13, "ce": 0.017596592007066647, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.2647634446620941, "loss_scale": 4.0, "retries": 0, "seconds": 932.4, "max_memory_gb": 17.13, "ce": 0.060173632947226, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.04736487939953804, "loss_scale": 4.0, "retries": 0, "seconds": 936.6, "max_memory_gb": 17.13, "ce": 0.0023291206834983313, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.8711987137794495, "loss_scale": 4.0, "retries": 0, "seconds": 940.6, "max_memory_gb": 17.13, "ce": 0.1266812832418509, "rank": 0.12524668872356415} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 1.8775994777679443, "loss_scale": 4.0, "retries": 0, "seconds": 945.2, "max_memory_gb": 17.13, "ce": 0.42434973946183163, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 0.614738404750824, "loss_scale": 4.0, "retries": 0, "seconds": 949.7, "max_memory_gb": 17.13, "ce": 0.12026982732140823, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.209976315498352, "loss_scale": 4.0, "retries": 0, "seconds": 954.1, "max_memory_gb": 17.13, "ce": 0.19703753027260973, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.6439940333366394, "loss_scale": 4.0, "retries": 0, "seconds": 958.5, "max_memory_gb": 17.13, "ce": 0.14822617557911144, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 1.0230580568313599, "loss_scale": 4.0, "retries": 0, "seconds": 963.0, "max_memory_gb": 17.13, "ce": 0.23007874576796894, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.510568141937256, "loss_scale": 4.0, "retries": 0, "seconds": 967.3, "max_memory_gb": 17.13, "ce": 0.3911912841076628, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.47688987851142883, "loss_scale": 4.0, "retries": 0, "seconds": 971.1, "max_memory_gb": 17.13, "ce": 0.027562047495848674, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.05522255226969719, "loss_scale": 4.0, "retries": 0, "seconds": 975.3, "max_memory_gb": 17.13, "ce": 0.0031035489155328833, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.1852259635925293, "loss_scale": 4.0, "retries": 0, "seconds": 979.7, "max_memory_gb": 17.13, "ce": 0.1788255422952716, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.30704429745674133, "loss_scale": 4.0, "retries": 0, "seconds": 984.1, "max_memory_gb": 17.13, "ce": 0.03446219493616809, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.3017346262931824, "loss_scale": 4.0, "retries": 0, "seconds": 988.6, "max_memory_gb": 17.13, "ce": 0.017574025490830536, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.39344340562820435, "loss_scale": 4.0, "retries": 0, "seconds": 993.1, "max_memory_gb": 17.13, "ce": 0.026481682337816892, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 0.3971107006072998, "loss_scale": 4.0, "retries": 0, "seconds": 997.6, "max_memory_gb": 17.13, "ce": 0.027594036663231236, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 1.5287573337554932, "loss_scale": 4.0, "retries": 0, "seconds": 1002.0, "max_memory_gb": 17.13, "ce": 0.05826267724569334, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 0.3765389025211334, "loss_scale": 4.0, "retries": 0, "seconds": 1006.6, "max_memory_gb": 17.13, "ce": 0.02771181468233408, "rank": 0.0} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.13193097710609436, "loss_scale": 4.0, "retries": 0, "seconds": 1011.0, "max_memory_gb": 17.13, "ce": 0.010685571078738576, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.7808135151863098, "loss_scale": 4.0, "retries": 0, "seconds": 1015.3, "max_memory_gb": 17.13, "ce": 0.033780870908685756, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.1025762557983398, "loss_scale": 4.0, "retries": 0, "seconds": 1019.8, "max_memory_gb": 17.13, "ce": 0.03871622131555341, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.09854128956794739, "loss_scale": 4.0, "retries": 0, "seconds": 1024.2, "max_memory_gb": 17.13, "ce": 0.008315117380334414, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.5183851718902588, "loss_scale": 4.0, "retries": 0, "seconds": 1028.7, "max_memory_gb": 17.13, "ce": 0.05435196746020665, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.1851882934570312, "loss_scale": 4.0, "retries": 0, "seconds": 1033.0, "max_memory_gb": 17.13, "ce": 0.34376989933934965, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 0.525272011756897, "loss_scale": 4.0, "retries": 0, "seconds": 1037.6, "max_memory_gb": 17.13, "ce": 0.049769900697810954, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.26325759291648865, "loss_scale": 4.0, "retries": 0, "seconds": 1042.1, "max_memory_gb": 17.13, "ce": 0.020829525524277415, "rank": 0.0} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.4077828824520111, "loss_scale": 4.0, "retries": 0, "seconds": 1046.6, "max_memory_gb": 17.13, "ce": 0.028158111324955826, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.4937115907669067, "loss_scale": 4.0, "retries": 0, "seconds": 1051.3, "max_memory_gb": 17.13, "ce": 0.07322073035220455, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.34444522857666, "loss_scale": 4.0, "retries": 0, "seconds": 1055.8, "max_memory_gb": 17.13, "ce": 0.19604728730382703, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.1975121647119522, "loss_scale": 4.0, "retries": 0, "seconds": 1060.3, "max_memory_gb": 17.13, "ce": 0.015053591232572217, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.0923182964324951, "loss_scale": 4.0, "retries": 0, "seconds": 1064.5, "max_memory_gb": 17.13, "ce": 0.06354433248998248, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.42538824677467346, "loss_scale": 4.0, "retries": 0, "seconds": 1068.9, "max_memory_gb": 17.13, "ce": 0.02567031763783234, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.5173192024230957, "loss_scale": 4.0, "retries": 0, "seconds": 1073.4, "max_memory_gb": 17.13, "ce": 0.09117301342439532, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.3094952702522278, "loss_scale": 4.0, "retries": 0, "seconds": 1078.3, "max_memory_gb": 17.13, "ce": 0.02522614071449425, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.6174755096435547, "loss_scale": 4.0, "retries": 0, "seconds": 1082.8, "max_memory_gb": 17.13, "ce": 0.06100389893117608, "rank": 0.0} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.12765255570411682, "loss_scale": 4.0, "retries": 0, "seconds": 1087.3, "max_memory_gb": 17.13, "ce": 0.010092081526181573, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.01948263868689537, "loss_scale": 4.0, "retries": 0, "seconds": 1091.8, "max_memory_gb": 17.13, "ce": 0.001213403335896146, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.5592092871665955, "loss_scale": 4.0, "retries": 0, "seconds": 1096.5, "max_memory_gb": 17.13, "ce": 0.03865559277573993, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.7331340312957764, "loss_scale": 4.0, "retries": 0, "seconds": 1100.9, "max_memory_gb": 17.13, "ce": 0.2578450602591147, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.02632611058652401, "loss_scale": 4.0, "retries": 0, "seconds": 1105.3, "max_memory_gb": 17.13, "ce": 0.00104842731525423, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 0.9373021721839905, "loss_scale": 4.0, "retries": 0, "seconds": 1109.9, "max_memory_gb": 17.13, "ce": 0.07088751748005961, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.11081007868051529, "loss_scale": 4.0, "retries": 0, "seconds": 1114.5, "max_memory_gb": 17.13, "ce": 0.007888729453497945, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.1990361362695694, "loss_scale": 4.0, "retries": 0, "seconds": 1119.0, "max_memory_gb": 17.13, "ce": 0.01480408344650641, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 0.15801651775836945, "loss_scale": 4.0, "retries": 0, "seconds": 1123.4, "max_memory_gb": 17.13, "ce": 0.007717236883308942, "rank": 0.0} diff --git a/runs/fixed_internvl/removal/TopDelta8_s73/config.json b/runs/fixed_internvl/removal/TopDelta8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1dc58870e8678b7a9222b62c7b83dde2075f5bf --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "removal", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/removal.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 13, + 15, + 17, + 18, + 19, + 21, + 23, + 24 + ], + "ranks": { + "13": 72, + "15": 72, + "17": 72, + "18": 72, + "19": 72, + "21": 72, + "23": 72, + "24": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/removal/TopDelta8_s73/steps.jsonl b/runs/fixed_internvl/removal/TopDelta8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5aa838f172c4c2807a173cb71865172a12df2c58 --- /dev/null +++ b/runs/fixed_internvl/removal/TopDelta8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 11.631366729736328, "loss_scale": 4.0, "retries": 0, "seconds": 5.9, "max_memory_gb": 16.79, "ce": 0.8941777415893739, "rank": 0.0} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 23.172056198120117, "loss_scale": 4.0, "retries": 0, "seconds": 10.9, "max_memory_gb": 17.13, "ce": 1.6528423996642232, "rank": 0.0056403279304504395} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 9.604180335998535, "loss_scale": 4.0, "retries": 0, "seconds": 15.5, "max_memory_gb": 17.13, "ce": 0.6429304818157107, "rank": 0.0838736891746521} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.134284973144531, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 17.13, "ce": 0.5436918452978716, "rank": 0.0} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 2.7419323921203613, "loss_scale": 4.0, "retries": 0, "seconds": 25.2, "max_memory_gb": 17.13, "ce": 0.4445234097947832, "rank": 0.0} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 2.332273006439209, "loss_scale": 4.0, "retries": 0, "seconds": 30.0, "max_memory_gb": 17.13, "ce": 0.45791169395670295, "rank": 0.0} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 0.2516857981681824, "loss_scale": 4.0, "retries": 0, "seconds": 34.6, "max_memory_gb": 17.13, "ce": 0.13206789780997497, "rank": 0.0} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 1.6643586158752441, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 17.13, "ce": 0.6025281443617132, "rank": 0.14115501940250397} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 2.037707805633545, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 17.13, "ce": 0.3739481084048748, "rank": 0.0} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 1.7078207731246948, "loss_scale": 4.0, "retries": 0, "seconds": 48.8, "max_memory_gb": 17.13, "ce": 0.3199107191285293, "rank": 0.009538054466247559} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 0.6176856160163879, "loss_scale": 4.0, "retries": 0, "seconds": 53.5, "max_memory_gb": 17.13, "ce": 0.3015476136934012, "rank": 0.0} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 2.2515902519226074, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 17.13, "ce": 0.17555342111427308, "rank": 0.0} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 1.2561283111572266, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 17.13, "ce": 0.3504953231968102, "rank": 0.0} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 1.5174188613891602, "loss_scale": 4.0, "retries": 0, "seconds": 67.7, "max_memory_gb": 17.13, "ce": 0.25386461940888694, "rank": 0.0} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 2.8478939533233643, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.13, "ce": 0.17116971287759952, "rank": 0.0} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.019297122955322, "loss_scale": 4.0, "retries": 0, "seconds": 77.1, "max_memory_gb": 17.13, "ce": 0.9372058081789874, "rank": 0.0} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.637079954147339, "loss_scale": 4.0, "retries": 0, "seconds": 82.1, "max_memory_gb": 17.13, "ce": 0.2503290345775895, "rank": 0.0} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 1.0383151769638062, "loss_scale": 4.0, "retries": 0, "seconds": 87.1, "max_memory_gb": 17.13, "ce": 0.14038167348189745, "rank": 0.12411323934793472} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.03082799911499, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 17.13, "ce": 0.3916155736842484, "rank": 0.0} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 1.032849669456482, "loss_scale": 4.0, "retries": 0, "seconds": 96.4, "max_memory_gb": 17.13, "ce": 0.23286911485047312, "rank": 0.0} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 0.5691111087799072, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 17.13, "ce": 0.05352399190451251, "rank": 0.0} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 0.9459407329559326, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 17.13, "ce": 0.22240698616951704, "rank": 0.0} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 1.870035171508789, "loss_scale": 4.0, "retries": 0, "seconds": 110.8, "max_memory_gb": 17.13, "ce": 0.14182994888687972, "rank": 0.0} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 0.9694815278053284, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.13, "ce": 0.14525473216781393, "rank": 0.0} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 1.153122901916504, "loss_scale": 4.0, "retries": 0, "seconds": 120.5, "max_memory_gb": 17.13, "ce": 0.07301005796762183, "rank": 0.0} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.1546711921691895, "loss_scale": 4.0, "retries": 0, "seconds": 125.3, "max_memory_gb": 17.13, "ce": 0.24027222351060118, "rank": 0.0} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 6.230334758758545, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 17.13, "ce": 0.13223072933760704, "rank": 0.0} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 0.2193484902381897, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 17.13, "ce": 0.0083344258246143, "rank": 0.0} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.3244099617004395, "loss_scale": 4.0, "retries": 0, "seconds": 139.6, "max_memory_gb": 17.13, "ce": 0.06936493078319472, "rank": 0.0} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.740445375442505, "loss_scale": 4.0, "retries": 0, "seconds": 144.4, "max_memory_gb": 17.13, "ce": 0.08324639999045758, "rank": 0.0} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 1.0550223588943481, "loss_scale": 4.0, "retries": 0, "seconds": 149.2, "max_memory_gb": 17.13, "ce": 0.10111225963373727, "rank": 0.0} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.2160451412200928, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 17.13, "ce": 0.14813507458438835, "rank": 0.12498363852500916} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 0.22290806472301483, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 17.13, "ce": 0.01702827349367908, "rank": 0.12502799928188324} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.6781072616577148, "loss_scale": 4.0, "retries": 0, "seconds": 163.4, "max_memory_gb": 17.13, "ce": 0.17544416581040423, "rank": 0.0} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.2550179958343506, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.13, "ce": 0.04120148572837934, "rank": 0.0} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 0.92977374792099, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.13, "ce": 0.07838045477183186, "rank": 0.11117485910654068} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 0.33513882756233215, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 17.13, "ce": 0.03245670668184175, "rank": 0.0} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 0.20393869280815125, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 17.13, "ce": 0.012705944613799147, "rank": 0.0} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.24892520904541, "loss_scale": 4.0, "retries": 0, "seconds": 186.0, "max_memory_gb": 17.13, "ce": 0.4225747036853136, "rank": 0.0} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 0.30042165517807007, "loss_scale": 4.0, "retries": 0, "seconds": 190.5, "max_memory_gb": 17.13, "ce": 0.012389472660515821, "rank": 0.0} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 0.39302077889442444, "loss_scale": 4.0, "retries": 0, "seconds": 195.3, "max_memory_gb": 17.13, "ce": 0.009918576654854405, "rank": 0.10830137878656387} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.9526824951171875, "loss_scale": 4.0, "retries": 0, "seconds": 199.9, "max_memory_gb": 17.13, "ce": 0.17039906045010866, "rank": 0.0} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.618532180786133, "loss_scale": 4.0, "retries": 0, "seconds": 204.6, "max_memory_gb": 17.13, "ce": 0.2691593812141946, "rank": 0.0} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 0.07800360769033432, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 17.13, "ce": 0.0020545648835650354, "rank": 0.0} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 0.9902696013450623, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 17.13, "ce": 0.06661549117779941, "rank": 0.0} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 1.5499414205551147, "loss_scale": 4.0, "retries": 0, "seconds": 219.3, "max_memory_gb": 17.13, "ce": 0.2445473854913871, "rank": 0.0} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 0.044864341616630554, "loss_scale": 4.0, "retries": 0, "seconds": 224.1, "max_memory_gb": 17.13, "ce": 0.0017875047751658713, "rank": 0.0} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 0.44279035925865173, "loss_scale": 4.0, "retries": 0, "seconds": 228.9, "max_memory_gb": 17.13, "ce": 0.016151749056007247, "rank": 0.0} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 0.09897060692310333, "loss_scale": 4.0, "retries": 0, "seconds": 233.8, "max_memory_gb": 17.13, "ce": 0.004729786563984817, "rank": 0.12355144321918488} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 0.059667833149433136, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 17.13, "ce": 0.0022383909958989534, "rank": 0.0} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 1.059551477432251, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.13, "ce": 0.0472831200058863, "rank": 0.0} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 7.167906284332275, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 17.13, "ce": 0.351284094714174, "rank": 0.0} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.5160470008850098, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 17.13, "ce": 0.39673007056262577, "rank": 0.0} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 1.7829139232635498, "loss_scale": 4.0, "retries": 0, "seconds": 257.6, "max_memory_gb": 17.13, "ce": 0.2886380415638996, "rank": 0.0} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.9184825420379639, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.13, "ce": 0.044740703478055366, "rank": 0.0} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 0.33653417229652405, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 17.13, "ce": 0.024535884256692952, "rank": 0.0} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 0.9589657187461853, "loss_scale": 4.0, "retries": 0, "seconds": 272.3, "max_memory_gb": 17.13, "ce": 0.1399130694589985, "rank": 0.10950382053852081} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 0.5144782662391663, "loss_scale": 4.0, "retries": 0, "seconds": 277.1, "max_memory_gb": 17.13, "ce": 0.02983843375386641, "rank": 0.0} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 0.12935112416744232, "loss_scale": 4.0, "retries": 0, "seconds": 281.9, "max_memory_gb": 17.13, "ce": 0.00669881153771712, "rank": 0.0} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 0.2133646011352539, "loss_scale": 4.0, "retries": 0, "seconds": 286.8, "max_memory_gb": 17.13, "ce": 0.00715287786351837, "rank": 0.0} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.2730813026428223, "loss_scale": 4.0, "retries": 0, "seconds": 291.5, "max_memory_gb": 17.13, "ce": 0.13916861143479764, "rank": 0.0} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.414618968963623, "loss_scale": 4.0, "retries": 0, "seconds": 296.2, "max_memory_gb": 17.13, "ce": 0.30878988979020505, "rank": 0.0} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 0.1887197196483612, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 17.13, "ce": 0.013830731065354485, "rank": 0.1250724345445633} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.3227436542510986, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 17.13, "ce": 0.16025464738777373, "rank": 0.11357386410236359} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 0.21678979694843292, "loss_scale": 4.0, "retries": 0, "seconds": 310.6, "max_memory_gb": 17.13, "ce": 0.008830434656374564, "rank": 0.0} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 0.08687151968479156, "loss_scale": 4.0, "retries": 0, "seconds": 315.6, "max_memory_gb": 17.13, "ce": 0.006313766075436433, "rank": 0.0} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.2045769691467285, "loss_scale": 4.0, "retries": 0, "seconds": 320.3, "max_memory_gb": 17.13, "ce": 0.38521107050200953, "rank": 0.0} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 0.6221842765808105, "loss_scale": 4.0, "retries": 0, "seconds": 325.0, "max_memory_gb": 17.14, "ce": 0.020646010522796132, "rank": 0.0} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 0.4921110272407532, "loss_scale": 4.0, "retries": 0, "seconds": 330.0, "max_memory_gb": 17.14, "ce": 0.05327909965581057, "rank": 0.0} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 0.2085086703300476, "loss_scale": 4.0, "retries": 0, "seconds": 334.8, "max_memory_gb": 17.14, "ce": 0.010494593961993814, "rank": 0.0} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.15513472259044647, "loss_scale": 4.0, "retries": 0, "seconds": 339.4, "max_memory_gb": 17.14, "ce": 0.00788086366992502, "rank": 0.0} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 0.2049897313117981, "loss_scale": 4.0, "retries": 0, "seconds": 344.2, "max_memory_gb": 17.14, "ce": 0.009887381698149511, "rank": 0.0} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 1.5582191944122314, "loss_scale": 4.0, "retries": 0, "seconds": 348.6, "max_memory_gb": 17.14, "ce": 0.1760985687938046, "rank": 0.0} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 0.5762326717376709, "loss_scale": 4.0, "retries": 0, "seconds": 353.3, "max_memory_gb": 17.14, "ce": 0.04031192936554362, "rank": 0.0} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 0.286559522151947, "loss_scale": 4.0, "retries": 0, "seconds": 357.9, "max_memory_gb": 17.14, "ce": 0.016022815609630925, "rank": 0.0} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 1.6528832912445068, "loss_scale": 4.0, "retries": 0, "seconds": 362.9, "max_memory_gb": 17.14, "ce": 0.43768669341534405, "rank": 0.0} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 0.05348680540919304, "loss_scale": 4.0, "retries": 0, "seconds": 367.6, "max_memory_gb": 17.14, "ce": 0.0028527689130442013, "rank": 0.0} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 0.9751487374305725, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 17.14, "ce": 0.21881598249410672, "rank": 0.0} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 0.3060760200023651, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 17.14, "ce": 0.013219946503340907, "rank": 0.0} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.0882344245910645, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 17.14, "ce": 0.24971147094584012, "rank": 0.1248820573091507} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.9025225639343262, "loss_scale": 4.0, "retries": 0, "seconds": 386.6, "max_memory_gb": 17.14, "ce": 0.15975036268582699, "rank": 0.12425126880407333} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 0.15443119406700134, "loss_scale": 4.0, "retries": 0, "seconds": 391.2, "max_memory_gb": 17.14, "ce": 0.008657560554183874, "rank": 0.0} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 0.23458527028560638, "loss_scale": 4.0, "retries": 0, "seconds": 396.1, "max_memory_gb": 17.14, "ce": 0.015746652303732844, "rank": 0.0} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 0.4448049068450928, "loss_scale": 4.0, "retries": 0, "seconds": 401.0, "max_memory_gb": 17.14, "ce": 0.04024724238797717, "rank": 0.0} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 0.3782094717025757, "loss_scale": 4.0, "retries": 0, "seconds": 405.9, "max_memory_gb": 17.14, "ce": 0.009633475381178869, "rank": 0.0} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 0.5801754593849182, "loss_scale": 4.0, "retries": 0, "seconds": 410.9, "max_memory_gb": 17.14, "ce": 0.08427930972447939, "rank": 0.0} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 0.07879459112882614, "loss_scale": 4.0, "retries": 0, "seconds": 415.6, "max_memory_gb": 17.14, "ce": 0.005167430845176568, "rank": 0.0} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 0.13141612708568573, "loss_scale": 4.0, "retries": 0, "seconds": 420.2, "max_memory_gb": 17.14, "ce": 0.008525404670763237, "rank": 0.0} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.1915194988250732, "loss_scale": 4.0, "retries": 0, "seconds": 424.9, "max_memory_gb": 17.14, "ce": 0.15776502595235797, "rank": 0.0} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 0.34483593702316284, "loss_scale": 4.0, "retries": 0, "seconds": 429.5, "max_memory_gb": 17.14, "ce": 0.04343905043606355, "rank": 0.0} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 1.9908250570297241, "loss_scale": 4.0, "retries": 0, "seconds": 434.0, "max_memory_gb": 17.14, "ce": 0.06539795544313165, "rank": 0.0} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 0.8692653179168701, "loss_scale": 4.0, "retries": 0, "seconds": 438.8, "max_memory_gb": 17.14, "ce": 0.06095305191047373, "rank": 0.0} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.357791423797607, "loss_scale": 4.0, "retries": 0, "seconds": 443.6, "max_memory_gb": 17.14, "ce": 0.608742973374774, "rank": 0.0} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 0.21117834746837616, "loss_scale": 4.0, "retries": 0, "seconds": 448.3, "max_memory_gb": 17.14, "ce": 0.019513291544171807, "rank": 0.0} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.140057325363159, "loss_scale": 4.0, "retries": 0, "seconds": 452.6, "max_memory_gb": 17.14, "ce": 0.3769539409568097, "rank": 0.0} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 0.9688146710395813, "loss_scale": 4.0, "retries": 0, "seconds": 457.3, "max_memory_gb": 17.14, "ce": 0.08803814556904399, "rank": 0.0} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 0.21940374374389648, "loss_scale": 4.0, "retries": 0, "seconds": 461.8, "max_memory_gb": 17.14, "ce": 0.015947562019846373, "rank": 0.0} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 0.17219199240207672, "loss_scale": 4.0, "retries": 0, "seconds": 466.3, "max_memory_gb": 17.14, "ce": 0.012314635469010682, "rank": 0.0} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 1.0051947832107544, "loss_scale": 4.0, "retries": 0, "seconds": 471.1, "max_memory_gb": 17.14, "ce": 0.05377191313527874, "rank": 0.0} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 0.36135169863700867, "loss_scale": 4.0, "retries": 0, "seconds": 475.6, "max_memory_gb": 17.14, "ce": 0.05347117061683093, "rank": 0.1250070482492447} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 1.8823350667953491, "loss_scale": 4.0, "retries": 0, "seconds": 480.2, "max_memory_gb": 17.14, "ce": 0.18112128315169684, "rank": 0.0} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 0.48293954133987427, "loss_scale": 4.0, "retries": 0, "seconds": 484.9, "max_memory_gb": 17.14, "ce": 0.022884695872562588, "rank": 0.21929118782281876} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 0.10421858727931976, "loss_scale": 4.0, "retries": 0, "seconds": 489.5, "max_memory_gb": 17.14, "ce": 0.0047318545657617506, "rank": 0.0} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 1.443652868270874, "loss_scale": 4.0, "retries": 0, "seconds": 494.1, "max_memory_gb": 17.14, "ce": 0.15975727966497288, "rank": 0.0} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 1.4440433979034424, "loss_scale": 4.0, "retries": 0, "seconds": 498.6, "max_memory_gb": 17.14, "ce": 0.14507623131339642, "rank": 0.0} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 0.3867515027523041, "loss_scale": 4.0, "retries": 0, "seconds": 503.2, "max_memory_gb": 17.14, "ce": 0.03334700456935025, "rank": 0.0} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 0.09548360854387283, "loss_scale": 4.0, "retries": 0, "seconds": 507.8, "max_memory_gb": 17.14, "ce": 0.009726341807436256, "rank": 0.0} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 0.2310650795698166, "loss_scale": 4.0, "retries": 0, "seconds": 512.3, "max_memory_gb": 17.14, "ce": 0.010914502508967416, "rank": 0.0} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 0.040845077484846115, "loss_scale": 4.0, "retries": 0, "seconds": 517.3, "max_memory_gb": 17.14, "ce": 0.0031508345778092917, "rank": 0.0} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 0.05584363266825676, "loss_scale": 4.0, "retries": 0, "seconds": 522.0, "max_memory_gb": 17.14, "ce": 0.00211125098849152, "rank": 0.0} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 1.0805202722549438, "loss_scale": 4.0, "retries": 0, "seconds": 526.8, "max_memory_gb": 17.14, "ce": 0.059418847982215084, "rank": 0.0} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 0.1970672756433487, "loss_scale": 4.0, "retries": 0, "seconds": 531.6, "max_memory_gb": 17.14, "ce": 0.017812672677337105, "rank": 0.0} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.2724575996398926, "loss_scale": 4.0, "retries": 0, "seconds": 536.3, "max_memory_gb": 17.14, "ce": 0.5697511908638262, "rank": 0.0} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.514191746711731, "loss_scale": 4.0, "retries": 0, "seconds": 540.9, "max_memory_gb": 17.14, "ce": 0.20194381590363264, "rank": 0.0} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 0.1295129805803299, "loss_scale": 4.0, "retries": 0, "seconds": 545.5, "max_memory_gb": 17.14, "ce": 0.00807570116739953, "rank": 0.0} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 3.35493803024292, "loss_scale": 4.0, "retries": 0, "seconds": 550.2, "max_memory_gb": 17.14, "ce": 0.38147133909205877, "rank": 0.0} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 0.3281165361404419, "loss_scale": 4.0, "retries": 0, "seconds": 554.8, "max_memory_gb": 17.14, "ce": 0.01820632605904393, "rank": 0.0} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.0062689781188965, "loss_scale": 4.0, "retries": 0, "seconds": 559.4, "max_memory_gb": 17.14, "ce": 0.048329003486742295, "rank": 0.12619610130786896} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 0.21270374953746796, "loss_scale": 4.0, "retries": 0, "seconds": 563.9, "max_memory_gb": 17.14, "ce": 0.007462407800630899, "rank": 0.0} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.1783299446105957, "loss_scale": 4.0, "retries": 0, "seconds": 568.6, "max_memory_gb": 17.14, "ce": 0.16446091412854003, "rank": 0.0} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 1.2504910230636597, "loss_scale": 4.0, "retries": 0, "seconds": 573.3, "max_memory_gb": 17.14, "ce": 0.0746173537240793, "rank": 0.0} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 1.5298515558242798, "loss_scale": 4.0, "retries": 0, "seconds": 577.9, "max_memory_gb": 17.14, "ce": 0.07368987536028726, "rank": 0.0} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.464606761932373, "loss_scale": 4.0, "retries": 0, "seconds": 582.8, "max_memory_gb": 17.14, "ce": 0.4407102172008308, "rank": 0.0} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 0.017842505127191544, "loss_scale": 4.0, "retries": 0, "seconds": 587.7, "max_memory_gb": 17.14, "ce": 0.0013095921608510253, "rank": 0.0} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 2.30656099319458, "loss_scale": 4.0, "retries": 0, "seconds": 592.6, "max_memory_gb": 17.14, "ce": 0.3701160563000485, "rank": 0.0} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 0.18689872324466705, "loss_scale": 4.0, "retries": 0, "seconds": 597.4, "max_memory_gb": 17.14, "ce": 0.01641192471333852, "rank": 0.0} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 0.11038058996200562, "loss_scale": 4.0, "retries": 0, "seconds": 602.0, "max_memory_gb": 17.14, "ce": 0.0030170365007506916, "rank": 0.0} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 0.1914716362953186, "loss_scale": 4.0, "retries": 0, "seconds": 606.6, "max_memory_gb": 17.14, "ce": 0.013674472878392407, "rank": 0.0} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.1567667722702026, "loss_scale": 4.0, "retries": 0, "seconds": 611.3, "max_memory_gb": 17.14, "ce": 0.03596920299469275, "rank": 0.0} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 2.3373677730560303, "loss_scale": 4.0, "retries": 0, "seconds": 616.0, "max_memory_gb": 17.14, "ce": 0.08495928906768313, "rank": 0.0} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 1.37343430519104, "loss_scale": 4.0, "retries": 0, "seconds": 620.7, "max_memory_gb": 17.14, "ce": 0.14086184477969255, "rank": 0.0} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 0.4769536554813385, "loss_scale": 4.0, "retries": 0, "seconds": 625.3, "max_memory_gb": 17.14, "ce": 0.022700064681885124, "rank": 0.0} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.400745868682861, "loss_scale": 4.0, "retries": 0, "seconds": 630.1, "max_memory_gb": 17.14, "ce": 0.5979961454759177, "rank": 0.0} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 0.05126672983169556, "loss_scale": 4.0, "retries": 0, "seconds": 634.7, "max_memory_gb": 17.14, "ce": 0.004893468536465662, "rank": 0.0} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 6.4054179191589355, "loss_scale": 4.0, "retries": 0, "seconds": 639.4, "max_memory_gb": 17.14, "ce": 0.4279461633636856, "rank": 0.0} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 4.407505035400391, "loss_scale": 4.0, "retries": 0, "seconds": 644.2, "max_memory_gb": 17.14, "ce": 0.8120666617214738, "rank": 0.0} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.706514358520508, "loss_scale": 4.0, "retries": 0, "seconds": 648.7, "max_memory_gb": 17.14, "ce": 0.1851431495210818, "rank": 0.0} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 0.05574025958776474, "loss_scale": 4.0, "retries": 0, "seconds": 653.5, "max_memory_gb": 17.14, "ce": 0.00261231075228352, "rank": 0.09693445265293121} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 0.042760636657476425, "loss_scale": 4.0, "retries": 0, "seconds": 658.2, "max_memory_gb": 17.14, "ce": 0.003725297758137458, "rank": 0.0} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 0.5658660531044006, "loss_scale": 4.0, "retries": 0, "seconds": 663.0, "max_memory_gb": 17.14, "ce": 0.045132924461540824, "rank": 0.0} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 0.04698380455374718, "loss_scale": 4.0, "retries": 0, "seconds": 667.8, "max_memory_gb": 17.14, "ce": 0.00375462363990664, "rank": 0.0} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.3237587213516235, "loss_scale": 4.0, "retries": 0, "seconds": 672.5, "max_memory_gb": 17.14, "ce": 0.19927988856898082, "rank": 0.0} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 1.268850326538086, "loss_scale": 4.0, "retries": 0, "seconds": 677.4, "max_memory_gb": 17.14, "ce": 0.1313459392040386, "rank": 0.0} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.2509782612323761, "loss_scale": 4.0, "retries": 0, "seconds": 681.9, "max_memory_gb": 17.14, "ce": 0.007779924502301583, "rank": 0.09784453362226486} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 0.4950629472732544, "loss_scale": 4.0, "retries": 0, "seconds": 686.2, "max_memory_gb": 17.14, "ce": 0.0665983617936945, "rank": 0.0} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.8229358196258545, "loss_scale": 4.0, "retries": 0, "seconds": 691.0, "max_memory_gb": 17.14, "ce": 0.21533962869443712, "rank": 0.0} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.7114527225494385, "loss_scale": 4.0, "retries": 0, "seconds": 695.6, "max_memory_gb": 17.14, "ce": 0.18334896682517865, "rank": 0.0} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 0.18501800298690796, "loss_scale": 4.0, "retries": 0, "seconds": 700.2, "max_memory_gb": 17.14, "ce": 0.015781588252593792, "rank": 0.0} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 4.092806339263916, "loss_scale": 4.0, "retries": 0, "seconds": 704.8, "max_memory_gb": 17.14, "ce": 0.6935971705688644, "rank": 0.19757378101348877} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 0.36467817425727844, "loss_scale": 4.0, "retries": 0, "seconds": 709.6, "max_memory_gb": 17.14, "ce": 0.035714067878416245, "rank": 0.0} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 0.7942686676979065, "loss_scale": 4.0, "retries": 0, "seconds": 714.3, "max_memory_gb": 17.14, "ce": 0.15466221640417643, "rank": 0.0} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.4540704488754272, "loss_scale": 4.0, "retries": 0, "seconds": 719.0, "max_memory_gb": 17.14, "ce": 0.2890180587605755, "rank": 0.0} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 0.12249092012643814, "loss_scale": 4.0, "retries": 0, "seconds": 723.8, "max_memory_gb": 17.14, "ce": 0.005432869136257068, "rank": 0.0} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.6905419826507568, "loss_scale": 4.0, "retries": 0, "seconds": 728.4, "max_memory_gb": 17.14, "ce": 0.0558979306740639, "rank": 0.0} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 0.3493072986602783, "loss_scale": 4.0, "retries": 0, "seconds": 733.0, "max_memory_gb": 17.14, "ce": 0.018676290754683578, "rank": 0.0} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 0.4245017170906067, "loss_scale": 4.0, "retries": 0, "seconds": 737.5, "max_memory_gb": 17.14, "ce": 0.0338387068695738, "rank": 0.0} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.4179434776306152, "loss_scale": 4.0, "retries": 0, "seconds": 742.3, "max_memory_gb": 17.14, "ce": 0.37087851264686833, "rank": 0.0} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 0.07827325165271759, "loss_scale": 4.0, "retries": 0, "seconds": 747.1, "max_memory_gb": 17.14, "ce": 0.006313112718544289, "rank": 0.0} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 0.08594641834497452, "loss_scale": 4.0, "retries": 0, "seconds": 751.7, "max_memory_gb": 17.14, "ce": 0.00404646373272044, "rank": 0.12488387525081635} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.23394279181957245, "loss_scale": 4.0, "retries": 0, "seconds": 756.5, "max_memory_gb": 17.14, "ce": 0.030703371137406066, "rank": 0.0} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 0.6540436744689941, "loss_scale": 4.0, "retries": 0, "seconds": 760.4, "max_memory_gb": 17.14, "ce": 0.07413292583441944, "rank": 0.0} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 0.4400393068790436, "loss_scale": 4.0, "retries": 0, "seconds": 765.0, "max_memory_gb": 17.14, "ce": 0.024977030285299406, "rank": 0.0} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 0.9487466812133789, "loss_scale": 4.0, "retries": 0, "seconds": 769.7, "max_memory_gb": 17.14, "ce": 0.04891879491833606, "rank": 0.0} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 0.3427796959877014, "loss_scale": 4.0, "retries": 0, "seconds": 774.4, "max_memory_gb": 17.14, "ce": 0.030799846703303047, "rank": 0.0} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.021942149847745895, "loss_scale": 4.0, "retries": 0, "seconds": 779.0, "max_memory_gb": 17.14, "ce": 0.001476756712236238, "rank": 0.0} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 0.10143934935331345, "loss_scale": 4.0, "retries": 0, "seconds": 783.9, "max_memory_gb": 17.14, "ce": 0.00406887641247522, "rank": 0.0} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.4382784366607666, "loss_scale": 4.0, "retries": 0, "seconds": 788.6, "max_memory_gb": 17.14, "ce": 0.2862744686322003, "rank": 0.0} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.4324828386306763, "loss_scale": 4.0, "retries": 0, "seconds": 793.2, "max_memory_gb": 17.14, "ce": 0.1536042870206984, "rank": 0.0} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 0.03424527868628502, "loss_scale": 4.0, "retries": 0, "seconds": 797.7, "max_memory_gb": 17.14, "ce": 0.002061577981294249, "rank": 0.0} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 1.2082431316375732, "loss_scale": 4.0, "retries": 0, "seconds": 802.6, "max_memory_gb": 17.14, "ce": 0.1118151018908975, "rank": 0.0} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 0.7023904323577881, "loss_scale": 4.0, "retries": 0, "seconds": 807.3, "max_memory_gb": 17.14, "ce": 0.06495577828263777, "rank": 0.0} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.5499229431152344, "loss_scale": 4.0, "retries": 0, "seconds": 811.9, "max_memory_gb": 17.14, "ce": 0.22162585107025734, "rank": 0.0} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 0.22184984385967255, "loss_scale": 4.0, "retries": 0, "seconds": 816.7, "max_memory_gb": 17.14, "ce": 0.02780102158067166, "rank": 0.0} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.842563629150391, "loss_scale": 4.0, "retries": 0, "seconds": 821.3, "max_memory_gb": 17.14, "ce": 0.3930210351468304, "rank": 0.20420336723327637} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.2014951705932617, "loss_scale": 4.0, "retries": 0, "seconds": 825.5, "max_memory_gb": 17.14, "ce": 0.17772237575900363, "rank": 0.0} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.4722259044647217, "loss_scale": 4.0, "retries": 0, "seconds": 829.8, "max_memory_gb": 17.14, "ce": 0.19094287059215276, "rank": 0.0} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 0.9272412657737732, "loss_scale": 4.0, "retries": 0, "seconds": 834.5, "max_memory_gb": 17.14, "ce": 0.07897125000317828, "rank": 0.0} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 0.03027888387441635, "loss_scale": 4.0, "retries": 0, "seconds": 839.2, "max_memory_gb": 17.14, "ce": 0.001861512818322808, "rank": 0.0} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 0.3431910574436188, "loss_scale": 4.0, "retries": 0, "seconds": 843.8, "max_memory_gb": 17.14, "ce": 0.06006524208760311, "rank": 0.0} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.6175434589385986, "loss_scale": 4.0, "retries": 0, "seconds": 848.7, "max_memory_gb": 17.14, "ce": 0.09431840524098334, "rank": 0.13202938437461853} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 0.756044328212738, "loss_scale": 4.0, "retries": 0, "seconds": 853.3, "max_memory_gb": 17.14, "ce": 0.08170336259854594, "rank": 0.0} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 0.09669708460569382, "loss_scale": 4.0, "retries": 0, "seconds": 857.9, "max_memory_gb": 17.14, "ce": 0.005856476663211652, "rank": 0.0} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 1.0030102729797363, "loss_scale": 4.0, "retries": 0, "seconds": 862.8, "max_memory_gb": 17.14, "ce": 0.07421980425442598, "rank": 0.0} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 1.4905904531478882, "loss_scale": 4.0, "retries": 0, "seconds": 867.4, "max_memory_gb": 17.14, "ce": 0.18526319659986257, "rank": 0.0} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.9960436820983887, "loss_scale": 4.0, "retries": 0, "seconds": 872.0, "max_memory_gb": 17.14, "ce": 0.1368647928898099, "rank": 0.0} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.4165644645690918, "loss_scale": 4.0, "retries": 0, "seconds": 876.5, "max_memory_gb": 17.14, "ce": 0.06411507589018584, "rank": 0.0} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 0.6360810399055481, "loss_scale": 4.0, "retries": 0, "seconds": 881.1, "max_memory_gb": 17.14, "ce": 0.08480553097524535, "rank": 0.0} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 0.22921985387802124, "loss_scale": 4.0, "retries": 0, "seconds": 885.7, "max_memory_gb": 17.14, "ce": 0.024003107658245426, "rank": 0.12493154406547546} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 0.1527387499809265, "loss_scale": 4.0, "retries": 0, "seconds": 890.6, "max_memory_gb": 17.14, "ce": 0.014518572059387225, "rank": 0.0} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.626932144165039, "loss_scale": 4.0, "retries": 0, "seconds": 895.4, "max_memory_gb": 17.14, "ce": 0.0394434919012383, "rank": 0.0} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.08018497377634048, "loss_scale": 4.0, "retries": 0, "seconds": 900.0, "max_memory_gb": 17.14, "ce": 0.0042715724216577655, "rank": 0.12494100630283356} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 0.4423949718475342, "loss_scale": 4.0, "retries": 0, "seconds": 904.6, "max_memory_gb": 17.14, "ce": 0.04287761782165944, "rank": 0.0} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 0.525670051574707, "loss_scale": 4.0, "retries": 0, "seconds": 909.3, "max_memory_gb": 17.14, "ce": 0.022554688690433977, "rank": 0.0} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.6171789169311523, "loss_scale": 4.0, "retries": 0, "seconds": 913.9, "max_memory_gb": 17.14, "ce": 0.09133063631043115, "rank": 0.0} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 0.6922187805175781, "loss_scale": 4.0, "retries": 0, "seconds": 918.5, "max_memory_gb": 17.14, "ce": 0.058536393114081875, "rank": 0.0} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 0.028836673125624657, "loss_scale": 4.0, "retries": 0, "seconds": 923.1, "max_memory_gb": 17.14, "ce": 0.0017248964491045626, "rank": 0.0} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 0.004753453191369772, "loss_scale": 4.0, "retries": 0, "seconds": 927.9, "max_memory_gb": 17.14, "ce": 0.00023119609681998554, "rank": 0.0} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 0.6522018909454346, "loss_scale": 4.0, "retries": 0, "seconds": 932.9, "max_memory_gb": 17.14, "ce": 0.0925191205410556, "rank": 0.0} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 0.04740718752145767, "loss_scale": 4.0, "retries": 0, "seconds": 937.1, "max_memory_gb": 17.14, "ce": 0.0019426557836936809, "rank": 0.0} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 0.7368465662002563, "loss_scale": 4.0, "retries": 0, "seconds": 941.9, "max_memory_gb": 17.14, "ce": 0.1916961671822719, "rank": 0.0} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 0.23166793584823608, "loss_scale": 4.0, "retries": 0, "seconds": 946.5, "max_memory_gb": 17.14, "ce": 0.015105299346942047, "rank": 0.0} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 0.1315840780735016, "loss_scale": 4.0, "retries": 0, "seconds": 951.1, "max_memory_gb": 17.14, "ce": 0.01056709967730285, "rank": 0.0} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.576234221458435, "loss_scale": 4.0, "retries": 0, "seconds": 955.9, "max_memory_gb": 17.14, "ce": 0.0661014784946019, "rank": 0.0} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 0.016978951171040535, "loss_scale": 4.0, "retries": 0, "seconds": 960.5, "max_memory_gb": 17.14, "ce": 0.0008544643592358625, "rank": 0.0} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.193924903869629, "loss_scale": 4.0, "retries": 0, "seconds": 965.1, "max_memory_gb": 17.14, "ce": 0.2898464461052299, "rank": 0.12480280548334122} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.7212860584259033, "loss_scale": 4.0, "retries": 0, "seconds": 969.8, "max_memory_gb": 17.14, "ce": 0.338168564962416, "rank": 0.0} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 0.10001281648874283, "loss_scale": 4.0, "retries": 0, "seconds": 974.6, "max_memory_gb": 17.14, "ce": 0.00552573633854081, "rank": 0.0} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 0.12426862120628357, "loss_scale": 4.0, "retries": 0, "seconds": 979.3, "max_memory_gb": 17.14, "ce": 0.009532001744673835, "rank": 0.0} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 0.13127917051315308, "loss_scale": 4.0, "retries": 0, "seconds": 983.8, "max_memory_gb": 17.14, "ce": 0.004808459647620111, "rank": 0.0} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 2.5723049640655518, "loss_scale": 4.0, "retries": 0, "seconds": 988.5, "max_memory_gb": 17.14, "ce": 0.06000203079042876, "rank": 0.0} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.8358840942382812, "loss_scale": 4.0, "retries": 0, "seconds": 992.9, "max_memory_gb": 17.14, "ce": 0.49284345000978647, "rank": 0.0} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 0.39805757999420166, "loss_scale": 4.0, "retries": 0, "seconds": 997.5, "max_memory_gb": 17.14, "ce": 0.05411552583836965, "rank": 0.0} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 0.35492852330207825, "loss_scale": 4.0, "retries": 0, "seconds": 1002.1, "max_memory_gb": 17.14, "ce": 0.02253223940783755, "rank": 0.0} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 0.9438952207565308, "loss_scale": 4.0, "retries": 0, "seconds": 1006.6, "max_memory_gb": 17.14, "ce": 0.09900765543852685, "rank": 0.0} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.1528950333595276, "loss_scale": 4.0, "retries": 0, "seconds": 1011.1, "max_memory_gb": 17.14, "ce": 0.00861843434313414, "rank": 0.0} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 0.28384456038475037, "loss_scale": 4.0, "retries": 0, "seconds": 1015.7, "max_memory_gb": 17.14, "ce": 0.027470386600271013, "rank": 0.0} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 0.123440220952034, "loss_scale": 4.0, "retries": 0, "seconds": 1020.3, "max_memory_gb": 17.14, "ce": 0.007730805727305778, "rank": 0.0} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 1.1848560571670532, "loss_scale": 4.0, "retries": 0, "seconds": 1024.9, "max_memory_gb": 17.14, "ce": 0.13062943823206297, "rank": 0.0} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 0.2875523269176483, "loss_scale": 4.0, "retries": 0, "seconds": 1029.5, "max_memory_gb": 17.14, "ce": 0.01058882865436317, "rank": 0.0} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 0.9078527688980103, "loss_scale": 4.0, "retries": 0, "seconds": 1034.4, "max_memory_gb": 17.14, "ce": 0.09014994307949564, "rank": 0.0} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 0.6841017603874207, "loss_scale": 4.0, "retries": 0, "seconds": 1039.1, "max_memory_gb": 17.14, "ce": 0.02771023767263614, "rank": 0.0} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.6426726579666138, "loss_scale": 4.0, "retries": 0, "seconds": 1043.7, "max_memory_gb": 17.14, "ce": 0.1414507854187832, "rank": 0.0} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 0.8627529144287109, "loss_scale": 4.0, "retries": 0, "seconds": 1048.3, "max_memory_gb": 17.14, "ce": 0.09114028034673538, "rank": 0.0} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.3060076236724854, "loss_scale": 4.0, "retries": 0, "seconds": 1053.1, "max_memory_gb": 17.14, "ce": 0.05583824025507056, "rank": 0.1248677596449852} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 0.38822686672210693, "loss_scale": 4.0, "retries": 0, "seconds": 1057.7, "max_memory_gb": 17.14, "ce": 0.015944977821163775, "rank": 0.0} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 0.55168217420578, "loss_scale": 4.0, "retries": 0, "seconds": 1062.3, "max_memory_gb": 17.14, "ce": 0.03197313828445658, "rank": 0.0} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.8738494515419006, "loss_scale": 4.0, "retries": 0, "seconds": 1067.0, "max_memory_gb": 17.14, "ce": 0.10523276283288396, "rank": 0.0} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 0.609333872795105, "loss_scale": 4.0, "retries": 0, "seconds": 1071.6, "max_memory_gb": 17.14, "ce": 0.06754637646872652, "rank": 0.0} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 0.029854722321033478, "loss_scale": 4.0, "retries": 0, "seconds": 1076.2, "max_memory_gb": 17.14, "ce": 0.0018284220777786686, "rank": 0.0} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 0.27680468559265137, "loss_scale": 4.0, "retries": 0, "seconds": 1080.8, "max_memory_gb": 17.14, "ce": 0.012008945295747253, "rank": 0.0} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 1.4155125617980957, "loss_scale": 4.0, "retries": 0, "seconds": 1085.5, "max_memory_gb": 17.14, "ce": 0.15107382609767228, "rank": 0.0} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 0.005279450211673975, "loss_scale": 4.0, "retries": 0, "seconds": 1090.1, "max_memory_gb": 17.14, "ce": 0.00030973752291174605, "rank": 0.12500160932540894} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 0.579838752746582, "loss_scale": 4.0, "retries": 0, "seconds": 1094.8, "max_memory_gb": 17.14, "ce": 0.037709139349544785, "rank": 0.0} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.0903677940368652, "loss_scale": 4.0, "retries": 0, "seconds": 1099.6, "max_memory_gb": 17.14, "ce": 0.07521440808750413, "rank": 0.0} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.8730602264404297, "loss_scale": 4.0, "retries": 0, "seconds": 1104.1, "max_memory_gb": 17.14, "ce": 0.8954106280446013, "rank": 0.0} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 0.05368829891085625, "loss_scale": 4.0, "retries": 0, "seconds": 1108.8, "max_memory_gb": 17.14, "ce": 0.004717171935226361, "rank": 0.0} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 0.9625235795974731, "loss_scale": 4.0, "retries": 0, "seconds": 1113.5, "max_memory_gb": 17.14, "ce": 0.017346909427033097, "rank": 0.0} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 0.10669326782226562, "loss_scale": 4.0, "retries": 0, "seconds": 1118.1, "max_memory_gb": 17.14, "ce": 0.007494847513044078, "rank": 0.0} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 0.67344069480896, "loss_scale": 4.0, "retries": 0, "seconds": 1122.7, "max_memory_gb": 17.14, "ce": 0.10339419230376734, "rank": 0.0} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 0.5600288510322571, "loss_scale": 4.0, "retries": 0, "seconds": 1127.5, "max_memory_gb": 17.14, "ce": 0.021653108228747442, "rank": 0.0} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 0.36560970544815063, "loss_scale": 4.0, "retries": 0, "seconds": 1132.1, "max_memory_gb": 17.14, "ce": 0.08490827001924117, "rank": 0.1217276006937027} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 0.35006365180015564, "loss_scale": 4.0, "retries": 0, "seconds": 1136.7, "max_memory_gb": 17.14, "ce": 0.030764297597215773, "rank": 0.0} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.74056476354599, "loss_scale": 4.0, "retries": 0, "seconds": 1141.2, "max_memory_gb": 17.14, "ce": 0.04986227595395576, "rank": 0.0} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 0.9305705428123474, "loss_scale": 4.0, "retries": 0, "seconds": 1145.3, "max_memory_gb": 17.14, "ce": 0.09721739061706103, "rank": 0.0} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 0.14928299188613892, "loss_scale": 4.0, "retries": 0, "seconds": 1149.9, "max_memory_gb": 17.14, "ce": 0.015493990735649277, "rank": 0.0} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.7649987936019897, "loss_scale": 4.0, "retries": 0, "seconds": 1154.5, "max_memory_gb": 17.14, "ce": 0.13589796746828142, "rank": 0.0} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.523641586303711, "loss_scale": 4.0, "retries": 0, "seconds": 1159.2, "max_memory_gb": 17.14, "ce": 0.06430222078552106, "rank": 0.0} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 0.010216007940471172, "loss_scale": 4.0, "retries": 0, "seconds": 1163.7, "max_memory_gb": 17.14, "ce": 0.0004786434087691305, "rank": 0.0} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 0.12801803648471832, "loss_scale": 4.0, "retries": 0, "seconds": 1167.9, "max_memory_gb": 17.14, "ce": 0.01025038189618499, "rank": 0.0} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 3.4899001121520996, "loss_scale": 4.0, "retries": 0, "seconds": 1171.9, "max_memory_gb": 17.14, "ce": 0.17039933021624165, "rank": 0.0} diff --git a/runs/fixed_internvl/replacement/Deep8_s13/adapter/README.md b/runs/fixed_internvl/replacement/Deep8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Deep8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e7f5f59997146289b6748eddb1183a2bd350f6ef --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.35.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s13/config.json b/runs/fixed_internvl/replacement/Deep8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..333a50c01ebf1328b477d4001ef06711606b61f1 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s13/steps.jsonl b/runs/fixed_internvl/replacement/Deep8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..91479939ba2a53c8fb54aa85f15b654dc194ca41 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 4.4279351234436035, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.84, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 5.9763970375061035, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 18.18, "pair": 1.0959276854991913, "sign": 0.1800366910174489, "keep": 1.3678138050890993, "leak": 3.973911339016922e-05, "replacement": 1.8698629140853882} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 9.259469032287598, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.18, "pair": 1.0841375887393951, "sign": 0.11490952968597412, "keep": 2.0502299666404724, "leak": 0.00010594251943985, "replacement": 2.1667337715625763} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.675851345062256, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.18, "pair": 1.0533238649368286, "sign": 0.03711697785183787, "keep": 0.846493290970102, "leak": 0.001541673467727378, "replacement": 1.495514452457428} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.45405387878418, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 18.18, "pair": 1.0203434973955154, "sign": 0.11371831968426704, "keep": 0.022471885466075037, "leak": 0.006572954480361659, "replacement": 1.0900818854570389} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.8903350830078125, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.18, "pair": 0.9833092838525772, "sign": 0.19011064060032368, "keep": 0.5871785022609401, "leak": 0.015721803438339066, "replacement": 1.3758842647075653} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.576348304748535, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.18, "pair": 0.8416688144207001, "sign": 0.08199804835021496, "keep": 1.35138189594727, "leak": 0.08927216473966837, "replacement": 1.5806768834590912} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.888738632202148, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.19, "pair": 0.8142234086990356, "sign": 0.19507961196359247, "keep": 1.1751427091658115, "leak": 0.09075826033949852, "replacement": 1.522024244070053} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.115795612335205, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.19, "pair": 0.8225189447402954, "sign": 0.5735921424347907, "keep": 1.1420563235878944, "leak": 0.0895259864628315, "replacement": 1.7027247250080109} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.3260703086853027, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.19, "pair": 0.5344322621822357, "sign": 0.06021411530673504, "keep": 0.0416545856569428, "leak": 0.3905509263277054, "replacement": 0.6830043345689774} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 4.716817378997803, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.19, "pair": 0.42054716497659683, "sign": 0.19140553358010948, "keep": 0.7788224973046454, "leak": 0.6536456346511841, "replacement": 1.06907257437706} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 4.92625093460083, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.19, "pair": 0.3101978413760662, "sign": 0.043990764301270247, "keep": 0.5105087223892042, "leak": 1.238010160624981, "replacement": 0.8969501256942749} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.448388576507568, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 18.19, "pair": 0.1908031702041626, "sign": 0.024938291404396296, "keep": 0.3319766239665114, "leak": 1.8028143718838692, "replacement": 0.8199642300605774} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 5.4005255699157715, "loss_scale": 4.0, "retries": 0, "seconds": 21.9, "max_memory_gb": 18.19, "pair": 0.2894794102758169, "sign": 0.19291025679558516, "keep": 0.6496478132903576, "leak": 1.4133174568414688, "replacement": 1.0640877932310104} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 9.74957275390625, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 18.19, "pair": 0.232990937307477, "sign": 0.19373913487652317, "keep": 0.20922904110307172, "leak": 2.552252173423767, "replacement": 1.072538048028946} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.436343669891357, "loss_scale": 4.0, "retries": 0, "seconds": 25.0, "max_memory_gb": 18.19, "pair": 0.25640302523970604, "sign": 0.2735448374878615, "keep": 0.02458869759357185, "leak": 1.5610381513834, "replacement": 0.795729324221611} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.070492267608643, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 18.19, "pair": 0.4009910896420479, "sign": 0.7649729212280363, "keep": 0.4184992201626301, "leak": 1.2105621546506882, "replacement": 1.29536771774292} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.249847412109375, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 18.2, "pair": 0.23461656644940376, "sign": 0.11715351208113134, "keep": 0.0449140231939964, "leak": 1.246433585882187, "replacement": 0.6272586956620216} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 15.652691841125488, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 18.2, "pair": 0.10040520131587982, "sign": 0.009825284185353667, "keep": 0.01458636112511158, "leak": 3.782986640930176, "replacement": 1.0583577007055283} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 5.90194845199585, "loss_scale": 4.0, "retries": 0, "seconds": 31.2, "max_memory_gb": 18.2, "pair": 0.5604273900389671, "sign": 0.016378437401726842, "keep": 0.0012405646139086457, "leak": 0.06944154389202595, "replacement": 0.5865972489118576} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.2992658615112305, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 18.2, "pair": 0.38105363957583904, "sign": 0.020810272311791778, "keep": 0.002635484474012628, "leak": 0.8785080728121102, "replacement": 0.6124035343527794} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.748509645462036, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 18.2, "pair": 0.34957936592400074, "sign": 0.03607460274361074, "keep": 0.026429126985021867, "leak": 0.5483250693359878, "replacement": 0.5179125070571899} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.7265772819519043, "loss_scale": 4.0, "retries": 0, "seconds": 35.9, "max_memory_gb": 18.2, "pair": 0.25394873321056366, "sign": 0.01412282872479409, "keep": 0.20754995355446226, "leak": 0.4480965659022331, "replacement": 0.4768092632293701} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.912843227386475, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 18.2, "pair": 0.1688173972070217, "sign": 0.006369080976583064, "keep": 0.006806260906159878, "leak": 1.8535411804914474, "replacement": 0.6387903541326523} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 5.573646068572998, "loss_scale": 4.0, "retries": 0, "seconds": 39.0, "max_memory_gb": 18.2, "pair": 0.3196955807507038, "sign": 0.05060447636060417, "keep": 0.7620340362336719, "leak": 0.3030852251686156, "replacement": 0.8017861470580101} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.7255425453186035, "loss_scale": 4.0, "retries": 0, "seconds": 40.6, "max_memory_gb": 18.2, "pair": 0.2774540614336729, "sign": 0.019564330170396715, "keep": 0.039681929687503725, "leak": 0.19466449157334864, "replacement": 0.35574330389499664} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.848419666290283, "loss_scale": 4.0, "retries": 0, "seconds": 42.2, "max_memory_gb": 18.2, "pair": 0.3238246776163578, "sign": 0.1347974311793223, "keep": 0.09820250543998554, "leak": 0.20151026418898255, "replacement": 0.49070221930742264} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 5.345306873321533, "loss_scale": 4.0, "retries": 0, "seconds": 43.7, "max_memory_gb": 18.2, "pair": 0.39263081550598145, "sign": 0.24373022781219333, "keep": 1.0372694316320121, "leak": 1.5944323185831308, "replacement": 1.4317388087511063} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 13.57927131652832, "loss_scale": 4.0, "retries": 0, "seconds": 45.3, "max_memory_gb": 18.2, "pair": 0.5600126851350069, "sign": 1.0443175327964127, "keep": 0.362990867724875, "leak": 3.495469518005848, "replacement": 2.1375342309474945} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.1611576080322266, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 18.2, "pair": 0.12426373176276684, "sign": 0.003465722897090018, "keep": 0.007557373862709937, "leak": 0.7050719782710075, "replacement": 0.30604327470064163} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 9.719900131225586, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 18.2, "pair": 0.642066853120923, "sign": 0.3005555087001994, "keep": 0.5506028225936461, "leak": 1.1036336961115012, "replacement": 1.3435544073581696} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 6.163947582244873, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 18.2, "pair": 0.21156576462090015, "sign": 0.08666231436654925, "keep": 0.0037174878671066836, "leak": 1.3969073593616486, "replacement": 0.6059825159609318} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 6.01725959777832, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 18.2, "pair": 0.4968598671257496, "sign": 0.33075287216342986, "keep": 0.38417652947828174, "leak": 0.4201547347474843, "replacement": 0.9593632034957409} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 5.252197742462158, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 18.2, "pair": 0.20510151609778404, "sign": 0.020021820906549692, "keep": 0.0025175656519422773, "leak": 1.1508669105787703, "replacement": 0.5040879361331463} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 5.9884724617004395, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 18.2, "pair": 0.15051793307065964, "sign": 0.022145563270896673, "keep": 0.004567075604427373, "leak": 2.012026763521135, "replacement": 0.6668809317052364} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.950252056121826, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 18.2, "pair": 0.19887232035398483, "sign": 0.022379311703843996, "keep": 0.32210247049079044, "leak": 1.0917554697953165, "replacement": 0.6440520733594894} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.228337526321411, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 18.2, "pair": 0.44415874034166336, "sign": 0.1340143702691421, "keep": 0.3338830070133554, "leak": 0.021391055401181802, "replacement": 0.6834552139043808} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.3181724548339844, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 18.2, "pair": 0.32934242486953735, "sign": 0.03714081575162709, "keep": 0.02500763302668929, "leak": 0.3893916198940133, "replacement": 0.45776454359292984} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 5.4242448806762695, "loss_scale": 4.0, "retries": 0, "seconds": 60.8, "max_memory_gb": 18.2, "pair": 0.34013453498482704, "sign": 1.2627602212014608, "keep": 0.16994315883493982, "leak": 0.671845655888319, "replacement": 1.2244476340711117} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.4806010723114014, "loss_scale": 4.0, "retries": 0, "seconds": 62.4, "max_memory_gb": 18.2, "pair": 0.13157941028475761, "sign": 0.007269278168678284, "keep": 0.008735024780435197, "leak": 0.505800474435091, "replacement": 0.2660316787660122} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 6.811077117919922, "loss_scale": 4.0, "retries": 0, "seconds": 63.9, "max_memory_gb": 18.2, "pair": 0.44644088856875896, "sign": 1.1265015583485365, "keep": 1.5699076760793105, "leak": 0.8174562591084396, "replacement": 1.999009631574154} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.4543137550354, "loss_scale": 4.0, "retries": 0, "seconds": 65.4, "max_memory_gb": 18.2, "pair": 0.1852600872516632, "sign": 0.023121554171666503, "keep": 0.0018960614661409636, "leak": 1.9256957918405533, "replacement": 0.6791928373277187} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 5.563551425933838, "loss_scale": 4.0, "retries": 0, "seconds": 67.0, "max_memory_gb": 18.2, "pair": 0.19715859275311232, "sign": 0.058632649248465896, "keep": 0.0019409190826991107, "leak": 1.1553620249032974, "replacement": 0.5162858888506889} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 2.7630932331085205, "loss_scale": 4.0, "retries": 0, "seconds": 68.6, "max_memory_gb": 18.2, "pair": 0.17229720577597618, "sign": 0.07842753911972977, "keep": 0.5198246690415544, "leak": 0.17990149278193712, "replacement": 0.5163986757397652} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 6.978459358215332, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 18.2, "pair": 0.27979218401014805, "sign": 0.4546183933853172, "keep": 1.8547241028863937, "leak": 1.1347856223583221, "replacement": 1.7181599214673042} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 2.452173948287964, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 18.2, "pair": 0.27125527802854776, "sign": 0.18261045683175325, "keep": 0.18904364667832851, "leak": 0.41934387186847744, "replacement": 0.5619183015078306} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.461388111114502, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 18.2, "pair": 0.2079564966261387, "sign": 0.051604669948574156, "keep": 0.008848181685607415, "leak": 0.23249565830337815, "replacement": 0.2963068373501301} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.7655646800994873, "loss_scale": 4.0, "retries": 0, "seconds": 74.7, "max_memory_gb": 18.2, "pair": 0.13386819884181023, "sign": 0.006199980969540775, "keep": 0.007534180098446086, "leak": 0.24523931834846735, "replacement": 0.20204510912299156} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.6918153762817383, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 18.2, "pair": 0.25055632926523685, "sign": 0.040949431248009205, "keep": 0.017774456398910843, "leak": 0.9636456500738859, "replacement": 0.5208296906203032} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.487912893295288, "loss_scale": 4.0, "retries": 0, "seconds": 77.8, "max_memory_gb": 18.2, "pair": 0.24137557670474052, "sign": 0.07185800280421972, "keep": 0.2009007714946165, "leak": 0.24871186539530754, "replacement": 0.4399329498410225} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.0130395889282227, "loss_scale": 4.0, "retries": 0, "seconds": 79.4, "max_memory_gb": 18.2, "pair": 0.09676015470176935, "sign": 0.010074447200167924, "keep": 0.3507785303750097, "leak": 0.5642268424853683, "replacement": 0.4182433523237705} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.372307300567627, "loss_scale": 4.0, "retries": 0, "seconds": 81.0, "max_memory_gb": 18.2, "pair": 0.35675278678536415, "sign": 0.2586324894800782, "keep": 0.017854612407973036, "leak": 1.211788090265145, "replacement": 0.797943377867341} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.9774627685546875, "loss_scale": 4.0, "retries": 0, "seconds": 82.5, "max_memory_gb": 18.2, "pair": 0.23099507205188274, "sign": 0.06339682114776224, "keep": 0.06837802368681878, "leak": 1.1281072720885277, "replacement": 0.5789093002676964} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 2.8190925121307373, "loss_scale": 4.0, "retries": 0, "seconds": 84.1, "max_memory_gb": 18.2, "pair": 0.2095464002341032, "sign": 0.03671817225404084, "keep": 0.017612705705687404, "leak": 0.7666654512286186, "replacement": 0.428378202021122} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.817344069480896, "loss_scale": 4.0, "retries": 0, "seconds": 85.6, "max_memory_gb": 18.2, "pair": 0.12063089432194829, "sign": 0.008731680805794895, "keep": 0.014925465688293116, "leak": 0.36417104583233595, "replacement": 0.2235022336244583} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.9375064373016357, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 18.2, "pair": 0.2370678037405014, "sign": 0.015430170460604131, "keep": 0.02618520162650384, "leak": 1.0468723606318235, "replacement": 0.5195935666561127} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.456941604614258, "loss_scale": 4.0, "retries": 0, "seconds": 88.6, "max_memory_gb": 18.2, "pair": 0.09124347707256675, "sign": 0.09071803076949436, "keep": 0.002489350939868018, "leak": 0.2940710876137018, "replacement": 0.21136493794620037} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.0927071571350098, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 18.2, "pair": 0.10699416184797883, "sign": 0.010028498276369646, "keep": 0.005269109777145786, "leak": 0.1808683555573225, "replacement": 0.15986005403101444} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.594237327575684, "loss_scale": 4.0, "retries": 0, "seconds": 91.6, "max_memory_gb": 18.2, "pair": 0.25149034103378654, "sign": 0.07675361103611067, "keep": 0.06584823761659209, "leak": 0.35817743465304375, "replacement": 0.41233562491834164} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.341233730316162, "loss_scale": 4.0, "retries": 0, "seconds": 93.2, "max_memory_gb": 18.2, "pair": 0.10552605148404837, "sign": 0.013526873080991209, "keep": 0.05397290324981441, "leak": 4.214859746396542, "replacement": 1.1929908506572247} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 5.902862548828125, "loss_scale": 4.0, "retries": 0, "seconds": 94.8, "max_memory_gb": 18.2, "pair": 0.3071043789386749, "sign": 0.35132142645306885, "keep": 0.10050952836172655, "leak": 1.610637255012989, "replacement": 0.9356791600584984} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.9411473274230957, "loss_scale": 4.0, "retries": 0, "seconds": 96.4, "max_memory_gb": 18.2, "pair": 0.1688914792612195, "sign": 0.025058728060685098, "keep": 0.01861192014621338, "leak": 0.45486334298038855, "replacement": 0.3044426366686821} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.8272974491119385, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 18.2, "pair": 0.2303226264193654, "sign": 0.06904112477786839, "keep": 0.024453922153043095, "leak": 0.17497250996530056, "replacement": 0.32081326842308044} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.215322732925415, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 18.2, "pair": 0.19075366016477346, "sign": 0.013970786123536527, "keep": 0.015693494235165417, "leak": 0.22828115429729223, "replacement": 0.26265609450638294} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.1555986404418945, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 18.2, "pair": 0.22837993316352367, "sign": 0.07625479460693896, "keep": 0.12039771443232894, "leak": 1.0280120596289635, "replacement": 0.583709180355072} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.027071237564087, "loss_scale": 4.0, "retries": 0, "seconds": 102.6, "max_memory_gb": 18.2, "pair": 0.1365686054341495, "sign": 0.09802415638114326, "keep": 0.20509739824046846, "leak": 0.1504002430010587, "replacement": 0.32572943484410644} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.265247106552124, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 18.2, "pair": 0.06415665708482265, "sign": 0.010978911421261728, "keep": 0.013592507617431693, "leak": 0.774539303034544, "replacement": 0.2700771950185299} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 4.98431921005249, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 18.2, "pair": 0.0830005873576738, "sign": 0.010623484617099166, "keep": 0.004696842748444396, "leak": 0.9441239796578884, "replacement": 0.3266917485743761} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 8.405783653259277, "loss_scale": 4.0, "retries": 0, "seconds": 107.3, "max_memory_gb": 18.2, "pair": 0.6679773665964603, "sign": 0.84344008914195, "keep": 1.222349740579375, "leak": 1.0097422637045383, "replacement": 1.9533077776432037} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.227318286895752, "loss_scale": 4.0, "retries": 0, "seconds": 108.8, "max_memory_gb": 18.2, "pair": 0.26469895243644714, "sign": 0.029222952958662063, "keep": 0.0032074046175694093, "leak": 0.5767644643783569, "replacement": 0.42510524159297347} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.4490323066711426, "loss_scale": 4.0, "retries": 0, "seconds": 110.4, "max_memory_gb": 18.2, "pair": 0.10045403707772493, "sign": 0.007987987220985815, "keep": 0.0114229922010054, "leak": 0.6188830770552158, "replacement": 0.2648802921175957} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.391009569168091, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 18.2, "pair": 0.2243430819362402, "sign": 0.21157244534697384, "keep": 0.01452295109629631, "leak": 0.890605853870511, "replacement": 0.5600422322750092} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.2738139629364014, "loss_scale": 4.0, "retries": 0, "seconds": 113.5, "max_memory_gb": 18.2, "pair": 0.11309406405780464, "sign": 0.06841409072512761, "keep": 0.3733360386104323, "leak": 0.23627998562005814, "replacement": 0.3930391175672412} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.6406192779541016, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 18.2, "pair": 0.24505738489096984, "sign": 0.15250062005361542, "keep": 0.07677075976801007, "leak": 0.3435445837676525, "replacement": 0.4455792307853699} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.462181091308594, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 18.2, "pair": 0.4289261996746063, "sign": 0.6478495142655447, "keep": 1.3018698678351939, "leak": 0.3879208518192172, "replacement": 1.5007661376148462} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.147562026977539, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 18.2, "pair": 0.0460915588773787, "sign": 0.007106125704012811, "keep": 0.008190107092787002, "leak": 0.7009932161781762, "replacement": 0.2289879834279418} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.58634352684021, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 18.2, "pair": 0.1887679249048233, "sign": 0.008219130570068955, "keep": 0.0030783486072323285, "leak": 0.734875492984429, "replacement": 0.3781355358660221} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 5.190855979919434, "loss_scale": 4.0, "retries": 0, "seconds": 121.2, "max_memory_gb": 18.2, "pair": 0.09109703730791807, "sign": 0.10915634699631482, "keep": 0.0008037505874654016, "leak": 1.1417412534356117, "replacement": 0.43151239678263664} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 3.156506299972534, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 18.2, "pair": 0.05801377142779529, "sign": 0.010302368551492691, "keep": 0.0027431264541064593, "leak": 0.7298981924541295, "replacement": 0.2470110673457384} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 3.4895265102386475, "loss_scale": 4.0, "retries": 0, "seconds": 124.3, "max_memory_gb": 18.2, "pair": 0.13739736331626773, "sign": 0.0361381760740187, "keep": 0.005435406113392105, "leak": 0.6302353069186211, "replacement": 0.31574298813939095} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 8.818416595458984, "loss_scale": 4.0, "retries": 0, "seconds": 125.8, "max_memory_gb": 18.2, "pair": 0.18676008004695177, "sign": 0.03602802671957761, "keep": 0.13618094730190933, "leak": 2.9419425101950765, "replacement": 1.0083502233028412} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 4.856863498687744, "loss_scale": 4.0, "retries": 0, "seconds": 127.4, "max_memory_gb": 18.2, "pair": 0.49388263933360577, "sign": 0.7503530356334522, "keep": 0.008375950303161517, "leak": 0.17574620398227125, "replacement": 0.9171837419271469} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.77713942527771, "loss_scale": 4.0, "retries": 0, "seconds": 128.9, "max_memory_gb": 18.2, "pair": 0.20004962268285453, "sign": 0.013961941338493489, "keep": 0.12793548597255722, "leak": 0.6875028039794415, "replacement": 0.44287403451744467} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.3119277954101562, "loss_scale": 4.0, "retries": 0, "seconds": 130.5, "max_memory_gb": 18.2, "pair": 0.054371604303014465, "sign": 0.016873822998604737, "keep": 0.003034572694474491, "leak": 0.16917932219803333, "replacement": 0.10662063723430037} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 10.184883117675781, "loss_scale": 4.0, "retries": 0, "seconds": 132.1, "max_memory_gb": 18.2, "pair": 0.018798208446241915, "sign": 0.0060894697926414665, "keep": 0.0009019811581651993, "leak": 1.1570663005113602, "replacement": 0.3115605041384697} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.369256019592285, "loss_scale": 4.0, "retries": 0, "seconds": 133.6, "max_memory_gb": 18.2, "pair": 0.3033830299973488, "sign": 0.12101553287357092, "keep": 0.17317108355928212, "leak": 0.36045501043554395, "replacement": 0.5405900962650776} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.7882791757583618, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 18.2, "pair": 0.2207398860482499, "sign": 0.07542393018957227, "keep": 0.005410910060163587, "leak": 0.34306242887396365, "replacement": 0.3469229240436107} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 5.970435619354248, "loss_scale": 4.0, "retries": 0, "seconds": 136.7, "max_memory_gb": 18.2, "pair": 0.34655816850136034, "sign": 0.4070802611313411, "keep": 0.24973507538834383, "leak": 0.5448533445596695, "replacement": 0.8111791796982288} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.1529107093811035, "loss_scale": 4.0, "retries": 0, "seconds": 138.2, "max_memory_gb": 18.2, "pair": 0.03996664154692553, "sign": 0.046767005580477417, "keep": 0.008564118036247237, "leak": 0.09717118460685015, "replacement": 0.09192499471828341} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.0414934158325195, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 18.2, "pair": 0.22304043546319008, "sign": 0.026816633180715144, "keep": 0.00573504573549144, "leak": 0.3291569369030185, "replacement": 0.32160551100969315} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 9.809178352355957, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 18.2, "pair": 0.3754922226071358, "sign": 0.3446359544468578, "keep": 0.5964958781914902, "leak": 1.4498258456587791, "replacement": 1.208514609374106} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 6.351665019989014, "loss_scale": 4.0, "retries": 0, "seconds": 142.8, "max_memory_gb": 18.2, "pair": 0.2154138912446797, "sign": 0.6744209191092523, "keep": 1.0710559099317152, "leak": 0.09791646338999271, "replacement": 1.1126314080320299} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.569088935852051, "loss_scale": 4.0, "retries": 0, "seconds": 144.4, "max_memory_gb": 18.2, "pair": 0.07602665660670027, "sign": 0.009852101153228432, "keep": 0.038677258882671595, "leak": 0.9305694475769997, "replacement": 0.3329336941242218} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.5911052227020264, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 18.2, "pair": 0.12788772070780396, "sign": 0.015513556485529989, "keep": 0.23080661540734582, "leak": 0.7252343045547605, "replacement": 0.4323563799262047} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.944919109344482, "loss_scale": 4.0, "retries": 0, "seconds": 147.6, "max_memory_gb": 18.2, "pair": 0.2973952777683735, "sign": 0.331212863442488, "keep": 1.4495847718790174, "leak": 0.25996511802077293, "replacement": 1.2527853809297085} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.018620014190674, "loss_scale": 4.0, "retries": 0, "seconds": 149.1, "max_memory_gb": 18.2, "pair": 0.1551898680627346, "sign": 0.06822108675260097, "keep": 1.1044075866957428, "leak": 0.2237671371549368, "replacement": 0.7974459268152714} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.8806976079940796, "loss_scale": 4.0, "retries": 0, "seconds": 150.6, "max_memory_gb": 18.2, "pair": 0.05285667860880494, "sign": 0.007785518537275493, "keep": 0.006341270367556717, "leak": 0.35580596336512826, "replacement": 0.1488715698942542} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.701380968093872, "loss_scale": 4.0, "retries": 0, "seconds": 152.2, "max_memory_gb": 18.2, "pair": 0.136181561043486, "sign": 0.07673938930383883, "keep": 0.1849515935036834, "leak": 1.1665144003927708, "replacement": 0.5586556252092123} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 15.881878852844238, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 18.2, "pair": 0.31874841515673324, "sign": 0.7008673780655954, "keep": 0.0020389200010413333, "leak": 6.636441651266068, "replacement": 2.3293119207955897} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 6.236453056335449, "loss_scale": 4.0, "retries": 0, "seconds": 155.3, "max_memory_gb": 18.2, "pair": 0.573457227088511, "sign": 1.0210411399020813, "keep": 0.18934026910574175, "leak": 1.7561951838433743, "replacement": 1.6176966652274132} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.541844129562378, "loss_scale": 4.0, "retries": 0, "seconds": 156.9, "max_memory_gb": 18.2, "pair": 0.15109752351418138, "sign": 0.00477375922491774, "keep": 0.008337655279319733, "leak": 1.180266810581088, "replacement": 0.45271993428468704} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.2312090396881104, "loss_scale": 4.0, "retries": 0, "seconds": 158.4, "max_memory_gb": 18.2, "pair": 0.1410363990580663, "sign": 0.009926403407007456, "keep": 0.019186546094715595, "leak": 0.835031732916832, "replacement": 0.36435079388320446} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 9.697670936584473, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 18.2, "pair": 0.08098852820694447, "sign": 0.008607971016317606, "keep": 0.005000226701213251, "leak": 4.644677244126797, "replacement": 1.248961977660656} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.1930994987487793, "loss_scale": 4.0, "retries": 0, "seconds": 161.5, "max_memory_gb": 18.2, "pair": 0.16313023073598742, "sign": 0.07157687313156202, "keep": 0.007804418255545897, "leak": 0.15777861792594194, "replacement": 0.24226552434265614} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 4.771246433258057, "loss_scale": 4.0, "retries": 0, "seconds": 163.0, "max_memory_gb": 18.2, "pair": 0.1898291241377592, "sign": 0.019455799949355423, "keep": 0.03532353648915887, "leak": 1.394824301241897, "replacement": 0.5659248642623425} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.89540433883667, "loss_scale": 4.0, "retries": 0, "seconds": 164.6, "max_memory_gb": 18.2, "pair": 0.15496490616351366, "sign": 0.03419811255298555, "keep": 0.007119096975657158, "leak": 0.7828245766577311, "replacement": 0.3713296540081501} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.660304069519043, "loss_scale": 4.0, "retries": 0, "seconds": 166.1, "max_memory_gb": 18.2, "pair": 0.09614686656277627, "sign": 0.24169566182536073, "keep": 0.5949308639933406, "leak": 0.2023646328598261, "replacement": 0.5650512946303934} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 6.123345375061035, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 18.2, "pair": 0.2997655139770359, "sign": 0.04152506432728842, "keep": 0.07516870082508831, "leak": 0.8484983462840319, "replacement": 0.5702369976788759} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 3.1578145027160645, "loss_scale": 4.0, "retries": 0, "seconds": 169.3, "max_memory_gb": 18.2, "pair": 0.371073666960001, "sign": 0.11470219516195357, "keep": 0.1018637171946466, "leak": 0.0700448234565556, "replacement": 0.4968678429722786} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 6.630480766296387, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 18.2, "pair": 0.1317509189248085, "sign": 0.06778666470199823, "keep": 0.12368009146302938, "leak": 2.115108871628763, "replacement": 0.7562614902853966} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 5.743887901306152, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 18.2, "pair": 0.30383006669580936, "sign": 1.1886933603673242, "keep": 0.0014907082936019833, "leak": 0.2636435106396675, "replacement": 0.9648329801857471} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.5962038040161133, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 18.2, "pair": 0.14636864326894283, "sign": 0.009423143637832254, "keep": 0.0036480000671872403, "leak": 0.36903500370681286, "replacement": 0.24516296572983265} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.3460181951522827, "loss_scale": 4.0, "retries": 0, "seconds": 175.5, "max_memory_gb": 18.2, "pair": 0.13889050809666514, "sign": 0.023786675417795777, "keep": 0.007480461485101841, "leak": 0.18258100598177407, "replacement": 0.20016933232545853} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.011078119277954, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 18.2, "pair": 0.12247338984161615, "sign": 0.02048927906434983, "keep": 0.01218509254977107, "leak": 0.434134254232049, "replacement": 0.24734414368867874} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.137622356414795, "loss_scale": 4.0, "retries": 0, "seconds": 178.6, "max_memory_gb": 18.2, "pair": 0.09105510450899601, "sign": 0.010457280324772, "keep": 0.007561839523987146, "leak": 0.2884307084605098, "replacement": 0.17217234149575233} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 4.888365745544434, "loss_scale": 4.0, "retries": 0, "seconds": 180.1, "max_memory_gb": 18.2, "pair": 0.1824224074371159, "sign": 0.5855581235227874, "keep": 0.659549271051219, "leak": 0.19952629343606532, "replacement": 0.8548577064648271} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 4.604276657104492, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 18.2, "pair": 0.13444206604617648, "sign": 0.11397790680348407, "keep": 0.6177050095939194, "leak": 0.4026738107204437, "replacement": 0.6009519756771624} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 5.281991004943848, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.2, "pair": 0.13175134350603912, "sign": 0.5009967246587621, "keep": 0.8378226989423183, "leak": 0.8892322033643723, "replacement": 1.0234690764918923} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.1589040756225586, "loss_scale": 4.0, "retries": 0, "seconds": 184.8, "max_memory_gb": 18.2, "pair": 0.12790152836532798, "sign": 0.15766119748877827, "keep": 0.002046055091909693, "leak": 0.3154451958835125, "replacement": 0.28661643993109465} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 5.000722408294678, "loss_scale": 4.0, "retries": 0, "seconds": 186.4, "max_memory_gb": 18.2, "pair": 0.19465701468288898, "sign": 0.6370044043869711, "keep": 1.150985205109464, "leak": 0.49013989471131936, "replacement": 1.211186833679676} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 2.6895625591278076, "loss_scale": 4.0, "retries": 0, "seconds": 188.0, "max_memory_gb": 18.2, "pair": 0.3061346826143563, "sign": 0.28427953596110456, "keep": 0.05691337269217911, "leak": 0.15702665958355055, "replacement": 0.5159877864643931} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.3229691982269287, "loss_scale": 4.0, "retries": 0, "seconds": 189.5, "max_memory_gb": 18.2, "pair": 0.19986068771686405, "sign": 0.07197662186808884, "keep": 0.05774857568280822, "leak": 0.753934224601835, "replacement": 0.4532068385742605} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 6.685061454772949, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 18.2, "pair": 0.2763669718406163, "sign": 1.1441543765831739, "keep": 0.027104998225695454, "leak": 0.9733360484242439, "replacement": 1.1053306329995394} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 6.27751350402832, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 18.2, "pair": 0.46261782362125814, "sign": 0.7186822302173823, "keep": 2.6116759674914647, "leak": 0.6592261497862637, "replacement": 2.292603397741914} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 4.646413803100586, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.2, "pair": 0.07610739483789075, "sign": 0.23528839864593465, "keep": 0.24871737035277874, "leak": 1.0225650928914547, "replacement": 0.573751550167799} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 5.078799247741699, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 18.2, "pair": 0.5163438767194748, "sign": 0.4887941579800099, "keep": 1.692657694220543, "leak": 0.7323417693842202, "replacement": 1.790155179798603} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.9294745922088623, "loss_scale": 4.0, "retries": 0, "seconds": 197.2, "max_memory_gb": 18.2, "pair": 0.04462520556990057, "sign": 0.006366985944623593, "keep": 0.016567126288009604, "leak": 0.2854386515391525, "replacement": 0.12745192571310326} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 4.9856109619140625, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.2, "pair": 0.12570710480213165, "sign": 0.6267939218960237, "keep": 0.6151363995304564, "leak": 0.08973373918706784, "replacement": 0.7691057163756341} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 4.3886590003967285, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 18.2, "pair": 0.18096332997083664, "sign": 0.10186557029373944, "keep": 0.0981370797380805, "leak": 1.1393041093833745, "replacement": 0.5657906569540501} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 5.846048831939697, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 18.2, "pair": 0.2543322164565325, "sign": 1.377577839186415, "keep": 0.0601085827101997, "leak": 0.6225051563233137, "replacement": 1.1288016978651285} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 8.352596282958984, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 18.2, "pair": 0.1161833805963397, "sign": 0.42106536438222975, "keep": 0.6685938038058339, "leak": 0.783707975060679, "replacement": 0.8569399476982653} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.273656368255615, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 18.2, "pair": 0.16604834515601397, "sign": 0.01831903838319704, "keep": 0.6069698678011264, "leak": 0.8552206568419933, "replacement": 0.6924979360774159} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 5.980301380157471, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 18.2, "pair": 0.6676072590053082, "sign": 0.6866125729866326, "keep": 1.237000800203532, "leak": 0.7588320863433182, "replacement": 1.8191219586879015} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.1494269371032715, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 18.2, "pair": 0.1223051137640141, "sign": 0.2274719582783291, "keep": 0.6230066269033614, "leak": 0.3869474669918418, "replacement": 0.6442812811583281} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.4430298805236816, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 18.2, "pair": 0.22195011377334595, "sign": 0.013931213790783659, "keep": 0.018521460631745867, "leak": 0.10043267020955682, "replacement": 0.2632846124470234} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.3498637676239014, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 18.2, "pair": 0.20166060887277126, "sign": 0.4455276585649699, "keep": 0.03425903004244901, "leak": 0.4443396106362343, "replacement": 0.5526388734579086} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.265552520751953, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 18.2, "pair": 0.21931842481717467, "sign": 0.061659027240239084, "keep": 0.016976014754618518, "leak": 0.7128827218984952, "replacement": 0.4368566111661494} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.3055965900421143, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 18.2, "pair": 0.1891866810619831, "sign": 0.024298170290421695, "keep": 0.022719358559697866, "leak": 0.38179850738379173, "replacement": 0.308145085349679} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 3.3123903274536133, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 18.2, "pair": 0.13977485708892345, "sign": 0.1538729143794626, "keep": 0.005069965947768651, "leak": 0.8058784641325474, "replacement": 0.42071592435240746} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 3.112265110015869, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 18.2, "pair": 0.1441204845905304, "sign": 0.013854250573785976, "keep": 0.004339565704867709, "leak": 0.7966751409694552, "replacement": 0.35238618962466717} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.9144203662872314, "loss_scale": 4.0, "retries": 0, "seconds": 218.9, "max_memory_gb": 18.2, "pair": 0.14224031614139676, "sign": 0.1339410459040664, "keep": 0.0039013209698168794, "leak": 0.15844320226460695, "replacement": 0.25077230110764503} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 3.61447811126709, "loss_scale": 4.0, "retries": 0, "seconds": 220.5, "max_memory_gb": 18.2, "pair": 0.2302638152614236, "sign": 0.21956374414730817, "keep": 0.13986104608193273, "leak": 0.6247188933193684, "replacement": 0.5661559365689754} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.404730319976807, "loss_scale": 4.0, "retries": 0, "seconds": 222.1, "max_memory_gb": 18.2, "pair": 0.21207796357339248, "sign": 0.14700392341183033, "keep": 0.5434687285275572, "leak": 0.5271518379449844, "replacement": 0.6891022557392716} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 3.184635639190674, "loss_scale": 4.0, "retries": 0, "seconds": 223.6, "max_memory_gb": 18.2, "pair": 0.22351955564226955, "sign": 0.4620522652985528, "keep": 0.0265926742576994, "leak": 0.2886795047670603, "replacement": 0.5400118781253695} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.479608058929443, "loss_scale": 4.0, "retries": 0, "seconds": 225.2, "max_memory_gb": 18.2, "pair": 0.07437033760652412, "sign": 0.005823575920658186, "keep": 0.001679583332816037, "leak": 1.57796436175704, "replacement": 0.4726130058406852} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.5902602672576904, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 18.2, "pair": 0.0965362866409123, "sign": 0.019570435397326946, "keep": 0.00690123879667226, "leak": 0.6875035581178963, "replacement": 0.2816480128094554} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 15.136422157287598, "loss_scale": 4.0, "retries": 0, "seconds": 228.2, "max_memory_gb": 18.2, "pair": 0.41539356485009193, "sign": 1.474869780591689, "keep": 2.1521949206871795, "leak": 6.266007460653782, "replacement": 3.7954276278615} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.832977294921875, "loss_scale": 4.0, "retries": 0, "seconds": 229.9, "max_memory_gb": 18.2, "pair": 0.03478749515488744, "sign": 0.008845045056659728, "keep": 0.0008583102740544746, "leak": 0.5683058081194758, "replacement": 0.1817156346514821} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 1.4097425937652588, "loss_scale": 4.0, "retries": 0, "seconds": 231.4, "max_memory_gb": 18.2, "pair": 0.10876230371650308, "sign": 0.01636324092396535, "keep": 0.005728207678316721, "leak": 0.15893741883337498, "replacement": 0.15954239154234529} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.6697661876678467, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 18.2, "pair": 0.24675728753209114, "sign": 0.094867754727602, "keep": 0.10020658880239353, "leak": 1.1855372455902398, "replacement": 0.6406787820160389} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.4212652444839478, "loss_scale": 4.0, "retries": 0, "seconds": 234.5, "max_memory_gb": 18.2, "pair": 0.10861915978603065, "sign": 0.014434750017244369, "keep": 0.003688121350023721, "leak": 0.07842785608954728, "replacement": 0.1372875589877367} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.5671563148498535, "loss_scale": 4.0, "retries": 0, "seconds": 236.0, "max_memory_gb": 18.2, "pair": 0.13611047808080912, "sign": 0.005385926109738648, "keep": 0.013009414515181561, "leak": 0.18789086509423214, "replacement": 0.19228087179362774} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.2533092498779297, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 18.2, "pair": 0.1038623164058663, "sign": 0.0059615925420075655, "keep": 0.01891477719868817, "leak": 0.4804701395332813, "replacement": 0.23641803802456707} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.021522283554077, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 18.2, "pair": 0.17125326627865434, "sign": 0.010044431197457016, "keep": 0.0789794831071049, "leak": 0.5551564980996773, "replacement": 0.3545543346554041} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.675074577331543, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 18.2, "pair": 0.13360749626008328, "sign": 0.005606087695923634, "keep": 0.6340390375314655, "leak": 0.502383753657341, "replacement": 0.5790259834611788} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 13.302054405212402, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 18.2, "pair": 0.6535149605915649, "sign": 0.011553799180546775, "keep": 0.007461929354576569, "leak": 0.9280755538493395, "replacement": 0.8950416588340886} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 3.981403112411499, "loss_scale": 4.0, "retries": 0, "seconds": 243.8, "max_memory_gb": 18.2, "pair": 0.11601349464035593, "sign": 0.6120436858618632, "keep": 0.007303376158233732, "leak": 0.38481714692898095, "replacement": 0.5218913112767041} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.4551846981048584, "loss_scale": 4.0, "retries": 0, "seconds": 245.3, "max_memory_gb": 18.2, "pair": 0.23493329342454672, "sign": 0.40669810853432864, "keep": 0.5299401671018131, "leak": 0.19688025023788214, "replacement": 0.7524724854156375} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.3745559453964233, "loss_scale": 4.0, "retries": 0, "seconds": 246.9, "max_memory_gb": 18.2, "pair": 0.05938093434087932, "sign": 0.0029966884467285126, "keep": 0.008897808385654571, "leak": 0.0826239064335823, "replacement": 0.08598416135646403} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 3.288954257965088, "loss_scale": 4.0, "retries": 0, "seconds": 248.4, "max_memory_gb": 18.2, "pair": 0.19523624330759048, "sign": 0.16867114434717223, "keep": 0.6347920473490376, "leak": 0.6442794464528561, "replacement": 0.7580376751720905} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.4760050773620605, "loss_scale": 4.0, "retries": 0, "seconds": 250.0, "max_memory_gb": 18.2, "pair": 0.16890007731853984, "sign": 0.09105801352416165, "keep": 0.05076557784923352, "leak": 0.5999057535082102, "replacement": 0.3897883214522153} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.79262113571167, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 18.2, "pair": 0.014860243463772349, "sign": 0.007709429621172603, "keep": 0.10520906608507907, "leak": 0.7330143637955189, "replacement": 0.2545730881392956} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 2.994500160217285, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 18.2, "pair": 0.13232318963855505, "sign": 0.22760700061917305, "keep": 0.37411451363004744, "leak": 0.05488294502720237, "replacement": 0.44690467417240143} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.4883694648742676, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 18.2, "pair": 0.2563869282603264, "sign": 0.2506398163968697, "keep": 0.03076294099446386, "leak": 0.7181171849370003, "replacement": 0.5766175985336304} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.869840145111084, "loss_scale": 4.0, "retries": 0, "seconds": 256.1, "max_memory_gb": 18.2, "pair": 0.028906426043249667, "sign": 0.008859327848767862, "keep": 0.0006292129091889365, "leak": 0.0915126079635229, "replacement": 0.05652885092422366} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 19.148496627807617, "loss_scale": 4.0, "retries": 0, "seconds": 257.7, "max_memory_gb": 18.2, "pair": 0.6758255842141807, "sign": 1.366491699940525, "keep": 2.4013671161519596, "leak": 4.194754638243467, "replacement": 3.608443590812385} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 6.5785722732543945, "loss_scale": 4.0, "retries": 0, "seconds": 259.3, "max_memory_gb": 18.2, "pair": 0.10653203027322888, "sign": 0.01958946796366945, "keep": 0.023350858798949048, "leak": 2.0585033632814884, "replacement": 0.6426280289888382} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 4.26763916015625, "loss_scale": 4.0, "retries": 0, "seconds": 260.8, "max_memory_gb": 18.2, "pair": 0.049070133129134774, "sign": 0.006153315494884737, "keep": 0.017415560938388808, "leak": 1.2327998732216656, "replacement": 0.36905454145744443} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 4.176764488220215, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 18.2, "pair": 0.14658148726448417, "sign": 0.10814900940749794, "keep": 0.19814702862640843, "leak": 0.8477090604137629, "replacement": 0.5116567499935627} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 4.344685077667236, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 18.2, "pair": 0.08260809851344675, "sign": 0.0031143501910264604, "keep": 0.0035771532675425988, "leak": 1.7088348626857623, "replacement": 0.5131625737994909} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.9814159870147705, "loss_scale": 4.0, "retries": 0, "seconds": 265.4, "max_memory_gb": 18.2, "pair": 0.07427552672743332, "sign": 0.12006880986882607, "keep": 0.09524067786605883, "leak": 0.2782919779419899, "replacement": 0.25150325568392873} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 5.20818567276001, "loss_scale": 4.0, "retries": 0, "seconds": 267.1, "max_memory_gb": 18.2, "pair": 0.05663572857156396, "sign": 0.002612837139167823, "keep": 0.006919041916262358, "leak": 1.3756808750331402, "replacement": 0.4053218811750412} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.5599050521850586, "loss_scale": 4.0, "retries": 0, "seconds": 268.5, "max_memory_gb": 18.2, "pair": 0.15753086376935244, "sign": 0.07212437500129454, "keep": 0.12729424727149308, "leak": 0.4767674533650279, "replacement": 0.376432036049664} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.882885217666626, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 18.2, "pair": 0.06066460400325013, "sign": 0.007982390736287925, "keep": 0.0184341683624325, "leak": 1.287677239626646, "replacement": 0.3957921980181709} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.336778163909912, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 18.2, "pair": 0.2503919277805835, "sign": 0.25192880898248404, "keep": 0.36595381423830986, "leak": 0.4230472738854587, "replacement": 0.6650950461626053} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.6296188831329346, "loss_scale": 4.0, "retries": 0, "seconds": 273.2, "max_memory_gb": 18.2, "pair": 0.10560853220522404, "sign": 0.016872574895387515, "keep": 0.007556514581665397, "leak": 0.3603169359266758, "replacement": 0.20790231227874756} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.272859811782837, "loss_scale": 4.0, "retries": 0, "seconds": 274.7, "max_memory_gb": 18.2, "pair": 0.12015145313489484, "sign": 0.16794517215021187, "keep": 0.007319079359945135, "leak": 0.2765909268055111, "replacement": 0.27693131007254124} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.735440492630005, "loss_scale": 4.0, "retries": 0, "seconds": 276.3, "max_memory_gb": 18.2, "pair": 0.026413863117340952, "sign": 0.05896963884879369, "keep": 0.4170516938320361, "leak": 0.44459905626717955, "replacement": 0.3755742791108787} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.466118812561035, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 18.2, "pair": 0.42974296359170694, "sign": 0.49122030624130275, "keep": 0.519296716721442, "leak": 0.09257119614630938, "replacement": 0.9581442868802696} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.6739507913589478, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 18.2, "pair": 0.15660890331491828, "sign": 0.0237599506508559, "keep": 0.03757962165400386, "leak": 0.4910899200476706, "replacement": 0.3100511645898223} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.5820870399475098, "loss_scale": 4.0, "retries": 0, "seconds": 280.9, "max_memory_gb": 18.2, "pair": 0.10110373003408313, "sign": 0.010955870617181063, "keep": 0.006983409344684333, "leak": 0.5445163799449801, "replacement": 0.2462024660781026} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 9.677308082580566, "loss_scale": 4.0, "retries": 0, "seconds": 282.5, "max_memory_gb": 18.2, "pair": 0.2706065007005236, "sign": 0.3153106184618082, "keep": 0.017944994149530658, "leak": 1.990570917725563, "replacement": 0.934877060353756} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.2591686248779297, "loss_scale": 4.0, "retries": 0, "seconds": 284.1, "max_memory_gb": 18.2, "pair": 0.10663747240323573, "sign": 0.00426276313373819, "keep": 0.003968989501075271, "leak": 0.29097664650907973, "replacement": 0.18349751271307468} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 3.354957103729248, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 18.2, "pair": 0.02691834240249591, "sign": 0.004041885564220138, "keep": 0.004666276156058302, "leak": 0.6125679928809404, "replacement": 0.1844144247006625} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.5624897480010986, "loss_scale": 4.0, "retries": 0, "seconds": 287.1, "max_memory_gb": 18.2, "pair": 0.07139584422111511, "sign": 0.007623156008776277, "keep": 0.026581089914543554, "leak": 0.11762262787669897, "replacement": 0.11790362745523453} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.007399082183838, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 18.2, "pair": 0.08402814246801427, "sign": 0.015278724589734338, "keep": 0.4735192437583464, "leak": 0.2576957046985626, "replacement": 0.3928510451223701} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 3.6098885536193848, "loss_scale": 4.0, "retries": 0, "seconds": 290.3, "max_memory_gb": 18.2, "pair": 0.2805490642786026, "sign": 0.009733303566463292, "keep": 0.26078277357737534, "leak": 0.31059427885338664, "replacement": 0.493455670773983} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 3.797490358352661, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 18.2, "pair": 0.4471194440557156, "sign": 0.776234200806357, "keep": 1.1244913488799284, "leak": 0.042558589950203896, "replacement": 1.40812192868907} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 17.178632736206055, "loss_scale": 4.0, "retries": 0, "seconds": 293.4, "max_memory_gb": 18.2, "pair": 0.08133244351483881, "sign": 1.0077911654952914, "keep": 2.2411413299269043, "leak": 3.70025222748518, "replacement": 2.6308617144823074} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.8582782745361328, "loss_scale": 4.0, "retries": 0, "seconds": 294.9, "max_memory_gb": 18.2, "pair": 0.06340237963013351, "sign": 0.005482904380187392, "keep": 0.0030775006889598444, "leak": 0.3436177810654044, "replacement": 0.15358703024685383} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 22.00775146484375, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 18.2, "pair": 0.2799645960330963, "sign": 1.1828033945057541, "keep": 1.9717597574835963, "leak": 3.4438767451792955, "replacement": 2.718215233646333} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.8790268898010254, "loss_scale": 4.0, "retries": 0, "seconds": 298.0, "max_memory_gb": 18.2, "pair": 0.31582186551531777, "sign": 0.5109208762878552, "keep": 1.3749424946727231, "leak": 0.34918537735939026, "replacement": 1.3460499476641417} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 3.8516180515289307, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 18.2, "pair": 0.10413366847933503, "sign": 0.015054429284646176, "keep": 0.00433815106248403, "leak": 1.3558121919631958, "replacement": 0.4527830109000206} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.7817062139511108, "loss_scale": 4.0, "retries": 0, "seconds": 301.1, "max_memory_gb": 18.2, "pair": 0.14807836432009935, "sign": 0.11987937171943486, "keep": 0.0238063264404218, "leak": 0.05370166338980198, "replacement": 0.23334661265835166} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 2.404676675796509, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 18.2, "pair": 0.08486334327608347, "sign": 0.027148416469572112, "keep": 0.0027156138530699536, "leak": 0.2551728058606386, "replacement": 0.16358856298029423} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 5.1665730476379395, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 18.2, "pair": 0.15067320654634386, "sign": 0.009064369951374829, "keep": 0.0020040744720972725, "leak": 1.6092943027615547, "replacement": 0.5585310105234385} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 8.091833114624023, "loss_scale": 4.0, "retries": 0, "seconds": 305.8, "max_memory_gb": 18.2, "pair": 0.04825382400304079, "sign": 0.021695415547583252, "keep": 0.007829436603060458, "leak": 1.6007632943219505, "replacement": 0.4632070753723383} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.968764543533325, "loss_scale": 4.0, "retries": 0, "seconds": 307.3, "max_memory_gb": 18.2, "pair": 0.07254087179899216, "sign": 0.04520186595618725, "keep": 0.08992912257963326, "leak": 0.8886701483861543, "replacement": 0.3622739100828767} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 4.563872337341309, "loss_scale": 4.0, "retries": 0, "seconds": 308.9, "max_memory_gb": 18.2, "pair": 0.07253387197852135, "sign": 0.03556608066719491, "keep": 0.3479909594389028, "leak": 0.9310750514268875, "replacement": 0.4970811456441879} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 3.248237371444702, "loss_scale": 4.0, "retries": 0, "seconds": 310.5, "max_memory_gb": 18.2, "pair": 0.2341538241598755, "sign": 0.304119098931551, "keep": 1.4047626629762817, "leak": 0.08231140085263178, "replacement": 1.109172586351633} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 3.066948652267456, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.2, "pair": 0.18956285528838634, "sign": 0.23740236990852281, "keep": 0.23412811378511833, "leak": 0.14938480965793133, "replacement": 0.4626743057742715} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 16.52737045288086, "loss_scale": 4.0, "retries": 0, "seconds": 313.5, "max_memory_gb": 18.2, "pair": 0.07527992245741189, "sign": 0.00684276083484292, "keep": 0.0008033905608328951, "leak": 6.471654671244323, "replacement": 1.6970166582614183} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 1.763074278831482, "loss_scale": 4.0, "retries": 0, "seconds": 315.1, "max_memory_gb": 18.2, "pair": 0.0683121212059632, "sign": 0.022943871095776558, "keep": 0.05422846018336713, "leak": 0.14641346782445908, "replacement": 0.14350165100768209} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.6483511924743652, "loss_scale": 4.0, "retries": 0, "seconds": 316.5, "max_memory_gb": 18.2, "pair": 0.22389470040798187, "sign": 0.014739859849214554, "keep": 0.036605061613954604, "leak": 0.514018381742062, "replacement": 0.37807174772024155} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.683256149291992, "loss_scale": 4.0, "retries": 0, "seconds": 318.1, "max_memory_gb": 18.2, "pair": 0.02817379659973085, "sign": 0.00352246877446305, "keep": 0.0006228833444765769, "leak": 0.43124471223563887, "replacement": 0.1380576486699283} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.226910352706909, "loss_scale": 4.0, "retries": 0, "seconds": 319.6, "max_memory_gb": 18.2, "pair": 0.19320373790105805, "sign": 0.006898194958921522, "keep": 0.008783393073258594, "leak": 0.3340370487421751, "replacement": 0.2845537969842553} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 7.307063102722168, "loss_scale": 4.0, "retries": 0, "seconds": 321.2, "max_memory_gb": 18.2, "pair": 0.05840549527783878, "sign": 0.11786129017855274, "keep": 0.0651042043787129, "leak": 2.992335747781908, "replacement": 0.89797218516469} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.5563085079193115, "loss_scale": 4.0, "retries": 0, "seconds": 322.8, "max_memory_gb": 18.2, "pair": 0.07903496589278802, "sign": 0.003775016331928782, "keep": 0.010584623785234726, "leak": 0.5545715613407083, "replacement": 0.22485767863690853} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 4.037635803222656, "loss_scale": 4.0, "retries": 0, "seconds": 324.4, "max_memory_gb": 18.2, "pair": 0.43000045605003834, "sign": 0.4486149364383891, "keep": 0.43142475455533713, "leak": 0.315224493315327, "replacement": 0.9488264061510563} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 14.950349807739258, "loss_scale": 4.0, "retries": 0, "seconds": 326.0, "max_memory_gb": 18.2, "pair": 0.2968852808699012, "sign": 0.6594041454081889, "keep": 2.7028432057118152, "leak": 5.24948752427008, "replacement": 3.290380935650319} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 1.8186544179916382, "loss_scale": 4.0, "retries": 0, "seconds": 327.6, "max_memory_gb": 18.2, "pair": 0.34728442039340734, "sign": 0.245787511812523, "keep": 0.13594046662910841, "leak": 0.3403580142185092, "replacement": 0.6232379078865051} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.051396131515503, "loss_scale": 4.0, "retries": 0, "seconds": 329.2, "max_memory_gb": 18.2, "pair": 0.13799707824364305, "sign": 0.11783694475889206, "keep": 0.030410308740101755, "leak": 0.5369947029139439, "replacement": 0.3463693889789283} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 3.337904453277588, "loss_scale": 4.0, "retries": 0, "seconds": 330.7, "max_memory_gb": 18.2, "pair": 0.3180115392897278, "sign": 0.3282153194886632, "keep": 0.48271307536379027, "leak": 0.2825494850985706, "replacement": 0.7941131093539298} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.9916181564331055, "loss_scale": 4.0, "retries": 0, "seconds": 332.3, "max_memory_gb": 18.2, "pair": 0.2918236334808171, "sign": 0.39270478721300606, "keep": 1.1940171414422593, "leak": 0.07527606846997514, "replacement": 1.1040035942569375} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 7.5152411460876465, "loss_scale": 4.0, "retries": 0, "seconds": 333.9, "max_memory_gb": 18.2, "pair": 0.31638146059412975, "sign": 1.0381978906516451, "keep": 2.4879447328228252, "leak": 1.1774697806686163, "replacement": 2.373820196138695} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 6.79170560836792, "loss_scale": 4.0, "retries": 0, "seconds": 335.5, "max_memory_gb": 18.2, "pair": 0.03502178518101573, "sign": 0.014873904583510011, "keep": 0.0037514564173761755, "leak": 1.8525499682873487, "replacement": 0.5074719488620758} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.235696792602539, "loss_scale": 4.0, "retries": 0, "seconds": 337.1, "max_memory_gb": 18.2, "pair": 0.14130785805173218, "sign": 0.0031169491994660348, "keep": 0.000880986775882775, "leak": 0.00881892052711919, "replacement": 0.14551155851222575} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.048736572265625, "loss_scale": 4.0, "retries": 0, "seconds": 338.6, "max_memory_gb": 18.2, "pair": 0.27427928894758224, "sign": 0.7929335255175829, "keep": 0.1395055198809132, "leak": 0.06462679919786751, "replacement": 0.7566555067896843} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.7784773111343384, "loss_scale": 4.0, "retries": 0, "seconds": 340.2, "max_memory_gb": 18.2, "pair": 0.0869720671325922, "sign": 0.0639818958734395, "keep": 0.007556493897936889, "leak": 0.03318096598377451, "replacement": 0.13103650277480483} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.456735372543335, "loss_scale": 4.0, "retries": 0, "seconds": 341.7, "max_memory_gb": 18.2, "pair": 0.09273471479536965, "sign": 0.020037549737025984, "keep": 0.11692649289324208, "leak": 0.1302153920987621, "replacement": 0.19377057469682768} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 4.301042556762695, "loss_scale": 4.0, "retries": 0, "seconds": 343.2, "max_memory_gb": 18.2, "pair": 0.26421505585312843, "sign": 0.14012401143554598, "keep": 0.00845190352993086, "leak": 1.0025848787845462, "replacement": 0.5891492515802383} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.5682263374328613, "loss_scale": 4.0, "retries": 0, "seconds": 344.8, "max_memory_gb": 18.2, "pair": 0.07272168443887495, "sign": 0.005815967786475085, "keep": 0.010179120095472172, "leak": 0.23041119426488876, "replacement": 0.13832202169578522} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 6.821619033813477, "loss_scale": 4.0, "retries": 0, "seconds": 346.4, "max_memory_gb": 18.2, "pair": 0.32506709091831, "sign": 0.09661100746598095, "keep": 0.02828062812477583, "leak": 0.5036151233362034, "replacement": 0.5134166902862489} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.244288682937622, "loss_scale": 4.0, "retries": 0, "seconds": 347.9, "max_memory_gb": 18.2, "pair": 0.07120418586418964, "sign": 0.01622510999732185, "keep": 0.0027446609455523685, "leak": 0.4538650230242638, "replacement": 0.1941553233191371} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.503966331481934, "loss_scale": 4.0, "retries": 0, "seconds": 349.5, "max_memory_gb": 18.2, "pair": 0.04581605549901724, "sign": 0.007330489810556173, "keep": 0.005124955123164909, "leak": 2.4034157223068178, "replacement": 0.6528977062553167} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.023233890533447, "loss_scale": 4.0, "retries": 0, "seconds": 351.0, "max_memory_gb": 18.2, "pair": 0.08312877564458176, "sign": 0.02820794822764583, "keep": 1.0994941708049737, "leak": 0.6400580145418644, "replacement": 0.8069943580776453} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.1106088161468506, "loss_scale": 4.0, "retries": 0, "seconds": 352.6, "max_memory_gb": 18.2, "pair": 0.03878098200948443, "sign": 0.004599906846124213, "keep": 0.03904994101048942, "leak": 0.05929354959516786, "replacement": 0.0754292961792089} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.4530301094055176, "loss_scale": 4.0, "retries": 0, "seconds": 354.2, "max_memory_gb": 18.2, "pair": 0.03759775322396308, "sign": 0.029864339798223227, "keep": 0.0009006280615722062, "leak": 0.5192718990147114, "replacement": 0.18279821751639247} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.474217653274536, "loss_scale": 4.0, "retries": 0, "seconds": 355.8, "max_memory_gb": 18.2, "pair": 0.04598446926684119, "sign": 0.04357909444661345, "keep": 0.08334013103399229, "leak": 0.6890542084001936, "replacement": 0.28170762583613396} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 12.498440742492676, "loss_scale": 4.0, "retries": 0, "seconds": 357.4, "max_memory_gb": 18.2, "pair": 0.32425753585994244, "sign": 0.37903777905739844, "keep": 0.897870886603414, "leak": 0.8158088503405452, "replacement": 1.1666641309857368} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 2.9858994483947754, "loss_scale": 4.0, "retries": 0, "seconds": 358.9, "max_memory_gb": 18.2, "pair": 0.20878971565980464, "sign": 0.6036764736345503, "keep": 0.012025196206593591, "leak": 0.3332035318017006, "replacement": 0.5999414516845718} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.7075512409210205, "loss_scale": 4.0, "retries": 0, "seconds": 360.4, "max_memory_gb": 18.2, "pair": 0.1423129215836525, "sign": 0.009770812932401896, "keep": 0.014828605111688375, "leak": 1.4058205634355545, "replacement": 0.5060677826404572} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.911691665649414, "loss_scale": 4.0, "retries": 0, "seconds": 362.0, "max_memory_gb": 18.2, "pair": 0.08274636894930154, "sign": 0.004445408470928669, "keep": 0.0032723885378800333, "leak": 0.48211241606622934, "replacement": 0.20713336649350822} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.634589910507202, "loss_scale": 4.0, "retries": 0, "seconds": 363.5, "max_memory_gb": 18.2, "pair": 0.03038088582979981, "sign": 0.010953173390589654, "keep": 0.07116797241781114, "leak": 0.6023065809858963, "replacement": 0.22201810078695416} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 7.994268894195557, "loss_scale": 4.0, "retries": 0, "seconds": 365.0, "max_memory_gb": 18.2, "pair": 0.46147823202773, "sign": 0.38977648387663066, "keep": 0.7927510528788844, "leak": 0.4490611926012207, "replacement": 1.1650073655182496} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.1826947927474976, "loss_scale": 4.0, "retries": 0, "seconds": 366.6, "max_memory_gb": 18.2, "pair": 0.08025337179424241, "sign": 0.03126407756644767, "keep": 0.003765056174415804, "leak": 0.15960286097833887, "replacement": 0.13766865539946593} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 4.833632946014404, "loss_scale": 4.0, "retries": 0, "seconds": 368.1, "max_memory_gb": 18.2, "pair": 0.2374378088861704, "sign": 0.2962942305020988, "keep": 0.22324892075249636, "leak": 0.9639718309044838, "replacement": 0.7382023185491562} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.6322956085205078, "loss_scale": 4.0, "retries": 0, "seconds": 369.7, "max_memory_gb": 18.2, "pair": 0.05535611743107438, "sign": 0.010727684944868088, "keep": 0.025904203299432993, "leak": 0.2683694791048765, "replacement": 0.14076443202793598} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.1601691246032715, "loss_scale": 4.0, "retries": 0, "seconds": 371.2, "max_memory_gb": 18.2, "pair": 0.2597992867231369, "sign": 0.8330551306717098, "keep": 0.12489270605104252, "leak": 0.20269227027893066, "replacement": 0.7894462570548058} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.131734848022461, "loss_scale": 4.0, "retries": 0, "seconds": 372.7, "max_memory_gb": 18.2, "pair": 0.201700278557837, "sign": 0.29061804126831703, "keep": 0.0804504184761754, "leak": 0.24672262283274904, "replacement": 0.4489151700399816} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 3.411533832550049, "loss_scale": 4.0, "retries": 0, "seconds": 374.4, "max_memory_gb": 18.2, "pair": 0.29413802675844636, "sign": 0.32693313583149575, "keep": 0.1258481568655725, "leak": 0.04302298044785857, "replacement": 0.531284399330616} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 5.048306941986084, "loss_scale": 4.0, "retries": 0, "seconds": 375.9, "max_memory_gb": 18.2, "pair": 0.039743367000482976, "sign": 0.020151936099864542, "keep": 0.0045016216126896325, "leak": 1.9984611626714468, "replacement": 0.5516854165471159} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.5167077779769897, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 18.2, "pair": 0.06907308252993971, "sign": 0.008044413974857889, "keep": 0.007025938401056919, "leak": 0.2345775314643106, "replacement": 0.13525263965129852} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 1.9244358539581299, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 18.2, "pair": 0.203957281075418, "sign": 0.12178304279223084, "keep": 0.017676586481684353, "leak": 0.24597426131367683, "replacement": 0.3351806551218033} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.958003520965576, "loss_scale": 4.0, "retries": 0, "seconds": 380.6, "max_memory_gb": 18.2, "pair": 0.3889438956975937, "sign": 0.30557656986638904, "keep": 0.6775391249684617, "leak": 0.2592560490593314, "replacement": 0.9453157745301723} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.0740755796432495, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 18.2, "pair": 0.05652007961180061, "sign": 0.0028192930185468867, "keep": 0.0012711179729194555, "leak": 0.028526166715892032, "replacement": 0.06569682585541159} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.9654030799865723, "loss_scale": 4.0, "retries": 0, "seconds": 383.8, "max_memory_gb": 18.2, "pair": 0.049494715087348595, "sign": 0.008950293791713193, "keep": 0.16127729602155227, "leak": 0.37339035607874393, "replacement": 0.22795609757304192} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.5378382205963135, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 18.2, "pair": 0.19352896884083748, "sign": 0.03157329454552382, "keep": 0.025027309464348946, "leak": 0.4770203297957778, "replacement": 0.3410843536257744} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 3.2132647037506104, "loss_scale": 4.0, "retries": 0, "seconds": 386.9, "max_memory_gb": 18.2, "pair": 0.22775051649659872, "sign": 0.09588283603079617, "keep": 0.03608185480698012, "leak": 0.42674508038908243, "replacement": 0.4004191365092993} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.1200263500213623, "loss_scale": 4.0, "retries": 0, "seconds": 388.4, "max_memory_gb": 18.2, "pair": 0.07849412225186825, "sign": 0.012624274648260325, "keep": 0.03013736755019636, "leak": 0.5685685481985274, "replacement": 0.24201708636246622} diff --git a/runs/fixed_internvl/replacement/Deep8_s42/adapter/README.md b/runs/fixed_internvl/replacement/Deep8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Deep8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5659ab3603ce622f96a2cb0e6d138226da703065 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.34.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s42/config.json b/runs/fixed_internvl/replacement/Deep8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c814915de30c4e3e2f48060605dafc3cfa34979 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s42/steps.jsonl b/runs/fixed_internvl/replacement/Deep8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..edae4933e9c453fe7f3e0c6c9cd2cfffa27159a9 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.807493686676025, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.85, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 6.511556625366211, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 18.17, "pair": 1.099212795495987, "sign": 0.4029874844709411, "keep": 1.3526757657514281, "leak": 5.230205516681963e-05, "replacement": 1.9770574867725372} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 7.386603832244873, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.18, "pair": 1.0821284353733063, "sign": 0.057365129701793194, "keep": 1.53456162661314, "leak": 0.0002080114102227526, "replacement": 1.878143846988678} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 7.407763481140137, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.18, "pair": 1.0392170548439026, "sign": 0.10136467486154288, "keep": 1.4540492399246432, "leak": 0.003853617759887129, "replacement": 1.8178874254226685} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.617905139923096, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 18.18, "pair": 1.010587602853775, "sign": 0.23001666087657213, "keep": 0.7708960704039782, "leak": 0.008969899325165898, "replacement": 1.5132865011692047} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 6.241083145141602, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 18.18, "pair": 0.949754387140274, "sign": 0.14637151267379522, "keep": 0.9649521030951291, "leak": 0.01390759481000714, "replacement": 1.5088931322097778} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.773967742919922, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.18, "pair": 0.8686258643865585, "sign": 0.15577342896722257, "keep": 1.4689080268144608, "leak": 0.04766802862286568, "replacement": 1.692883551120758} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.8148062229156494, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.18, "pair": 0.877081111073494, "sign": 0.43474600394256413, "keep": 0.443841056857309, "leak": 0.09390347122098319, "replacement": 1.3398504853248596} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.1851108074188232, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.18, "pair": 0.8233251944184303, "sign": 0.7884735543048009, "keep": 1.1876983046531677, "leak": 0.12900197366252542, "replacement": 1.8436615616083145} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 6.818063259124756, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 18.18, "pair": 0.6166533529758453, "sign": 0.26648559607565403, "keep": 1.397205047600437, "leak": 0.33232177793979645, "replacement": 1.5315791815519333} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 4.5206122398376465, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.18, "pair": 0.33350587636232376, "sign": 0.03189280186779797, "keep": 0.18941906691816257, "leak": 1.175481267273426, "replacement": 0.7380321174860001} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 8.933099746704102, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.19, "pair": 0.39610356371849775, "sign": 0.7116315358434804, "keep": 1.3239865645882674, "leak": 1.417280925961677, "replacement": 1.7682329565286636} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 4.282418727874756, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 18.19, "pair": 0.38170523196458817, "sign": 0.521000916371122, "keep": 0.22579919593408704, "leak": 1.0131348818540573, "replacement": 1.0083890408277512} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.9323556423187256, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 18.19, "pair": 0.24611443281173706, "sign": 0.06744693967630155, "keep": 0.34115582321828697, "leak": 1.2290376126766205, "replacement": 0.7576752305030823} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.8324971199035645, "loss_scale": 4.0, "retries": 0, "seconds": 23.6, "max_memory_gb": 18.19, "pair": 0.2886287346482277, "sign": 0.09695229219505563, "keep": 1.2457761921687052, "leak": 1.3238897994160652, "replacement": 1.2909654080867767} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.00382661819458, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 18.19, "pair": 0.22788765095174313, "sign": 0.19629148941021413, "keep": 0.7314072846656927, "leak": 1.0903832241892815, "replacement": 0.9643328636884689} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 4.0970587730407715, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 18.19, "pair": 0.16691586188971996, "sign": 0.015227903379127383, "keep": 0.11600979615468532, "leak": 1.3135452419519424, "replacement": 0.5609210431575775} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 9.048138618469238, "loss_scale": 4.0, "retries": 0, "seconds": 28.2, "max_memory_gb": 18.19, "pair": 0.2323336210101843, "sign": 0.03831681964220479, "keep": 0.0714567000977695, "leak": 2.4201792497187853, "replacement": 0.8922652155160904} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.058560848236084, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 18.19, "pair": 0.32147721759974957, "sign": 0.14071159670129418, "keep": 0.008815594013867667, "leak": 1.0007049515843391, "replacement": 0.6464170441031456} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 13.766416549682617, "loss_scale": 4.0, "retries": 0, "seconds": 31.3, "max_memory_gb": 18.19, "pair": 0.20363126136362553, "sign": 0.10142841772176325, "keep": 0.05085259396582842, "leak": 3.5706408619880676, "replacement": 1.1724319905042648} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.681039810180664, "loss_scale": 4.0, "retries": 0, "seconds": 32.9, "max_memory_gb": 18.19, "pair": 0.20996110700070858, "sign": 0.023494135355576873, "keep": 0.02109270397340879, "leak": 0.5565105825662613, "replacement": 0.3713821694254875} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.038684844970703, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 18.19, "pair": 0.4093340300023556, "sign": 0.9420288576511666, "keep": 0.09979908351510858, "leak": 0.28698061779141426, "replacement": 1.0019931942224503} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.4003868103027344, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 18.19, "pair": 0.42193837836384773, "sign": 0.047340892255306244, "keep": 0.19895564066973748, "leak": 0.21657015196979046, "replacement": 0.5992291569709778} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.666357517242432, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 18.19, "pair": 0.4861488714814186, "sign": 0.08436220278963447, "keep": 0.07979505483490357, "leak": 1.0526851788163185, "replacement": 0.8313988149166107} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.984924793243408, "loss_scale": 4.0, "retries": 0, "seconds": 39.1, "max_memory_gb": 18.19, "pair": 0.3836280182003975, "sign": 0.26907280925661325, "keep": 0.09683498917365796, "leak": 0.7655733227729797, "replacement": 0.7579752802848816} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.9334633350372314, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 18.19, "pair": 0.3258083164691925, "sign": 0.09769183455500752, "keep": 0.031424476623215014, "leak": 0.26614996866555884, "replacement": 0.45690395683050156} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 25.027790069580078, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 18.19, "pair": 0.8383636102080345, "sign": 0.2845571883954108, "keep": 0.5591720883803646, "leak": 4.11776377260685, "replacement": 2.2896692380309105} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 4.364197254180908, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 18.19, "pair": 0.2723738104104996, "sign": 0.021844773436896503, "keep": 0.017561956541612744, "leak": 0.48241413198411465, "replacement": 0.4126806929707527} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 3.9050514698028564, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 18.19, "pair": 0.26053136587142944, "sign": 0.10141352552454919, "keep": 0.2786628514586482, "leak": 0.9770573619753122, "replacement": 0.6948338747024536} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 8.991644859313965, "loss_scale": 4.0, "retries": 0, "seconds": 46.9, "max_memory_gb": 18.19, "pair": 0.42285631224513054, "sign": 0.48771732271416113, "keep": 0.012009818688966334, "leak": 2.656336784362793, "replacement": 1.3368040919303894} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 6.071366786956787, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 18.19, "pair": 0.4115093257278204, "sign": 0.849430444650352, "keep": 1.634189695265377, "leak": 0.6399505904555554, "replacement": 1.8133070152252913} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.228680372238159, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 18.19, "pair": 0.1278491225093603, "sign": 0.05176896753255278, "keep": 0.0508502081502229, "leak": 0.9808473754965235, "replacement": 0.42437056079506874} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 12.294900894165039, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 18.19, "pair": 0.0872073252685368, "sign": 0.25144282990368083, "keep": 0.00010523631635805941, "leak": 3.5419716835021973, "replacement": 1.0984743013978004} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.591158866882324, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 18.19, "pair": 0.14122004620730877, "sign": 0.004320105828810483, "keep": 0.004302744913729839, "leak": 0.9604010879993439, "replacement": 0.3856317400932312} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.475399971008301, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 18.19, "pair": 0.20320789329707623, "sign": 0.052448653732426465, "keep": 0.11707554553868249, "leak": 0.30310359050054103, "replacement": 0.36374589800834656} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 5.156134128570557, "loss_scale": 4.0, "retries": 0, "seconds": 56.2, "max_memory_gb": 18.19, "pair": 0.5264241769909859, "sign": 0.24159059498924762, "keep": 0.17818181589075266, "leak": 1.0961509682238102, "replacement": 1.0103481113910675} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.803309917449951, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 18.19, "pair": 0.28142860159277916, "sign": 0.007150677964091301, "keep": 0.031467737222556025, "leak": 0.5251398161053658, "replacement": 0.4320227485150099} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.33028244972229, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 18.19, "pair": 0.15767266228795052, "sign": 0.01744924415834248, "keep": 0.018369380035437644, "leak": 0.46274085593177006, "replacement": 0.29126718640327454} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.209568023681641, "loss_scale": 4.0, "retries": 0, "seconds": 60.8, "max_memory_gb": 18.19, "pair": 0.30245423689484596, "sign": 0.20022327662445605, "keep": 0.03481796910637058, "leak": 1.4428470879793167, "replacement": 0.7806866392493248} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.159977674484253, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 18.19, "pair": 0.1266318098641932, "sign": 0.06616989268513862, "keep": 0.008299636916490272, "leak": 0.3696586601436138, "replacement": 0.2562812454998493} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.0748026371002197, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 18.19, "pair": 0.2151037510484457, "sign": 0.06277622771449387, "keep": 0.019598798585320765, "leak": 0.6255590170621872, "replacement": 0.412681020796299} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.5186591148376465, "loss_scale": 4.0, "retries": 0, "seconds": 65.5, "max_memory_gb": 18.19, "pair": 0.43962252512574196, "sign": 0.13893143634777516, "keep": 0.06810744304675609, "leak": 0.12124776540440507, "replacement": 0.5734538920223713} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.594494104385376, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 18.19, "pair": 0.4457497503608465, "sign": 0.6514358976855874, "keep": 0.5203268239274621, "leak": 0.18486909256898798, "replacement": 1.0778484158217907} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 13.77276611328125, "loss_scale": 4.0, "retries": 0, "seconds": 68.6, "max_memory_gb": 18.19, "pair": 1.092746427282691, "sign": 0.68768297706265, "keep": 1.4198027485981584, "leak": 1.7958977110683918, "replacement": 2.595463778823614} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 10.261907577514648, "loss_scale": 4.0, "retries": 0, "seconds": 70.2, "max_memory_gb": 18.19, "pair": 0.5841902196407318, "sign": 0.7869678671704605, "keep": 1.3161047418398084, "leak": 1.457390934228897, "replacement": 2.000074304640293} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 4.900839805603027, "loss_scale": 4.0, "retries": 0, "seconds": 71.8, "max_memory_gb": 18.19, "pair": 0.3175621163100004, "sign": 0.3147508783149533, "keep": 0.4183901248361508, "leak": 1.423627819865942, "replacement": 1.0400395467877388} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.8755674362182617, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 18.19, "pair": 0.21625854447484016, "sign": 0.008086914429441094, "keep": 0.011280030012130737, "leak": 1.633745014667511, "replacement": 0.6343782767653465} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 4.085355281829834, "loss_scale": 4.0, "retries": 0, "seconds": 75.0, "max_memory_gb": 18.19, "pair": 0.46655764803290367, "sign": 0.37648127682041377, "keep": 0.07463920269037772, "leak": 0.24862471595406532, "replacement": 0.7542740516364574} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 5.637766361236572, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 18.19, "pair": 0.17210275121033192, "sign": 0.055839679727796465, "keep": 1.0597088184031236, "leak": 0.4311841232702136, "replacement": 0.8376730680465698} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.1215200424194336, "loss_scale": 4.0, "retries": 0, "seconds": 78.0, "max_memory_gb": 18.19, "pair": 0.1183694670908153, "sign": 0.02374588150996715, "keep": 0.03415029391180724, "leak": 0.40122443274594843, "replacement": 0.24762366712093353} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.9857213497161865, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 18.19, "pair": 0.2541646920144558, "sign": 0.12844378454610705, "keep": 0.05943625399231678, "leak": 0.2404134590178728, "replacement": 0.40820807218551636} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 9.574000358581543, "loss_scale": 4.0, "retries": 0, "seconds": 81.2, "max_memory_gb": 18.19, "pair": 0.114719208329916, "sign": 0.01417687238426879, "keep": 0.003425499012337241, "leak": 5.068821609020233, "replacement": 1.3907257616519928} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 2.966691732406616, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 18.19, "pair": 0.26947910990566015, "sign": 0.034382784127956256, "keep": 0.015945589751936495, "leak": 0.4980532359331846, "replacement": 0.41915662586688995} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.1988511085510254, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 18.19, "pair": 0.38831903878599405, "sign": 0.2972561134956777, "keep": 0.60508388663402, "leak": 0.0871309288777411, "replacement": 0.8612717762589455} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.85186767578125, "loss_scale": 4.0, "retries": 0, "seconds": 85.8, "max_memory_gb": 18.19, "pair": 0.07871289551258087, "sign": 0.00812486294307746, "keep": 0.8913132523812237, "leak": 0.39426764100790024, "replacement": 0.6269988566637039} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 4.725825309753418, "loss_scale": 4.0, "retries": 0, "seconds": 87.3, "max_memory_gb": 18.19, "pair": 0.2364692040719092, "sign": 0.8316339426237391, "keep": 0.08486373368867817, "leak": 0.0385142071172595, "replacement": 0.7043466228060424} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.694129943847656, "loss_scale": 4.0, "retries": 0, "seconds": 89.0, "max_memory_gb": 18.19, "pair": 0.4070203695446253, "sign": 0.2478745948174037, "keep": 0.022447707131505013, "leak": 0.9423803149547894, "replacement": 0.7777765989303589} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.8133625984191895, "loss_scale": 4.0, "retries": 0, "seconds": 90.5, "max_memory_gb": 18.19, "pair": 0.1297326786443591, "sign": 0.012666433351114392, "keep": 0.06217909065890126, "leak": 1.0093728229403496, "replacement": 0.41949864849448204} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.557366847991943, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 18.19, "pair": 0.1340254053939134, "sign": 0.02486129834142048, "keep": 0.002686875592189608, "leak": 1.4728529453277588, "replacement": 0.5160127338021994} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 2.430676221847534, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 18.19, "pair": 0.2856396771967411, "sign": 0.1501904924516566, "keep": 0.07527132559334859, "leak": 0.39550526440143585, "replacement": 0.4972468949854374} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.1173501014709473, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 18.2, "pair": 0.22275223024189472, "sign": 0.03556385007686913, "keep": 0.007703447336098179, "leak": 0.20046922005712986, "replacement": 0.29450319707393646} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.651977062225342, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 18.2, "pair": 0.3336032461374998, "sign": 0.5624463999411091, "keep": 0.012809236824978143, "leak": 0.8296596445143223, "replacement": 0.8286459930241108} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.046411514282227, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 18.2, "pair": 0.31869620829820633, "sign": 1.1113910320564173, "keep": 0.11947543760197732, "leak": 0.3539489669892646, "replacement": 1.0226167514920235} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.424833297729492, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 18.2, "pair": 0.31605271250009537, "sign": 0.1739798254566267, "keep": 0.07348988053854555, "leak": 0.5951617271639407, "replacement": 0.5885779932141304} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.140819549560547, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 18.2, "pair": 0.14190556295216084, "sign": 0.022161097265779972, "keep": 1.296052087447606, "leak": 0.43011307704728097, "replacement": 0.9085404612123966} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.499973297119141, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 18.2, "pair": 0.17444526631152257, "sign": 0.19612193678040057, "keep": 0.003487397010303539, "leak": 0.5393804064951837, "replacement": 0.40909500792622566} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.1402525901794434, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 18.2, "pair": 0.23552261758595705, "sign": 0.054758461759774946, "keep": 0.0977065436054545, "leak": 0.12949801608920097, "replacement": 0.3441296387463808} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.016744613647461, "loss_scale": 4.0, "retries": 0, "seconds": 106.2, "max_memory_gb": 18.2, "pair": 0.2403077408671379, "sign": 0.05379635817371309, "keep": 0.017085769135519513, "leak": 1.02067369222641, "replacement": 0.5309172198176384} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.487826347351074, "loss_scale": 4.0, "retries": 0, "seconds": 107.8, "max_memory_gb": 18.2, "pair": 0.22559044044464827, "sign": 0.05683021014556289, "keep": 0.05329032032022951, "leak": 0.0592169021256268, "replacement": 0.29545493610203266} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.200869083404541, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 18.2, "pair": 0.4027101416140795, "sign": 0.38815167755819857, "keep": 1.2770848050276982, "leak": 0.6546975041128462, "replacement": 1.3990027867257595} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 16.01417350769043, "loss_scale": 4.0, "retries": 0, "seconds": 111.0, "max_memory_gb": 18.2, "pair": 0.8444698341190815, "sign": 0.728894580854103, "keep": 1.7242395460489206, "leak": 3.039217628096594, "replacement": 2.830841340124607} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.0978453159332275, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 18.2, "pair": 0.1094081737101078, "sign": 0.04045229422627017, "keep": 0.012206132356368471, "leak": 0.22160919883754104, "replacement": 0.19113968219608068} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.918400526046753, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 18.2, "pair": 0.17971175722777843, "sign": 0.05883168330183253, "keep": 0.870508664753288, "leak": 1.0926611761096865, "replacement": 0.9175472408533096} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.556128740310669, "loss_scale": 4.0, "retries": 0, "seconds": 115.7, "max_memory_gb": 18.2, "pair": 0.16947661899030209, "sign": 0.5509633520850912, "keep": 0.007421285234158859, "leak": 0.9923199601471424, "replacement": 0.6967489086091518} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.833630084991455, "loss_scale": 4.0, "retries": 0, "seconds": 117.2, "max_memory_gb": 18.2, "pair": 0.16625503334216774, "sign": 0.12692139693535864, "keep": 0.04762002872053017, "leak": 0.44194272672757506, "replacement": 0.36401142552495} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.559387683868408, "loss_scale": 4.0, "retries": 0, "seconds": 118.8, "max_memory_gb": 18.2, "pair": 0.1997941266745329, "sign": 0.009252977557480335, "keep": 0.009958475129678845, "leak": 1.013212688267231, "replacement": 0.46270301938056946} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.143127918243408, "loss_scale": 4.0, "retries": 0, "seconds": 120.4, "max_memory_gb": 18.2, "pair": 0.27441488998010755, "sign": 0.41780783944705036, "keep": 0.016224906270508654, "leak": 1.4191807303577662, "replacement": 0.8462264621630311} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.4021503925323486, "loss_scale": 4.0, "retries": 0, "seconds": 121.9, "max_memory_gb": 18.2, "pair": 0.19022774090990424, "sign": 0.03235541138565168, "keep": 0.010942748922389, "leak": 0.29139753617346287, "replacement": 0.28472619876265526} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 2.433856964111328, "loss_scale": 4.0, "retries": 0, "seconds": 123.5, "max_memory_gb": 18.2, "pair": 0.12103969138115644, "sign": 0.044786864760681055, "keep": 0.006908796007337514, "leak": 0.36789818946272135, "replacement": 0.2388620711863041} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.9233479499816895, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 18.2, "pair": 0.3059945750865154, "sign": 0.36785565057653, "keep": 0.5859490726998047, "leak": 0.49321839585900307, "replacement": 0.9062015367671847} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 6.965506553649902, "loss_scale": 4.0, "retries": 0, "seconds": 126.7, "max_memory_gb": 18.2, "pair": 0.4122159890830517, "sign": 0.8150563618401065, "keep": 2.188424551015487, "leak": 0.9004863277077675, "replacement": 2.1390779577195644} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.7387938499450684, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 18.2, "pair": 0.20751448720693588, "sign": 0.007952205720357597, "keep": 0.024619038915261626, "leak": 0.4902154030278325, "replacement": 0.3463539555668831} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.4553656578063965, "loss_scale": 4.0, "retries": 0, "seconds": 129.8, "max_memory_gb": 18.2, "pair": 0.15099523961544037, "sign": 0.014302327879704535, "keep": 0.43103574446286075, "leak": 0.7985340729355812, "replacement": 0.5732978116720915} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.323002576828003, "loss_scale": 4.0, "retries": 0, "seconds": 131.4, "max_memory_gb": 18.2, "pair": 0.12199207185767591, "sign": 0.05522456770995632, "keep": 0.016887202626094222, "leak": 0.363305860577384, "replacement": 0.24887442775070667} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.730311393737793, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 18.2, "pair": 0.2454122889903374, "sign": 0.20720339499530382, "keep": 0.011524174756686989, "leak": 0.3556286059319973, "replacement": 0.4436832182109356} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 1.7107869386672974, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 18.2, "pair": 0.10125660337507725, "sign": 0.03359644679585472, "keep": 0.012279068352654576, "leak": 0.0787602477503242, "replacement": 0.14388442505151033} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.0713917016983032, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 18.2, "pair": 0.10211186995729804, "sign": 0.05819776203134097, "keep": 0.048819682910107076, "leak": 0.11405923473648727, "replacement": 0.18413539184257388} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 7.028004169464111, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 18.2, "pair": 0.06765287533198716, "sign": 0.0817299071859452, "keep": 0.2075496200509397, "leak": 0.7562711499631405, "replacement": 0.4013604186475277} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.6357969045639038, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 18.2, "pair": 0.11775282910093665, "sign": 0.004702044127043337, "keep": 0.013177014887332916, "leak": 0.256464755628258, "replacement": 0.1908085523173213} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.6163482666015625, "loss_scale": 4.0, "retries": 0, "seconds": 140.7, "max_memory_gb": 18.2, "pair": 0.07246948033571243, "sign": 0.008407070621615276, "keep": 0.00972990453010425, "leak": 1.045346406986937, "replacement": 0.34287457540631294} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 8.938199043273926, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 18.2, "pair": 0.5177190946415067, "sign": 1.0821986137889326, "keep": 0.2724728801404126, "leak": 2.43984053528402, "replacement": 1.8050149492919445} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.909346342086792, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 18.2, "pair": 0.18751869909465313, "sign": 0.1846160690765828, "keep": 0.025446677638683468, "leak": 0.3545286073349416, "replacement": 0.3811822272837162} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 5.80142068862915, "loss_scale": 4.0, "retries": 0, "seconds": 145.3, "max_memory_gb": 18.2, "pair": 0.2946809562854469, "sign": 0.14585644518956542, "keep": 0.06316460855305195, "leak": 1.7906206548213959, "replacement": 0.8468466587364674} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 8.700638771057129, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 18.2, "pair": 0.31688899733126163, "sign": 0.7566413927124813, "keep": 1.8244827608577907, "leak": 0.3443724475800991, "replacement": 1.693544179201126} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 6.209616184234619, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 18.2, "pair": 0.086387496907264, "sign": 0.12251726514659822, "keep": 0.4237861344590783, "leak": 1.7327102161943913, "replacement": 0.7927167564630508} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 4.121138095855713, "loss_scale": 4.0, "retries": 0, "seconds": 150.1, "max_memory_gb": 18.2, "pair": 0.10007559880614281, "sign": 0.015337968827225268, "keep": 0.011181236521224491, "leak": 1.2813389468938112, "replacement": 0.433669944293797} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 5.464947700500488, "loss_scale": 4.0, "retries": 0, "seconds": 151.6, "max_memory_gb": 18.2, "pair": 0.19473714675405063, "sign": 0.7005420024506748, "keep": 0.016983881340820517, "leak": 0.712790753327738, "replacement": 0.7316977865993977} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.5285685062408447, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 18.2, "pair": 0.24078058334998786, "sign": 0.17222839956230018, "keep": 0.012381570326397195, "leak": 0.3782978024910335, "replacement": 0.4276600182056427} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 3.8084700107574463, "loss_scale": 4.0, "retries": 0, "seconds": 154.8, "max_memory_gb": 18.2, "pair": 0.1970334448851645, "sign": 0.11866661958629265, "keep": 0.00606698287447216, "leak": 0.8461345871910453, "replacement": 0.47093389881774783} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 4.7143988609313965, "loss_scale": 4.0, "retries": 0, "seconds": 156.3, "max_memory_gb": 18.2, "pair": 0.1392527287825942, "sign": 0.5360538612585515, "keep": 0.0065104744280688465, "leak": 0.6664067957317457, "replacement": 0.5771366022527218} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.825185537338257, "loss_scale": 4.0, "retries": 0, "seconds": 157.9, "max_memory_gb": 18.2, "pair": 0.1697002168293693, "sign": 0.24442967517097713, "keep": 0.7765450211300031, "leak": 0.209657846018672, "replacement": 0.7326020492473617} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 4.311043739318848, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 18.2, "pair": 0.08199510560370982, "sign": 0.016701181448297575, "keep": 0.04778512920529465, "leak": 1.3073076746659353, "replacement": 0.44106518011540174} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 3.7394495010375977, "loss_scale": 4.0, "retries": 0, "seconds": 161.1, "max_memory_gb": 18.2, "pair": 0.31533133052289486, "sign": 0.2798246303573251, "keep": 0.11270069425518159, "leak": 0.08777785650454462, "replacement": 0.5335384719073772} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.9271156787872314, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 18.2, "pair": 0.2953743152320385, "sign": 0.2573636962333694, "keep": 0.6436935424717376, "leak": 0.8722361102700233, "replacement": 0.9639619439840317} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 3.2670209407806396, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 18.2, "pair": 0.05019812002865365, "sign": 0.22433360599097796, "keep": 0.381595481176646, "leak": 0.34431274980306625, "replacement": 0.4392408562125638} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.474923610687256, "loss_scale": 4.0, "retries": 0, "seconds": 166.0, "max_memory_gb": 18.2, "pair": 0.18358394782990217, "sign": 0.04007616615854204, "keep": 0.012429950467776507, "leak": 0.3279744731262326, "replacement": 0.2918306179344654} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.710151433944702, "loss_scale": 4.0, "retries": 0, "seconds": 167.5, "max_memory_gb": 18.2, "pair": 0.4422764666378498, "sign": 0.45387636369559914, "keep": 0.4979940566699952, "leak": 0.3545529032126069, "replacement": 1.006849855184555} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 7.288332939147949, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 18.2, "pair": 0.41707340627908707, "sign": 0.2505685263313353, "keep": 0.5796278538182378, "leak": 0.9199313323770184, "replacement": 1.0621544048190117} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.797335624694824, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 18.2, "pair": 0.23899782728403807, "sign": 0.5198673532577232, "keep": 0.08622399816522375, "leak": 0.7848994508385658, "replacement": 0.7382683493196964} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 6.901057243347168, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 18.2, "pair": 0.020992906880564988, "sign": 0.026836532808374614, "keep": 0.7166448205753113, "leak": 1.7238825673703104, "replacement": 0.8237042031250894} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 1.7230308055877686, "loss_scale": 4.0, "retries": 0, "seconds": 173.8, "max_memory_gb": 18.2, "pair": 0.02701847325079143, "sign": 0.006013271369738504, "keep": 0.0028429804997358588, "leak": 0.30998160038143396, "replacement": 0.10894199553877115} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.97628116607666, "loss_scale": 4.0, "retries": 0, "seconds": 175.4, "max_memory_gb": 18.2, "pair": 0.019340963277500123, "sign": 0.20587669673841447, "keep": 0.17742532890406437, "leak": 0.29854039195925, "replacement": 0.28562708012759686} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 7.707475185394287, "loss_scale": 4.0, "retries": 0, "seconds": 176.9, "max_memory_gb": 18.2, "pair": 0.29269377468153834, "sign": 0.6629203792545013, "keep": 2.764597039669752, "leak": 1.108766920864582, "replacement": 2.283644378185272} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.32716703414917, "loss_scale": 4.0, "retries": 0, "seconds": 178.6, "max_memory_gb": 18.2, "pair": 0.08054514270043, "sign": 0.009328846062999219, "keep": 0.004620401130523533, "leak": 0.24497088138014078, "replacement": 0.1487624803557992} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.7911763191223145, "loss_scale": 4.0, "retries": 0, "seconds": 180.1, "max_memory_gb": 18.2, "pair": 0.22798499464988708, "sign": 0.471674986067228, "keep": 0.9663554027210921, "leak": 1.3741681184619665, "replacement": 1.2905422300100327} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.970492959022522, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 18.2, "pair": 0.08071731636300683, "sign": 0.01279235043330118, "keep": 0.006094494616263546, "leak": 0.36270821839571, "replacement": 0.1808377979323268} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 24.168460845947266, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.2, "pair": 0.06727163400501013, "sign": 0.7292057612357894, "keep": 1.6656112803601104, "leak": 8.830721646547318, "replacement": 3.4723605141043663} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.366730213165283, "loss_scale": 4.0, "retries": 0, "seconds": 184.8, "max_memory_gb": 18.2, "pair": 0.16950187913607806, "sign": 0.03568580532737542, "keep": 0.01377986714214785, "leak": 0.5453540595481172, "replacement": 0.3305732300505042} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 4.964540481567383, "loss_scale": 4.0, "retries": 0, "seconds": 186.3, "max_memory_gb": 18.2, "pair": 0.1621320778504014, "sign": 0.0492573613737477, "keep": 0.05403570388443768, "leak": 1.6618824293836951, "replacement": 0.6292492263019085} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.3980717658996582, "loss_scale": 4.0, "retries": 0, "seconds": 187.9, "max_memory_gb": 18.2, "pair": 0.16950476355850697, "sign": 0.010964571905788034, "keep": 0.03130273730494082, "leak": 0.4254133178619668, "replacement": 0.2969917543232441} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.384947776794434, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 18.2, "pair": 0.4170643938705325, "sign": 0.2317560873925686, "keep": 0.06560423329938203, "leak": 1.0918007108266465, "replacement": 0.8386947428807616} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.458352565765381, "loss_scale": 4.0, "retries": 0, "seconds": 191.0, "max_memory_gb": 18.2, "pair": 0.21388167655095458, "sign": 0.055867624119855464, "keep": 0.0034399416981614195, "leak": 1.075333345681429, "replacement": 0.5123687963932753} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.371949195861816, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 18.2, "pair": 0.30782804172486067, "sign": 0.014853019500151277, "keep": 0.005417928274255246, "leak": 1.7406021356582642, "replacement": 0.7531140595674515} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.744293689727783, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.2, "pair": 0.12797462882008404, "sign": 0.015444719218066894, "keep": 0.013914324680172285, "leak": 0.07281882996176137, "replacement": 0.16085885372012854} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 18.493492126464844, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 18.2, "pair": 1.1833020374178886, "sign": 0.024667713441886008, "keep": 0.004997119631298119, "leak": 1.8226647693663836, "replacement": 1.6538006803020835} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 4.257600784301758, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 18.2, "pair": 0.3946873060776852, "sign": 0.6194710315321572, "keep": 2.10842242775243, "leak": 0.42766640428453684, "replacement": 1.865550515241921} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.892855644226074, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.2, "pair": 0.21257929783314466, "sign": 0.009994616673793644, "keep": 0.055653309415902186, "leak": 0.4588048029690981, "replacement": 0.36010447330772877} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.9891188144683838, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 18.2, "pair": 0.11041309824213386, "sign": 0.047557229874655604, "keep": 0.008640931409900077, "leak": 0.09206251837895252, "replacement": 0.16152780316770077} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 9.948087692260742, "loss_scale": 4.0, "retries": 0, "seconds": 202.0, "max_memory_gb": 18.2, "pair": 0.3855949342105305, "sign": 0.7303030257608043, "keep": 1.283354741032781, "leak": 1.6500156307592988, "replacement": 1.8049277206882834} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.262190818786621, "loss_scale": 4.0, "retries": 0, "seconds": 203.5, "max_memory_gb": 18.2, "pair": 0.049177061242517084, "sign": 0.05786822005757131, "keep": 0.00886104637356766, "leak": 0.08433885499835014, "replacement": 0.10362640861421824} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.866095542907715, "loss_scale": 4.0, "retries": 0, "seconds": 205.1, "max_memory_gb": 18.2, "pair": 0.28515966702252626, "sign": 0.2845985082676634, "keep": 0.319912624778226, "leak": 1.6778619280084968, "replacement": 1.0068806754425168} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.236260414123535, "loss_scale": 4.0, "retries": 0, "seconds": 206.6, "max_memory_gb": 18.2, "pair": 0.07718968676635996, "sign": 0.0019502647628542036, "keep": 0.0025512593460916833, "leak": 0.5788456373848021, "replacement": 0.22415185254067183} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.3468106985092163, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 18.2, "pair": 0.05180393345654011, "sign": 0.012221318407682702, "keep": 0.0013355950723052956, "leak": 0.18396071949973702, "replacement": 0.10457256902009249} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.922747850418091, "loss_scale": 4.0, "retries": 0, "seconds": 209.7, "max_memory_gb": 18.2, "pair": 0.16967713553458452, "sign": 0.0922828353359364, "keep": 0.03976000752277287, "leak": 0.14382202457636595, "replacement": 0.2716540563851595} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 5.525405406951904, "loss_scale": 4.0, "retries": 0, "seconds": 211.3, "max_memory_gb": 18.2, "pair": 0.40471266000531614, "sign": 0.6956115149077959, "keep": 1.0899856648757122, "leak": 1.2705387249588966, "replacement": 1.6151458332315087} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.665104389190674, "loss_scale": 4.0, "retries": 0, "seconds": 212.9, "max_memory_gb": 18.2, "pair": 0.1759234092605766, "sign": 0.047752885962836444, "keep": 0.00454863565028063, "leak": 0.5192026962613454, "replacement": 0.3318748405436054} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 2.9098169803619385, "loss_scale": 4.0, "retries": 0, "seconds": 214.4, "max_memory_gb": 18.2, "pair": 0.17707393784075975, "sign": 0.012613790342584252, "keep": 0.8818733164516743, "leak": 0.8247736357152462, "replacement": 0.8305108845233917} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.0511010885238647, "loss_scale": 4.0, "retries": 0, "seconds": 216.0, "max_memory_gb": 18.2, "pair": 0.10657735075801611, "sign": 0.005649789120070636, "keep": 0.0039204822496685665, "leak": 0.2180296666920185, "replacement": 0.1658699084073305} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 10.077116966247559, "loss_scale": 4.0, "retries": 0, "seconds": 217.6, "max_memory_gb": 18.2, "pair": 0.5022075103188399, "sign": 0.5828228916798253, "keep": 1.017520482007967, "leak": 2.061008901335299, "replacement": 1.8176314001902938} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.0955631732940674, "loss_scale": 4.0, "retries": 0, "seconds": 219.2, "max_memory_gb": 18.2, "pair": 0.18228384177200496, "sign": 0.006452297879150137, "keep": 0.0407879856065847, "leak": 0.03152062720619142, "replacement": 0.21378413122147322} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.0457425117492676, "loss_scale": 4.0, "retries": 0, "seconds": 220.8, "max_memory_gb": 18.2, "pair": 0.25338999880477786, "sign": 0.017603129730559886, "keep": 0.02527164019556949, "leak": 0.05926789820659906, "replacement": 0.2896443661302328} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.140578031539917, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 18.2, "pair": 0.2003299630159745, "sign": 0.03955311494064517, "keep": 0.010766917136379561, "leak": 0.40681628696620464, "replacement": 0.32719404622912407} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 4.241852283477783, "loss_scale": 4.0, "retries": 0, "seconds": 223.9, "max_memory_gb": 18.2, "pair": 0.257608609739691, "sign": 0.37100949362502433, "keep": 0.5440406994093792, "leak": 1.2510979883372784, "replacement": 1.0279082544147968} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.8633506894111633, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 18.2, "pair": 0.037465120665729046, "sign": 0.0028491553966887295, "keep": 0.008078209106315626, "leak": 0.0980924373252492, "replacement": 0.06745190918445587} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.17828893661499, "loss_scale": 4.0, "retries": 0, "seconds": 227.1, "max_memory_gb": 18.2, "pair": 0.037143714012927376, "sign": 0.007834595038730185, "keep": 0.0010761383346107323, "leak": 1.1757265888154507, "replacement": 0.3355307192541659} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.7731441259384155, "loss_scale": 4.0, "retries": 0, "seconds": 228.6, "max_memory_gb": 18.2, "pair": 0.06242340127937496, "sign": 0.0025237007648684084, "keep": 0.00233500637114048, "leak": 0.028762542409822345, "replacement": 0.07204338582232594} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.498549699783325, "loss_scale": 4.0, "retries": 0, "seconds": 230.2, "max_memory_gb": 18.2, "pair": 0.18685792031465098, "sign": 0.19179631186125334, "keep": 0.16843688394283163, "leak": 0.18596769357105813, "replacement": 0.4134664258453995} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.367943048477173, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 18.2, "pair": 0.24172836725483648, "sign": 0.19603131660551298, "keep": 0.24635200857437667, "leak": 0.12282856530509889, "replacement": 0.49362717755138874} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.865034818649292, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 18.2, "pair": 0.07972891404642724, "sign": 0.005208019822021015, "keep": 1.0066336188974674, "leak": 0.4974959185346961, "replacement": 0.7100237514823675} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 1.875249981880188, "loss_scale": 4.0, "retries": 0, "seconds": 234.8, "max_memory_gb": 18.2, "pair": 0.18612105632200837, "sign": 0.061386108718579635, "keep": 0.007657995753106661, "leak": 0.1642466876655817, "replacement": 0.261704798322171} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 14.100685119628906, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 18.2, "pair": 0.05496834823861718, "sign": 0.3246501460671425, "keep": 0.000886952498149185, "leak": 5.551364126615226, "replacement": 1.6055778972804546} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.069805860519409, "loss_scale": 4.0, "retries": 0, "seconds": 237.9, "max_memory_gb": 18.2, "pair": 0.08642781246453524, "sign": 0.019459949689917266, "keep": 0.014864687691442668, "leak": 0.5024439692497253, "replacement": 0.22920111939311028} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.0032360553741455, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 18.2, "pair": 0.059663646621629596, "sign": 0.004012144927401096, "keep": 0.011778889849665575, "leak": 0.8795385770499706, "replacement": 0.28744380362331867} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.0560803413391113, "loss_scale": 4.0, "retries": 0, "seconds": 241.0, "max_memory_gb": 18.2, "pair": 0.06694709428120404, "sign": 0.006777309667086229, "keep": 0.002451810141792521, "leak": 0.6604433245956898, "replacement": 0.23667248082347214} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.9094396829605103, "loss_scale": 4.0, "retries": 0, "seconds": 242.5, "max_memory_gb": 18.2, "pair": 0.24125542318506632, "sign": 0.19995231468055863, "keep": 0.07616992061366545, "leak": 0.30171387281734496, "replacement": 0.45474500191630796} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 6.10152530670166, "loss_scale": 4.0, "retries": 0, "seconds": 244.2, "max_memory_gb": 18.2, "pair": 0.22701860591769218, "sign": 0.16576774389250204, "keep": 0.1480410824296996, "leak": 2.2037649154663086, "replacement": 0.934864230453968} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.475624918937683, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 18.2, "pair": 0.06490694171225186, "sign": 0.011122434618300758, "keep": 0.013958032157461275, "leak": 0.1871214227285236, "replacement": 0.12422752729617059} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.9549708366394043, "loss_scale": 4.0, "retries": 0, "seconds": 247.3, "max_memory_gb": 18.2, "pair": 0.05118769075488672, "sign": 0.003077809000387788, "keep": 0.017300106175923702, "leak": 1.1356326341629028, "replacement": 0.3452848121523857} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 4.66784143447876, "loss_scale": 4.0, "retries": 0, "seconds": 248.9, "max_memory_gb": 18.2, "pair": 0.1140515578299528, "sign": 0.007978815236128867, "keep": 0.0018526849664786127, "leak": 1.2560078967362642, "replacement": 0.43296929192729294} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 4.714975357055664, "loss_scale": 4.0, "retries": 0, "seconds": 250.4, "max_memory_gb": 18.2, "pair": 0.31538851889490616, "sign": 0.5695313137694029, "keep": 0.42536339711114124, "leak": 0.0929930224083364, "replacement": 0.8360840864479542} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.4870846271514893, "loss_scale": 4.0, "retries": 0, "seconds": 252.0, "max_memory_gb": 18.2, "pair": 0.1460869200527668, "sign": 0.027577268425375223, "keep": 0.12971689878031611, "leak": 0.2997065307572484, "replacement": 0.2996606305241585} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 5.0107011795043945, "loss_scale": 4.0, "retries": 0, "seconds": 253.5, "max_memory_gb": 18.2, "pair": 0.18881198205053806, "sign": 0.1366455052047968, "keep": 0.03965737545513548, "leak": 1.1612208485603333, "replacement": 0.5672686472535133} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.5754852294921875, "loss_scale": 4.0, "retries": 0, "seconds": 255.0, "max_memory_gb": 18.2, "pair": 0.1290380156133324, "sign": 0.11254318518331274, "keep": 0.07752006709961279, "leak": 0.9911840911954641, "replacement": 0.47186567168682814} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 2.685180425643921, "loss_scale": 4.0, "retries": 0, "seconds": 256.6, "max_memory_gb": 18.2, "pair": 0.3841222473420203, "sign": 0.46297837619204074, "keep": 0.17205158796787146, "leak": 0.05534184823045507, "replacement": 0.715472693555057} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.4124083518981934, "loss_scale": 4.0, "retries": 0, "seconds": 258.2, "max_memory_gb": 18.2, "pair": 0.060689160105539486, "sign": 0.0032328263769159093, "keep": 0.012331752898262494, "leak": 0.19622714072465897, "replacement": 0.1175282346084714} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 1.8291282653808594, "loss_scale": 4.0, "retries": 0, "seconds": 259.7, "max_memory_gb": 18.2, "pair": 0.21381443677819334, "sign": 0.1588633864739677, "keep": 0.001928041099517941, "leak": 0.1057878378778696, "replacement": 0.32065711729228497} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.696791648864746, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 18.2, "pair": 0.12358115363167599, "sign": 0.007680384223931469, "keep": 0.001756936997480807, "leak": 0.05232831567991525, "replacement": 0.1413818834698759} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.3984274864196777, "loss_scale": 4.0, "retries": 0, "seconds": 262.8, "max_memory_gb": 18.2, "pair": 0.1108961613063002, "sign": 0.005725622453610413, "keep": 0.05656893979926281, "leak": 0.7350016012787819, "replacement": 0.32579383975826204} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 8.93460464477539, "loss_scale": 4.0, "retries": 0, "seconds": 264.4, "max_memory_gb": 18.2, "pair": 0.026906064318609424, "sign": 0.017358764984237496, "keep": 0.02607313773887654, "leak": 3.755685582989827, "replacement": 0.9875433958368376} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.585394859313965, "loss_scale": 4.0, "retries": 0, "seconds": 266.0, "max_memory_gb": 18.2, "pair": 0.16509939823299646, "sign": 0.05847653991077095, "keep": 0.14637061165558407, "leak": 0.6476181615144014, "replacement": 0.42942751199007034} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.742353439331055, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 18.2, "pair": 0.2736766329035163, "sign": 0.18183524440973997, "keep": 0.17395908204707666, "leak": 0.5637827329337597, "replacement": 0.5925195049494505} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.1154327392578125, "loss_scale": 4.0, "retries": 0, "seconds": 269.1, "max_memory_gb": 18.2, "pair": 0.23450480308383703, "sign": 0.08138683647848666, "keep": 0.40505866418243386, "leak": 0.18800322338938713, "replacement": 0.5247283577919006} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.2400035858154297, "loss_scale": 4.0, "retries": 0, "seconds": 270.6, "max_memory_gb": 18.2, "pair": 0.23372172936797142, "sign": 0.06098405795637518, "keep": 0.013738154390011914, "leak": 0.20651957503287122, "replacement": 0.3227127268910408} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.3436355590820312, "loss_scale": 4.0, "retries": 0, "seconds": 272.1, "max_memory_gb": 18.2, "pair": 0.13027699035592377, "sign": 0.005107213102746755, "keep": 0.3748764134943485, "leak": 0.9394459370523691, "replacement": 0.5551303066313267} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 1.9042439460754395, "loss_scale": 4.0, "retries": 0, "seconds": 273.7, "max_memory_gb": 18.2, "pair": 0.1315860531758517, "sign": 0.003714357844728511, "keep": 0.0837326509556533, "leak": 0.12668426625896245, "replacement": 0.20698063384043053} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.3249247074127197, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 18.2, "pair": 0.14386324654333293, "sign": 0.03459068760275841, "keep": 0.003282031037088018, "leak": 0.19266520347446203, "replacement": 0.21096589206717908} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 7.614272117614746, "loss_scale": 4.0, "retries": 0, "seconds": 276.7, "max_memory_gb": 18.2, "pair": 0.12484479742124677, "sign": 0.34582304675132036, "keep": 2.3728794444105006, "leak": 0.48574766553065274, "replacement": 1.605632931459695} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.5849430561065674, "loss_scale": 4.0, "retries": 0, "seconds": 278.4, "max_memory_gb": 18.2, "pair": 0.14018285577185452, "sign": 0.005925823003053665, "keep": 0.0027473403024487197, "leak": 1.2055224068462849, "replacement": 0.44590003695338964} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.179924488067627, "loss_scale": 4.0, "retries": 0, "seconds": 279.9, "max_memory_gb": 18.2, "pair": 0.12163414161477704, "sign": 0.12319772028422449, "keep": 0.02717398271281013, "leak": 0.12367502227425575, "replacement": 0.22773875226266682} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.3098037242889404, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 18.2, "pair": 0.3020576066337526, "sign": 0.35568879067432135, "keep": 0.43943936490177293, "leak": 0.17894936570883146, "replacement": 0.7443590573966503} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 12.517104148864746, "loss_scale": 4.0, "retries": 0, "seconds": 283.1, "max_memory_gb": 18.2, "pair": 0.21177532384172082, "sign": 1.2260162691236474, "keep": 2.1254126494168304, "leak": 2.3739965334534645, "replacement": 2.480988822877407} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 5.334723949432373, "loss_scale": 4.0, "retries": 0, "seconds": 284.6, "max_memory_gb": 18.2, "pair": 0.16627368796616793, "sign": 0.04150097811361775, "keep": 0.8509987109864596, "leak": 0.3181641030823812, "replacement": 0.6920645404607058} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 1.4652572870254517, "loss_scale": 4.0, "retries": 0, "seconds": 286.2, "max_memory_gb": 18.2, "pair": 0.08495840104296803, "sign": 0.0046555434237234294, "keep": 0.0029998150130268186, "leak": 0.1999428141862154, "replacement": 0.13877178356051445} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.490183353424072, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 18.2, "pair": 0.06364749763451982, "sign": 0.009900406148517504, "keep": 0.0015359312301370664, "leak": 1.0220497304107994, "replacement": 0.3248780956491828} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.7649681568145752, "loss_scale": 4.0, "retries": 0, "seconds": 289.2, "max_memory_gb": 18.2, "pair": 0.0720916569698602, "sign": 0.001833882139180787, "keep": 0.0015953022057146882, "leak": 0.04384650441352278, "replacement": 0.08476787526160479} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.3178298473358154, "loss_scale": 4.0, "retries": 0, "seconds": 290.8, "max_memory_gb": 18.2, "pair": 0.16710670560132712, "sign": 0.040353064017836004, "keep": 0.009615232702344656, "leak": 0.48511137533932924, "replacement": 0.31336869671940804} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 3.698575973510742, "loss_scale": 4.0, "retries": 0, "seconds": 292.3, "max_memory_gb": 18.2, "pair": 0.24474325443952694, "sign": 0.1171521446594852, "keep": 0.12746579208487674, "leak": 0.7634318470954895, "replacement": 0.5579101899638772} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 6.004506587982178, "loss_scale": 4.0, "retries": 0, "seconds": 293.8, "max_memory_gb": 18.2, "pair": 0.11077354291046504, "sign": 0.7933044367819093, "keep": 0.0010031962441559017, "leak": 0.6940884180366993, "replacement": 0.6814494822174311} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 2.6204051971435547, "loss_scale": 4.0, "retries": 0, "seconds": 295.5, "max_memory_gb": 18.2, "pair": 0.1907047452405095, "sign": 0.10497152645257302, "keep": 0.4095034765487071, "leak": 0.07440705108456314, "replacement": 0.46654401859268546} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.6352922916412354, "loss_scale": 4.0, "retries": 0, "seconds": 297.0, "max_memory_gb": 18.2, "pair": 0.07537017296999693, "sign": 0.008203891396988183, "keep": 0.01752800354734063, "leak": 0.5254668749403208, "replacement": 0.21960283536463976} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 0.9178990721702576, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 18.2, "pair": 0.00905746756689041, "sign": 0.005004191305488348, "keep": 0.0001825089334488439, "leak": 0.03316940625842335, "replacement": 0.019943168852478266} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.285701751708984, "loss_scale": 4.0, "retries": 0, "seconds": 300.1, "max_memory_gb": 18.2, "pair": 0.3056770465191221, "sign": 0.33289883910038043, "keep": 0.874103331006836, "leak": 1.1152259279042482, "replacement": 1.1879845904186368} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.3871939182281494, "loss_scale": 4.0, "retries": 0, "seconds": 301.7, "max_memory_gb": 18.2, "pair": 0.07696269266307354, "sign": 0.010654451558366418, "keep": 0.024787914138869382, "leak": 0.11902316752821207, "replacement": 0.1244396660476923} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.451295852661133, "loss_scale": 4.0, "retries": 0, "seconds": 303.3, "max_memory_gb": 18.2, "pair": 0.052234823735489044, "sign": 0.005348157385014929, "keep": 0.004210817159446378, "leak": 1.1671718439320102, "replacement": 0.3488072771579027} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 2.550302028656006, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 18.2, "pair": 0.14733402764977654, "sign": 0.10800013469997793, "keep": 0.0038958269869340256, "leak": 0.1867209766060114, "replacement": 0.24996223486959934} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 3.5829522609710693, "loss_scale": 4.0, "retries": 0, "seconds": 306.3, "max_memory_gb": 18.2, "pair": 0.07844610954634845, "sign": 0.00951874110614881, "keep": 0.000655917134736228, "leak": 0.8262739218771458, "replacement": 0.2901019174605608} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.6150569915771484, "loss_scale": 4.0, "retries": 0, "seconds": 307.9, "max_memory_gb": 18.2, "pair": 0.07459145183383953, "sign": 0.003479354905721266, "keep": 0.002156637171538023, "leak": 0.1856087266933173, "replacement": 0.12381163076497614} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.5632121562957764, "loss_scale": 4.0, "retries": 0, "seconds": 309.4, "max_memory_gb": 18.2, "pair": 0.06159581377869472, "sign": 0.013401217060163617, "keep": 0.0013674501801688166, "leak": 0.6350533105432987, "replacement": 0.22774347616359591} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.746850609779358, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 18.2, "pair": 0.06727052663336508, "sign": 0.06136106116173323, "keep": 0.02075247501670674, "leak": 0.12097180924774875, "replacement": 0.13857024034950882} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.3578007221221924, "loss_scale": 4.0, "retries": 0, "seconds": 312.6, "max_memory_gb": 18.2, "pair": 0.09439682774245739, "sign": 0.10643019282724708, "keep": 0.0034443652839399874, "leak": 0.6230553314089775, "replacement": 0.3050979431718588} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.2196834087371826, "loss_scale": 4.0, "retries": 0, "seconds": 314.1, "max_memory_gb": 18.2, "pair": 0.058488977927481756, "sign": 0.004375830641947687, "keep": 0.0013856339173798915, "leak": 0.12492905650287867, "replacement": 0.09260197868570685} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 3.726531982421875, "loss_scale": 4.0, "retries": 0, "seconds": 315.7, "max_memory_gb": 18.2, "pair": 0.09473142796196043, "sign": 0.02270254137692973, "keep": 0.3312365277961362, "leak": 1.1056051449850202, "replacement": 0.5481022512540221} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.142346382141113, "loss_scale": 4.0, "retries": 0, "seconds": 317.2, "max_memory_gb": 18.2, "pair": 0.12556373653933406, "sign": 0.008245793054811656, "keep": 0.015251358123350656, "leak": 0.7957951796706766, "replacement": 0.33626111038029194} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 4.7253336906433105, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 18.2, "pair": 0.15568156162044033, "sign": 1.1811351585783996, "keep": 0.0012762767593130775, "leak": 0.38753339857794344, "replacement": 0.8437706099357456} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.1112048625946045, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 18.2, "pair": 0.03873359831050038, "sign": 0.017994584632106125, "keep": 0.016345975833246484, "leak": 0.584808524698019, "replacement": 0.2021060036495328} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 8.428620338439941, "loss_scale": 4.0, "retries": 0, "seconds": 322.0, "max_memory_gb": 18.2, "pair": 0.08295679240836762, "sign": 0.01899396366206929, "keep": 0.28202993408194743, "leak": 2.38567616045475, "replacement": 0.8298877663910389} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 4.820188522338867, "loss_scale": 4.0, "retries": 0, "seconds": 323.6, "max_memory_gb": 18.2, "pair": 0.07045103253039997, "sign": 0.008316134728374891, "keep": 0.006712433033726484, "leak": 1.2853697203099728, "replacement": 0.39930775202810764} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 5.228354454040527, "loss_scale": 4.0, "retries": 0, "seconds": 325.3, "max_memory_gb": 18.2, "pair": 0.23144836095161736, "sign": 0.030103195225819945, "keep": 0.021124795646755956, "leak": 1.250275194644928, "replacement": 0.5696311369538307} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.4943349361419678, "loss_scale": 4.0, "retries": 0, "seconds": 326.9, "max_memory_gb": 18.2, "pair": 0.03277086780872196, "sign": 0.007438319124048576, "keep": 0.07101640757991845, "leak": 0.3772699116379954, "replacement": 0.1663157120347023} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.757474184036255, "loss_scale": 4.0, "retries": 0, "seconds": 328.4, "max_memory_gb": 18.2, "pair": 0.1603931076824665, "sign": 0.27471080771647394, "keep": 0.13879096269374713, "leak": 1.344806092325598, "replacement": 0.7033455241471529} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.8050284385681152, "loss_scale": 4.0, "retries": 0, "seconds": 330.0, "max_memory_gb": 18.2, "pair": 0.15066836308687925, "sign": 0.004666588909458369, "keep": 0.005072173662483692, "leak": 0.17317452130373567, "replacement": 0.19883137848228216} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 4.1419806480407715, "loss_scale": 4.0, "retries": 0, "seconds": 331.6, "max_memory_gb": 18.2, "pair": 0.6003561226266356, "sign": 1.5692713496973738, "keep": 0.07318150293667713, "leak": 0.22075842373305932, "replacement": 1.4767721275566146} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 3.248159885406494, "loss_scale": 4.0, "retries": 0, "seconds": 333.2, "max_memory_gb": 18.2, "pair": 0.39850529469549656, "sign": 0.4986363627249375, "keep": 1.0881296395964455, "leak": 0.3593330457806587, "replacement": 1.281721580773592} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.877342700958252, "loss_scale": 4.0, "retries": 0, "seconds": 334.7, "max_memory_gb": 18.2, "pair": 0.17261161137139425, "sign": 0.028210579126607627, "keep": 0.007340572304997295, "leak": 0.21011008531786501, "replacement": 0.2429147120565176} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 3.4684176445007324, "loss_scale": 4.0, "retries": 0, "seconds": 336.2, "max_memory_gb": 18.2, "pair": 0.011982021773292217, "sign": 0.01459194315248169, "keep": 0.9585956137189555, "leak": 0.18629051838070154, "replacement": 0.5451484080404043} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.3646955490112305, "loss_scale": 4.0, "retries": 0, "seconds": 337.8, "max_memory_gb": 18.2, "pair": 0.1749681532382965, "sign": 0.009232034382876009, "keep": 0.02381956350291148, "leak": 0.6155429270584136, "replacement": 0.34537968784570694} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 5.386373043060303, "loss_scale": 4.0, "retries": 0, "seconds": 339.3, "max_memory_gb": 18.2, "pair": 0.16634039394557476, "sign": 0.04681243118830025, "keep": 0.009425083684618585, "leak": 0.9643858141789678, "replacement": 0.4355556070804596} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 3.4948577880859375, "loss_scale": 4.0, "retries": 0, "seconds": 340.9, "max_memory_gb": 18.2, "pair": 0.07793283951468766, "sign": 0.04409858343569795, "keep": 0.3060211874513641, "leak": 0.07882273735958734, "replacement": 0.2726984017062932} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.8117947578430176, "loss_scale": 4.0, "retries": 0, "seconds": 342.5, "max_memory_gb": 18.2, "pair": 0.04575643558928277, "sign": 0.02225304814055562, "keep": 0.001232895382145216, "leak": 0.3149483581073582, "replacement": 0.1362364925444126} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 5.767545700073242, "loss_scale": 4.0, "retries": 0, "seconds": 344.1, "max_memory_gb": 18.2, "pair": 0.3023243881762028, "sign": 0.8446757928468287, "keep": 0.8315560912451474, "leak": 0.6226051822304726, "replacement": 1.2960916757583618} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 8.6157808303833, "loss_scale": 4.0, "retries": 0, "seconds": 345.5, "max_memory_gb": 18.2, "pair": 0.37355784251121804, "sign": 0.3091491120867431, "keep": 0.4157473608361215, "leak": 0.6432248828932643, "replacement": 0.8968123274389654} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 8.685657501220703, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 18.2, "pair": 0.1633198654744774, "sign": 0.4649488537106663, "keep": 0.0006951598115847446, "leak": 0.891774064861238, "replacement": 0.6190854338929057} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.127044439315796, "loss_scale": 4.0, "retries": 0, "seconds": 348.7, "max_memory_gb": 18.2, "pair": 0.19524283753708005, "sign": 0.08610815671272576, "keep": 0.016530328739463584, "leak": 0.24704319331794977, "replacement": 0.30832288414239883} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.9207667112350464, "loss_scale": 4.0, "retries": 0, "seconds": 350.3, "max_memory_gb": 18.2, "pair": 0.07962303195381537, "sign": 0.0022279606346273795, "keep": 0.001987972249850145, "leak": 0.18874556757509708, "replacement": 0.12891738500911742} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 2.326962471008301, "loss_scale": 4.0, "retries": 0, "seconds": 351.8, "max_memory_gb": 18.2, "pair": 0.13528273544216063, "sign": 0.018400904606096447, "keep": 0.0006344461846765626, "leak": 0.06741806492209435, "replacement": 0.16165493079461157} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.701315879821777, "loss_scale": 4.0, "retries": 0, "seconds": 353.4, "max_memory_gb": 18.2, "pair": 0.14873943501152098, "sign": 0.20619151007849723, "keep": 0.0703403301695289, "leak": 0.1732015772649902, "replacement": 0.3303057514131069} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.751110553741455, "loss_scale": 4.0, "retries": 0, "seconds": 355.0, "max_memory_gb": 18.2, "pair": 0.11789741832762957, "sign": 0.029714031144976616, "keep": 0.013717096415348351, "leak": 0.384704421274364, "replacement": 0.23578909039497375} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 5.457739353179932, "loss_scale": 4.0, "retries": 0, "seconds": 356.5, "max_memory_gb": 18.2, "pair": 0.04179950404795818, "sign": 0.008872419130057096, "keep": 0.03553361433887403, "leak": 1.7159640807658434, "replacement": 0.49299355153925717} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.5410516262054443, "loss_scale": 4.0, "retries": 0, "seconds": 358.0, "max_memory_gb": 18.2, "pair": 0.3340639350935817, "sign": 0.5343751378823072, "keep": 1.3674046066589653, "leak": 0.33250270830467343, "replacement": 1.3680794518440962} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.8958961963653564, "loss_scale": 4.0, "retries": 0, "seconds": 359.5, "max_memory_gb": 18.2, "pair": 0.22490287572145462, "sign": 0.19901661900803447, "keep": 0.0025955510209314525, "leak": 0.34109623660333455, "replacement": 0.4109830167144537} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.5383782386779785, "loss_scale": 4.0, "retries": 0, "seconds": 361.1, "max_memory_gb": 18.2, "pair": 0.19751995988190174, "sign": 0.1063767577870749, "keep": 0.027493524743476883, "leak": 0.22513879463076591, "replacement": 0.3207398112863302} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 1.9773319959640503, "loss_scale": 4.0, "retries": 0, "seconds": 362.6, "max_memory_gb": 18.2, "pair": 0.13802988431416452, "sign": 0.01411419769283384, "keep": 0.0018976361361637828, "leak": 0.09248821530491114, "replacement": 0.16915785567834973} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.1480257511138916, "loss_scale": 4.0, "retries": 0, "seconds": 364.2, "max_memory_gb": 18.2, "pair": 0.040538104716688395, "sign": 0.021734674577601254, "keep": 0.05597859155841434, "leak": 0.10904045846837107, "replacement": 0.10665484773926437} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 4.829911708831787, "loss_scale": 4.0, "retries": 0, "seconds": 365.7, "max_memory_gb": 18.2, "pair": 0.29092681780457497, "sign": 0.6532026139320806, "keep": 0.12552556851005647, "leak": 0.4261659902986139, "replacement": 0.7868324145674706} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 2.680663585662842, "loss_scale": 4.0, "retries": 0, "seconds": 367.3, "max_memory_gb": 18.2, "pair": 0.20241168979555368, "sign": 0.24505795678123832, "keep": 0.33611528447363526, "leak": 0.31648343056440353, "replacement": 0.5721191707998514} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.7481749057769775, "loss_scale": 4.0, "retries": 0, "seconds": 368.8, "max_memory_gb": 18.2, "pair": 0.124598064343445, "sign": 0.05851981817977503, "keep": 0.12055124135804363, "leak": 0.7628023087745532, "replacement": 0.4048341696616262} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.4398727416992188, "loss_scale": 4.0, "retries": 0, "seconds": 370.3, "max_memory_gb": 18.2, "pair": 0.0763452090213832, "sign": 0.012489836197346449, "keep": 0.002895938448659763, "leak": 0.40007236041128635, "replacement": 0.184056187979877} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 17.05036735534668, "loss_scale": 4.0, "retries": 0, "seconds": 372.0, "max_memory_gb": 18.2, "pair": 0.44067406095564365, "sign": 0.8382950032246299, "keep": 1.2320827519579325, "leak": 2.130452210083604, "replacement": 2.0084759574383497} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.435415744781494, "loss_scale": 4.0, "retries": 0, "seconds": 373.5, "max_memory_gb": 18.2, "pair": 0.0715956948697567, "sign": 0.0034167853300459683, "keep": 0.004338606522196642, "leak": 0.8302571941167116, "replacement": 0.2830376911442727} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 8.49940299987793, "loss_scale": 4.0, "retries": 0, "seconds": 375.0, "max_memory_gb": 18.2, "pair": 0.26973671559244394, "sign": 0.275864580180496, "keep": 0.6978267532686004, "leak": 1.6878815703094006, "replacement": 1.1785528166219592} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.460163116455078, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 18.2, "pair": 0.06989215858629905, "sign": 0.015569132370728767, "keep": 0.002085437299682802, "leak": 0.5334043127149926, "replacement": 0.21207052463432774} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 5.7541279792785645, "loss_scale": 4.0, "retries": 0, "seconds": 378.1, "max_memory_gb": 18.2, "pair": 0.5056362226605415, "sign": 0.3372911352198571, "keep": 0.4037152058444917, "leak": 0.713562861084938, "replacement": 1.0545301288366318} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 3.5503878593444824, "loss_scale": 4.0, "retries": 0, "seconds": 379.7, "max_memory_gb": 18.2, "pair": 0.11159670888446271, "sign": 0.1982219117344357, "keep": 1.0429842740392132, "leak": 0.5320632345974445, "replacement": 0.8652156349271536} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.207311153411865, "loss_scale": 4.0, "retries": 0, "seconds": 381.3, "max_memory_gb": 18.2, "pair": 0.10797873453793727, "sign": 0.09509652638371335, "keep": 0.032202220899307576, "leak": 0.7866091374307871, "replacement": 0.36828039214015007} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.282155990600586, "loss_scale": 4.0, "retries": 0, "seconds": 382.8, "max_memory_gb": 18.2, "pair": 0.09636691759806126, "sign": 0.1986146496492438, "keep": 0.17813851869505015, "leak": 0.18830271624028683, "replacement": 0.3318191720172763} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 3.4030349254608154, "loss_scale": 4.0, "retries": 0, "seconds": 384.4, "max_memory_gb": 18.2, "pair": 0.22316377446986735, "sign": 0.12566700723255053, "keep": 0.0739071622992924, "leak": 0.05172092327848077, "replacement": 0.3358810970094055} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.4195406436920166, "loss_scale": 4.0, "retries": 0, "seconds": 385.9, "max_memory_gb": 18.2, "pair": 0.09231263401034084, "sign": 0.0038894934186828323, "keep": 0.0024113455290546426, "leak": 0.4570102598518133, "replacement": 0.20971562655176967} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 1.3485835790634155, "loss_scale": 4.0, "retries": 0, "seconds": 387.4, "max_memory_gb": 18.2, "pair": 0.06545735243707895, "sign": 0.019382627389859408, "keep": 0.002870873325946377, "leak": 0.1165765675905277, "replacement": 0.10572824510745704} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 9.796826362609863, "loss_scale": 4.0, "retries": 0, "seconds": 389.0, "max_memory_gb": 18.2, "pair": 0.08616106677800417, "sign": 0.6539999493397772, "keep": 0.00036403967530418413, "leak": 2.5802805442363024, "replacement": 1.0584131982177496} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.3504834175109863, "loss_scale": 4.0, "retries": 0, "seconds": 390.4, "max_memory_gb": 18.2, "pair": 0.05322810387588106, "sign": 0.0048213455302175134, "keep": 0.002299260472682363, "leak": 0.3176101930439472, "replacement": 0.13619095459580421} diff --git a/runs/fixed_internvl/replacement/Deep8_s73/adapter/README.md b/runs/fixed_internvl/replacement/Deep8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Deep8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cc42de4dd046297af22ce226d9905db76f29b164 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.35.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s73/config.json b/runs/fixed_internvl/replacement/Deep8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..30dd3d6f1cd4c8778b8837ff9f5d39354d30d542 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Deep8", + "layers": [ + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "28": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "33": 72, + "34": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Deep8_s73/steps.jsonl b/runs/fixed_internvl/replacement/Deep8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0882b8dd5f351d008f8d66ce96e488835691e169 --- /dev/null +++ b/runs/fixed_internvl/replacement/Deep8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 7.199676036834717, "loss_scale": 4.0, "retries": 0, "seconds": 1.9, "max_memory_gb": 17.85, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.130959510803223, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 18.18, "pair": 1.0949040651321411, "sign": 0.494289617985487, "keep": 3.349744200706482, "leak": 3.009866782122117e-05, "replacement": 3.016928553581238} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 6.628662109375, "loss_scale": 4.0, "retries": 0, "seconds": 5.2, "max_memory_gb": 18.18, "pair": 1.0872894525527954, "sign": 0.059123868122696877, "keep": 1.248454635264352, "leak": 0.00021998333522788016, "replacement": 1.7411337494850159} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 6.2916035652160645, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 18.18, "pair": 1.0647619664669037, "sign": 0.24223535764031112, "keep": 1.4056196113815531, "leak": 0.0011321182673995622, "replacement": 1.8889724910259247} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 6.642678737640381, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 18.19, "pair": 1.004886120557785, "sign": 0.04601934761740267, "keep": 0.8159937976597575, "leak": 0.006783724238630384, "replacement": 1.437588632106781} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 4.737707614898682, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 18.19, "pair": 1.0191504508256912, "sign": 0.44117393577471375, "keep": 0.9150935783982277, "leak": 0.008035464241402224, "replacement": 1.6992931067943573} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 5.248636722564697, "loss_scale": 4.0, "retries": 0, "seconds": 12.1, "max_memory_gb": 18.19, "pair": 0.8884588778018951, "sign": 0.07456008717417717, "keep": 0.1837834749603644, "leak": 0.03896683338098228, "replacement": 1.0273723751306534} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.919078826904297, "loss_scale": 4.0, "retries": 0, "seconds": 13.7, "max_memory_gb": 18.19, "pair": 0.9076971113681793, "sign": 0.40476061776280403, "keep": 0.7985564053524286, "leak": 0.03775317776307929, "replacement": 1.5187939703464508} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 5.673944473266602, "loss_scale": 4.0, "retries": 0, "seconds": 15.3, "max_memory_gb": 18.19, "pair": 0.6053247302770615, "sign": 0.04948134132428095, "keep": 1.2954533186275512, "leak": 0.2335178144276142, "replacement": 1.336171492934227} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.526561737060547, "loss_scale": 4.0, "retries": 0, "seconds": 17.1, "max_memory_gb": 18.19, "pair": 0.676221489906311, "sign": 0.186187056126073, "keep": 0.4456057634779427, "leak": 0.2719628191553056, "replacement": 1.0601086020469666} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 5.690775394439697, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.19, "pair": 0.41666022315621376, "sign": 0.034039993275655434, "keep": 1.163940988946706, "leak": 0.5811562575399876, "replacement": 1.160939797759056} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 8.225640296936035, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 18.19, "pair": 0.30587897822260857, "sign": 0.370252140564844, "keep": 0.29422405106002714, "leak": 1.6509247124195099, "replacement": 1.0508482083678246} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.333767890930176, "loss_scale": 4.0, "retries": 0, "seconds": 22.2, "max_memory_gb": 18.19, "pair": 0.3148701060563326, "sign": 0.13869045057799667, "keep": 0.4081352922003134, "leak": 1.5815209969878197, "replacement": 0.9836632460355759} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 5.180414199829102, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 18.19, "pair": 0.3620218504220247, "sign": 0.11082252487540245, "keep": 0.11142244955453862, "leak": 1.3956186175346375, "replacement": 0.8220489770174026} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.4709858894348145, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 18.19, "pair": 0.5328334234654903, "sign": 0.596676119370386, "keep": 0.4309299342421582, "leak": 0.6139481621794403, "replacement": 1.2001234591007233} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 11.019739151000977, "loss_scale": 4.0, "retries": 0, "seconds": 27.3, "max_memory_gb": 18.19, "pair": 0.49781064316630363, "sign": 1.1045136837637983, "keep": 2.163462390744826, "leak": 1.809470315463841, "replacement": 2.5841661766171455} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.985713005065918, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 18.19, "pair": 0.4438258856534958, "sign": 0.3656240802956745, "keep": 0.772438439540565, "leak": 1.0048552230000496, "replacement": 1.2640709578990936} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 5.864779949188232, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 18.19, "pair": 0.10886486526578665, "sign": 0.008024689741432667, "keep": 0.02634503718581982, "leak": 2.014403134584427, "replacement": 0.6296505033969879} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.9676830768585205, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 18.19, "pair": 0.5274110622704029, "sign": 0.32546649500727654, "keep": 0.7378597836436711, "leak": 0.26012068917043507, "replacement": 1.124104380607605} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.350788593292236, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 18.19, "pair": 0.1581086367368698, "sign": 0.012383360881358385, "keep": 0.06996517660445534, "leak": 1.0919166207313538, "replacement": 0.47226206213235855} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.886395454406738, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 18.19, "pair": 0.33846768736839294, "sign": 0.09741878201020882, "keep": 0.01469388773693936, "leak": 0.7778320205397904, "replacement": 0.5889820009469986} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.21829891204834, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 18.19, "pair": 0.37795771285891533, "sign": 0.341833065263927, "keep": 0.3049151267041452, "leak": 2.440683827007888, "replacement": 1.3115027695894241} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 4.3834452629089355, "loss_scale": 4.0, "retries": 0, "seconds": 39.0, "max_memory_gb": 18.19, "pair": 0.4740682654082775, "sign": 0.3397936165565625, "keep": 0.31633592599246185, "leak": 0.6058344945777208, "replacement": 0.953591600060463} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.770968437194824, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 18.19, "pair": 0.39822475984692574, "sign": 0.23430508613819256, "keep": 0.10319192963652313, "leak": 1.3548071819823235, "replacement": 0.9056750312447548} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.9218530654907227, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 18.19, "pair": 0.5487358011305332, "sign": 0.3517401241697371, "keep": 0.11453767346756649, "leak": 0.28168845549225807, "replacement": 0.8522967547178268} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.856731414794922, "loss_scale": 4.0, "retries": 0, "seconds": 44.2, "max_memory_gb": 18.19, "pair": 0.2514741960912943, "sign": 0.0589488313999027, "keep": 0.20444320609294664, "leak": 0.3028560511302203, "replacement": 0.45888422802090645} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 5.19071626663208, "loss_scale": 4.0, "retries": 0, "seconds": 45.9, "max_memory_gb": 18.19, "pair": 0.33857332170009613, "sign": 0.26309381995815784, "keep": 0.23128077606088482, "leak": 1.510061826556921, "replacement": 0.9632760807871819} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 4.009435176849365, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 18.19, "pair": 0.3058095797896385, "sign": 0.004864346003159881, "keep": 0.004545754854916595, "leak": 1.3239717856049538, "replacement": 0.6415075808763504} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.529572486877441, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 18.19, "pair": 0.19566163048148155, "sign": 0.012354929698631167, "keep": 0.0018307403734070249, "leak": 1.5295363664627075, "replacement": 0.5851385518908501} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.473299980163574, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 18.19, "pair": 0.30211477540433407, "sign": 0.09697060217149556, "keep": 0.010017683292971924, "leak": 0.5491392955882475, "replacement": 0.49289374984800816} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.593496799468994, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 18.19, "pair": 0.2610226310789585, "sign": 0.04292343195993453, "keep": 0.008266186574473977, "leak": 0.21053778938949108, "replacement": 0.33925189077854156} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.576416015625, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 18.19, "pair": 0.6208156663924456, "sign": 1.8969997977255844, "keep": 0.18535523184982594, "leak": 0.22767672181362286, "replacement": 1.7189123556017876} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.9859414100646973, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 18.19, "pair": 0.20100312680006027, "sign": 0.009284230880439281, "keep": 0.012125852517783642, "leak": 0.11318019195459783, "replacement": 0.2400032225996256} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.679159164428711, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 18.19, "pair": 0.32753582671284676, "sign": 0.11264372826553881, "keep": 0.013027599841734627, "leak": 0.7217372376726416, "replacement": 0.5708058103919029} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.497953176498413, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 18.19, "pair": 0.26541479118168354, "sign": 0.21306736022233963, "keep": 0.02788471080907584, "leak": 0.41633119294419885, "replacement": 0.48997361958026886} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.8525407314300537, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 18.19, "pair": 0.22531114984303713, "sign": 0.18329563084989786, "keep": 0.13234655163250864, "leak": 0.5842606779187918, "replacement": 0.5291974097490311} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.607313632965088, "loss_scale": 4.0, "retries": 0, "seconds": 62.9, "max_memory_gb": 18.19, "pair": 0.22995639871805906, "sign": 0.059675529948435724, "keep": 0.014300427632406354, "leak": 0.37999774515628815, "replacement": 0.3619438139721751} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.7739856243133545, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 18.19, "pair": 0.10280764056369662, "sign": 0.04020717047387734, "keep": 0.006526239212689688, "leak": 0.7692639203742146, "replacement": 0.3184903208166361} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 8.776347160339355, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 18.19, "pair": 0.5787282926030457, "sign": 0.3435127140255645, "keep": 0.3447765284155935, "leak": 0.8168287742882967, "replacement": 1.1270801220089197} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 4.0512800216674805, "loss_scale": 4.0, "retries": 0, "seconds": 67.9, "max_memory_gb": 18.19, "pair": 0.17087042052298784, "sign": 0.03741561320202891, "keep": 0.013689445950149093, "leak": 1.1091687788721174, "replacement": 0.4737151600420475} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 12.641915321350098, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 18.19, "pair": 0.19786898605525494, "sign": 0.024575000163167715, "keep": 0.02100274618715048, "leak": 1.3116321028210223, "replacement": 0.5485658794641495} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 7.9461212158203125, "loss_scale": 4.0, "retries": 0, "seconds": 71.3, "max_memory_gb": 18.19, "pair": 0.12539860885590315, "sign": 0.03214282274711877, "keep": 0.7823769787501078, "leak": 0.8038008846342564, "replacement": 0.7336087264120579} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 6.078897476196289, "loss_scale": 4.0, "retries": 0, "seconds": 73.0, "max_memory_gb": 18.19, "pair": 0.13695334270596504, "sign": 0.05850048395222984, "keep": 1.225518528779503, "leak": 0.780493333004415, "replacement": 0.9740861337631941} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.2869157791137695, "loss_scale": 4.0, "retries": 0, "seconds": 74.6, "max_memory_gb": 18.19, "pair": 0.09389212261885405, "sign": 0.011839534156024456, "keep": 0.0044286734773777425, "leak": 1.1764607075601816, "replacement": 0.3961413986980915} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 5.582764148712158, "loss_scale": 4.0, "retries": 0, "seconds": 76.3, "max_memory_gb": 18.19, "pair": 0.12060920149087906, "sign": 0.21982255118200555, "keep": 0.10076018422842026, "leak": 1.6614447832107544, "replacement": 0.6962617635726929} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 5.22785758972168, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 18.19, "pair": 0.24867028836160898, "sign": 0.4666141081834212, "keep": 0.036249657859741546, "leak": 0.6614902541041374, "replacement": 0.66547473333776} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 9.516427993774414, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 18.19, "pair": 0.03563936325372197, "sign": 0.0064108524966286495, "keep": 0.002517203696697834, "leak": 1.5796684920787811, "replacement": 0.43502049893140793} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 3.8061587810516357, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 18.19, "pair": 0.08856687229126692, "sign": 0.01911119780561421, "keep": 0.0012616081194209983, "leak": 0.7680527679622173, "replacement": 0.2907664589583874} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.587212562561035, "loss_scale": 4.0, "retries": 0, "seconds": 83.1, "max_memory_gb": 18.19, "pair": 0.27368543203920126, "sign": 0.050117325969040394, "keep": 0.009137404238572344, "leak": 0.6045544780790806, "replacement": 0.45445140078663826} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 9.70159912109375, "loss_scale": 4.0, "retries": 0, "seconds": 84.7, "max_memory_gb": 18.19, "pair": 0.12828683573752642, "sign": 0.03386361972661689, "keep": 0.00809569182456471, "leak": 4.320747395046055, "replacement": 1.2294533215463161} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.632908821105957, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 18.19, "pair": 0.15470642410218716, "sign": 0.00475499831372872, "keep": 0.03540482756216079, "leak": 0.4345575347542763, "replacement": 0.283425722271204} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 17.048736572265625, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 18.19, "pair": 0.37379853380843997, "sign": 1.2849395682569593, "keep": 1.6087712713924702, "leak": 3.1141385920345783, "replacement": 2.599188569933176} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.207522392272949, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 18.19, "pair": 0.34173260256648064, "sign": 0.35633082082495093, "keep": 1.458842413918319, "leak": 0.89917435310781, "replacement": 1.4741127584129572} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.880565643310547, "loss_scale": 4.0, "retries": 0, "seconds": 91.7, "max_memory_gb": 18.19, "pair": 0.2801159559749067, "sign": 0.676580835133791, "keep": 1.0077136164909462, "leak": 0.6680461000651121, "replacement": 1.289274673908949} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.6374664306640625, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 18.19, "pair": 0.3432519600610249, "sign": 0.04036948108114302, "keep": 0.018552569148596376, "leak": 0.8570915965392487, "replacement": 0.5869858898222446} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.235086679458618, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 18.19, "pair": 0.3077668510377407, "sign": 0.21164699865039438, "keep": 0.018496081170496836, "leak": 0.29399924352765083, "replacement": 0.49633822217583656} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.564238548278809, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 18.19, "pair": 0.37877962179481983, "sign": 0.07310912199318409, "keep": 0.10614789562532678, "leak": 1.1276649701176211, "replacement": 0.7503243833780289} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.17362904548645, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 18.19, "pair": 0.2904190896078944, "sign": 0.06971509335562587, "keep": 0.015282396227092931, "leak": 0.7552757955272682, "replacement": 0.5217367755249143} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.155107021331787, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 18.19, "pair": 0.37090127216652036, "sign": 0.004825156953302212, "keep": 0.012266748119060367, "leak": 0.13667352590709925, "replacement": 0.413615595549345} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 3.8375496864318848, "loss_scale": 4.0, "retries": 0, "seconds": 101.7, "max_memory_gb": 18.19, "pair": 0.11021137330681086, "sign": 0.03795746873947792, "keep": 0.014253805507905781, "leak": 1.5826664757914841, "replacement": 0.5319836158305407} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 3.7480461597442627, "loss_scale": 4.0, "retries": 0, "seconds": 103.4, "max_memory_gb": 18.19, "pair": 0.34650554321706295, "sign": 0.21776062482967973, "keep": 0.4057612259639427, "leak": 0.0675620730035007, "replacement": 0.6751569956541061} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 10.90524673461914, "loss_scale": 4.0, "retries": 0, "seconds": 105.1, "max_memory_gb": 18.19, "pair": 1.0544698610901833, "sign": 1.6809511598548852, "keep": 1.057317370546798, "leak": 0.6541448375210166, "replacement": 2.5871403478085995} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.2555758953094482, "loss_scale": 4.0, "retries": 0, "seconds": 106.7, "max_memory_gb": 18.19, "pair": 0.2280047293752432, "sign": 0.15297679271316156, "keep": 0.014748788507631616, "leak": 0.4909227032912895, "replacement": 0.43459820188581944} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.3731272220611572, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 18.19, "pair": 0.14563279785215855, "sign": 0.032918123761191964, "keep": 0.4406016319990158, "leak": 0.5565773963462561, "replacement": 0.5215370059013367} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.04329252243042, "loss_scale": 4.0, "retries": 0, "seconds": 110.1, "max_memory_gb": 18.19, "pair": 0.22029585018754005, "sign": 0.07004247233271599, "keep": 0.04259927576640621, "leak": 2.039531297981739, "replacement": 0.7864995524287224} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.968614101409912, "loss_scale": 4.0, "retries": 0, "seconds": 111.8, "max_memory_gb": 18.19, "pair": 0.1990205366164446, "sign": 0.0826988464104943, "keep": 0.020017461385577917, "leak": 1.5485234037041664, "replacement": 0.6375095322728157} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.9243102073669434, "loss_scale": 4.0, "retries": 0, "seconds": 113.3, "max_memory_gb": 18.19, "pair": 0.3289112113416195, "sign": 0.12685132562182844, "keep": 0.8299207161180675, "leak": 0.9563881568610668, "replacement": 1.046394295990467} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.301342487335205, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 18.19, "pair": 0.20666295289993286, "sign": 0.06465268740430474, "keep": 0.017021471401676536, "leak": 0.8795515304082073, "replacement": 0.4673879109323025} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.118405342102051, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 18.19, "pair": 0.19124384364113212, "sign": 0.06093302012595814, "keep": 0.048849094823253836, "leak": 0.30083737647510134, "replacement": 0.32134423963725567} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 2.3843774795532227, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 18.19, "pair": 0.2314593456685543, "sign": 0.033307512290775776, "keep": 0.11344869248569012, "leak": 0.7649787734262645, "replacement": 0.4960821568965912} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 3.6346004009246826, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 18.19, "pair": 0.09470184566453099, "sign": 0.005086322780698538, "keep": 0.009571504731866298, "leak": 1.5181943029165268, "replacement": 0.48157934471964836} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 10.293519020080566, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.19, "pair": 0.06319642812013626, "sign": 0.0034681650286074728, "keep": 0.005496590315033245, "leak": 4.097369624301791, "replacement": 1.0920212119817734} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.146416664123535, "loss_scale": 4.0, "retries": 0, "seconds": 123.5, "max_memory_gb": 18.19, "pair": 0.1391262263059616, "sign": 0.02200311460183002, "keep": 0.02359270198860486, "leak": 0.45527996122837067, "replacement": 0.27574413642287254} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.2165775299072266, "loss_scale": 4.0, "retries": 0, "seconds": 125.2, "max_memory_gb": 18.19, "pair": 0.15705156419426203, "sign": 0.009511567302979529, "keep": 0.03095707212924026, "leak": 0.7880636043846607, "replacement": 0.3743017800152302} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 3.087278366088867, "loss_scale": 4.0, "retries": 0, "seconds": 126.8, "max_memory_gb": 18.19, "pair": 0.2794237695634365, "sign": 0.03743146429769695, "keep": 0.010156134703720454, "leak": 0.2448305464349687, "replacement": 0.3644252009689808} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.509559392929077, "loss_scale": 4.0, "retries": 0, "seconds": 128.6, "max_memory_gb": 18.19, "pair": 0.35068054124712944, "sign": 0.46593205159297213, "keep": 0.9666670783451536, "leak": 0.2360483668744564, "replacement": 1.125992190092802} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.0834803581237793, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 18.19, "pair": 0.18203479005023837, "sign": 0.023796641049557365, "keep": 0.006023583497153595, "leak": 1.0473030088469386, "replacement": 0.45877066999673843} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.0274155139923096, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 18.19, "pair": 0.1850421465933323, "sign": 0.0168013236252591, "keep": 0.039236006272403756, "leak": 0.44021012261509895, "replacement": 0.32311333529651165} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 2.861020565032959, "loss_scale": 4.0, "retries": 0, "seconds": 133.7, "max_memory_gb": 18.19, "pair": 0.35432213079184294, "sign": 1.1486693334736628, "keep": 0.012352406411082484, "leak": 0.44525412272196263, "replacement": 1.0461464999243617} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 10.390131950378418, "loss_scale": 4.0, "retries": 0, "seconds": 135.4, "max_memory_gb": 18.19, "pair": 0.12110696267336607, "sign": 0.7551210783421993, "keep": 1.7071633496816503, "leak": 1.9122265455080196, "replacement": 1.8303057635203004} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.6217517852783203, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 18.19, "pair": 0.20271551609039307, "sign": 0.009984292089939117, "keep": 0.04127958370372653, "leak": 0.808390025049448, "replacement": 0.43044495582580566} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.9045404195785522, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 18.19, "pair": 0.07882042974233627, "sign": 0.015505658346228302, "keep": 0.006306027473286235, "leak": 0.19659976847469807, "replacement": 0.13887621648609638} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 1.6891359090805054, "loss_scale": 4.0, "retries": 0, "seconds": 140.4, "max_memory_gb": 18.19, "pair": 0.12270304304547608, "sign": 0.005750493437517434, "keep": 0.04192151605093386, "leak": 0.34475061431294307, "replacement": 0.2327266987413168} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.287837505340576, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 18.19, "pair": 0.24115212634205818, "sign": 0.004105563450139016, "keep": 0.047278034035116434, "leak": 0.4298567714722594, "replacement": 0.37430813908576965} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.696269989013672, "loss_scale": 4.0, "retries": 0, "seconds": 143.8, "max_memory_gb": 18.19, "pair": 0.23884311318397522, "sign": 0.05932801449671388, "keep": 0.08748948061838746, "leak": 0.5177253161964472, "replacement": 0.44168318808078766} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.0462677478790283, "loss_scale": 4.0, "retries": 0, "seconds": 145.4, "max_memory_gb": 18.19, "pair": 0.08748503355309367, "sign": 0.005522016901522875, "keep": 0.054138987323995025, "leak": 0.36612092703580856, "replacement": 0.20884577184915543} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.5359145402908325, "loss_scale": 4.0, "retries": 0, "seconds": 147.2, "max_memory_gb": 18.19, "pair": 0.14506599958986044, "sign": 0.004376425757072866, "keep": 0.0034550594464235473, "leak": 0.3760424223728478, "replacement": 0.2429923489689827} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 2.8445005416870117, "loss_scale": 4.0, "retries": 0, "seconds": 148.8, "max_memory_gb": 18.19, "pair": 0.10389783047139645, "sign": 0.06178760959301144, "keep": 0.025185323058394715, "leak": 0.8016979582607746, "replacement": 0.34780879877507687} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.327311635017395, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 18.19, "pair": 0.09519523801282048, "sign": 0.01244783157017082, "keep": 0.036019520775880665, "leak": 0.16634793379695623, "replacement": 0.16101589798927307} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.1205055713653564, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 18.19, "pair": 0.16435533703770489, "sign": 0.033202337683178484, "keep": 0.01068129668601614, "leak": 0.13945298874750733, "replacement": 0.2211603932082653} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 3.6761186122894287, "loss_scale": 4.0, "retries": 0, "seconds": 153.9, "max_memory_gb": 18.19, "pair": 0.09125435608439147, "sign": 0.008358787512406707, "keep": 0.2760485867220268, "leak": 1.5964695140719414, "replacement": 0.632575424388051} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.7938599586486816, "loss_scale": 4.0, "retries": 0, "seconds": 155.6, "max_memory_gb": 18.19, "pair": 0.13480615988373756, "sign": 0.09641147230286151, "keep": 0.05175840581068769, "leak": 0.8767167329788208, "replacement": 0.4280702732503414} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.8748600482940674, "loss_scale": 4.0, "retries": 0, "seconds": 157.3, "max_memory_gb": 18.19, "pair": 0.35552919935435057, "sign": 0.2924241848522797, "keep": 0.22098689526319504, "leak": 0.7398332161828876, "replacement": 0.7971930503845215} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.161726236343384, "loss_scale": 4.0, "retries": 0, "seconds": 158.9, "max_memory_gb": 18.19, "pair": 0.20667895302176476, "sign": 0.9460740821959917, "keep": 0.0010708886086376879, "leak": 0.02859772148076445, "replacement": 0.6874009119346738} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.3609414100646973, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 18.19, "pair": 0.26765997847542167, "sign": 0.12438185684732161, "keep": 0.39163576065675443, "leak": 0.09036268340423703, "replacement": 0.5482594557106495} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.6093573570251465, "loss_scale": 4.0, "retries": 0, "seconds": 162.3, "max_memory_gb": 18.19, "pair": 0.08585899882018566, "sign": 0.012859957641921937, "keep": 0.003626508405432105, "leak": 0.5537446328671649, "replacement": 0.232538390904665} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 4.380106449127197, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 18.19, "pair": 0.06022228207439184, "sign": 0.011307190521620214, "keep": 0.004919777304166928, "leak": 1.3602357544004917, "replacement": 0.40839471854269505} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.482950210571289, "loss_scale": 4.0, "retries": 0, "seconds": 165.6, "max_memory_gb": 18.19, "pair": 0.23330856207758188, "sign": 0.02202510053757578, "keep": 0.004212068532069679, "leak": 0.11058429814875126, "replacement": 0.2740732291713357} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 3.3615026473999023, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 18.19, "pair": 0.09886620123870671, "sign": 0.4943733878317289, "keep": 0.00230234600167023, "leak": 0.7805932248011231, "replacement": 0.542352354619652} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 11.799601554870605, "loss_scale": 4.0, "retries": 0, "seconds": 168.9, "max_memory_gb": 18.19, "pair": 0.1703809725586325, "sign": 0.4588879498478491, "keep": 0.06719541792062955, "leak": 5.150637622922659, "replacement": 1.7210820578038692} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.056345224380493, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 18.19, "pair": 0.41988842166028917, "sign": 0.659838470921386, "keep": 1.1946704239715018, "leak": 0.11750785587355494, "replacement": 1.3765198206529021} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.7952325344085693, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 18.19, "pair": 0.11524107540026307, "sign": 0.020031059393659234, "keep": 0.0028664661203947617, "leak": 0.19536535715451464, "replacement": 0.17553117126226425} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.296472549438477, "loss_scale": 4.0, "retries": 0, "seconds": 174.1, "max_memory_gb": 18.19, "pair": 0.04828687966801226, "sign": 0.017236963438335806, "keep": 0.0011389610841661124, "leak": 1.2268055975437164, "replacement": 0.36417625192552805} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 6.112762451171875, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 18.19, "pair": 0.14334536343812943, "sign": 0.01980607840232551, "keep": 0.3501015959191136, "leak": 1.7093097602482885, "replacement": 0.7556266533210874} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 3.5965218544006348, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 18.19, "pair": 0.2822267534211278, "sign": 0.30135659454390407, "keep": 0.1785428206458164, "leak": 0.4855013897176832, "replacement": 0.6435518078505993} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 5.287664890289307, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 18.19, "pair": 0.11496933148009703, "sign": 0.01649708705372177, "keep": 0.012173387917982836, "leak": 1.4676536470651627, "replacement": 0.4962179893627763} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.984823703765869, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 18.19, "pair": 0.1334496308118105, "sign": 0.0064482176676392555, "keep": 0.004891914681138587, "leak": 0.2805115864612162, "replacement": 0.20924759097397327} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.4560556411743164, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 18.19, "pair": 0.10232625482603908, "sign": 0.009378316783113405, "keep": 0.007027954619843513, "leak": 1.015216312080156, "replacement": 0.36433346569538116} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.3889648914337158, "loss_scale": 4.0, "retries": 0, "seconds": 184.1, "max_memory_gb": 18.19, "pair": 0.1335114985704422, "sign": 0.0270360509166494, "keep": 0.004251569043589143, "leak": 0.16371127031743526, "replacement": 0.1900831274688244} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.5440807342529297, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 18.19, "pair": 0.09668905392754823, "sign": 0.006538512359838933, "keep": 0.0008701696133357473, "leak": 0.28696618042886257, "replacement": 0.17213493771851063} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 4.1936750411987305, "loss_scale": 4.0, "retries": 0, "seconds": 187.4, "max_memory_gb": 18.19, "pair": 0.20929860323667526, "sign": 0.20020098716486245, "keep": 0.9784811294412066, "leak": 1.0731494203209877, "replacement": 1.0669270008802414} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.7672195434570312, "loss_scale": 4.0, "retries": 0, "seconds": 189.1, "max_memory_gb": 18.19, "pair": 0.09091370832175016, "sign": 0.13810570901841857, "keep": 0.027242266075518273, "leak": 0.4817269332706928, "replacement": 0.29401942901313305} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 15.817535400390625, "loss_scale": 4.0, "retries": 0, "seconds": 190.8, "max_memory_gb": 18.19, "pair": 0.5028148808414699, "sign": 0.49637900438392535, "keep": 1.1713699497483958, "leak": 2.0062834387645125, "replacement": 1.8382601402699947} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.828277587890625, "loss_scale": 4.0, "retries": 0, "seconds": 192.5, "max_memory_gb": 18.19, "pair": 0.22442192188464105, "sign": 0.27987751632463187, "keep": 0.6431748551985947, "leak": 0.1679617450281512, "replacement": 0.7279385444708169} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.5344724655151367, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.19, "pair": 0.17595709895977052, "sign": 0.003920010749425273, "keep": 0.009945807935764606, "leak": 0.5091694896109402, "replacement": 0.3101823851466179} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 17.42096519470215, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 18.19, "pair": 0.9622044186980929, "sign": 1.341241696398356, "keep": 2.2323176480130087, "leak": 4.590413570404053, "replacement": 3.89658747240901} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 8.621968269348145, "loss_scale": 4.0, "retries": 0, "seconds": 197.5, "max_memory_gb": 18.19, "pair": 0.3948948276229203, "sign": 0.01358408760279417, "keep": 0.002594900353869889, "leak": 0.3052464697029791, "replacement": 0.4792959187179804} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 12.802035331726074, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 18.19, "pair": 0.1696376707404852, "sign": 0.044261975737754256, "keep": 0.12075802028994076, "leak": 2.706571747432463, "replacement": 0.9287906251847744} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.2616703510284424, "loss_scale": 4.0, "retries": 0, "seconds": 200.8, "max_memory_gb": 18.19, "pair": 0.13271115883253515, "sign": 0.024854926072293893, "keep": 0.0018742283900792245, "leak": 0.46982159256003797, "replacement": 0.2635311195626855} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 3.8563575744628906, "loss_scale": 4.0, "retries": 0, "seconds": 202.5, "max_memory_gb": 18.19, "pair": 0.19673728989437222, "sign": 0.2241060477681458, "keep": 0.5998943926097127, "leak": 0.5380471684038639, "replacement": 0.7432493139058352} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 4.274685859680176, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 18.19, "pair": 0.25981624505948275, "sign": 0.343792118714191, "keep": 0.004151651584379579, "leak": 1.3318835217505693, "replacement": 0.7667590286582708} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 5.658158779144287, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 18.19, "pair": 0.30171887041069567, "sign": 0.19362274347804487, "keep": 0.1878290137100862, "leak": 0.47716101817786694, "replacement": 0.6117350105196238} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 17.256874084472656, "loss_scale": 4.0, "retries": 0, "seconds": 207.7, "max_memory_gb": 18.19, "pair": 0.27263886807486415, "sign": 1.5577284889295697, "keep": 2.686934757162817, "leak": 4.125781923532486, "replacement": 3.42641618847847} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.7138497829437256, "loss_scale": 4.0, "retries": 0, "seconds": 209.3, "max_memory_gb": 18.19, "pair": 0.1078142449259758, "sign": 0.004990897257812321, "keep": 0.0030751037993468344, "leak": 1.3488588593900204, "replacement": 0.44906195998191833} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.8161258697509766, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 18.19, "pair": 0.08060158928856254, "sign": 0.034101886907592416, "keep": 0.061934616416692734, "leak": 1.1635871192556806, "replacement": 0.41951660066843033} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.8168253898620605, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 18.19, "pair": 0.17570481402799487, "sign": 0.13922379107680172, "keep": 0.007252503532072296, "leak": 0.13878450461197644, "replacement": 0.2836390873417258} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.3621817827224731, "loss_scale": 4.0, "retries": 0, "seconds": 214.4, "max_memory_gb": 18.19, "pair": 0.08057938207639381, "sign": 0.0032849442213773727, "keep": 0.00191352562501379, "leak": 0.20351107651367784, "replacement": 0.13405638001859188} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.5644547939300537, "loss_scale": 4.0, "retries": 0, "seconds": 216.2, "max_memory_gb": 18.19, "pair": 0.27053223736584187, "sign": 0.5993581879884005, "keep": 0.002376170756178908, "leak": 0.6982833063229918, "replacement": 0.7459702640771866} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.5071253776550293, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 18.19, "pair": 0.34427864861208946, "sign": 0.7137942683184519, "keep": 0.1393720453588685, "leak": 0.15746728613339656, "replacement": 0.8102286404464394} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 2.794645071029663, "loss_scale": 4.0, "retries": 0, "seconds": 219.5, "max_memory_gb": 18.19, "pair": 0.46517012268304825, "sign": 0.2579936031252146, "keep": 0.04396888997871429, "leak": 0.19679258717224002, "replacement": 0.6653495207428932} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.5028181076049805, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 18.19, "pair": 0.09982684924034402, "sign": 0.0795223611567053, "keep": 0.07080966647640707, "leak": 0.835443876683712, "replacement": 0.3838538285344839} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.3626036643981934, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 18.19, "pair": 0.2830828130245209, "sign": 0.045326021732762456, "keep": 0.01767036272212863, "leak": 0.2642084760591388, "replacement": 0.3806331194937229} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.2783026695251465, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 18.19, "pair": 0.3586786026135087, "sign": 0.23578247876139358, "keep": 0.30073483928572387, "leak": 0.1737483087927103, "replacement": 0.6703743245452642} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 7.644361972808838, "loss_scale": 4.0, "retries": 0, "seconds": 226.3, "max_memory_gb": 18.19, "pair": 0.22924997674999759, "sign": 0.06925389122625347, "keep": 0.007739254406942564, "leak": 3.935050904750824, "replacement": 1.2515092752873898} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 4.306838512420654, "loss_scale": 4.0, "retries": 0, "seconds": 228.0, "max_memory_gb": 18.19, "pair": 0.08574715767463204, "sign": 0.01741518927155994, "keep": 1.4255544646905491, "leak": 0.2627959814853966, "replacement": 0.8729309495538473} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 12.802223205566406, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 18.19, "pair": 0.6904261335730553, "sign": 1.3192815431393683, "keep": 3.465148644929286, "leak": 1.0555010663811117, "replacement": 3.346516437828541} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.05800199508667, "loss_scale": 4.0, "retries": 0, "seconds": 231.3, "max_memory_gb": 18.19, "pair": 0.04146047093672678, "sign": 0.01427453538053669, "keep": 0.8149338935604646, "leak": 0.08215012005530298, "replacement": 0.4766021983232349} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.97230064868927, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 18.19, "pair": 0.08193228440359235, "sign": 0.006690509559120983, "keep": 0.0030941762065594958, "leak": 0.09508166188606992, "replacement": 0.11059504002332687} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.278249979019165, "loss_scale": 4.0, "retries": 0, "seconds": 234.8, "max_memory_gb": 18.19, "pair": 0.16449724417179823, "sign": 0.018270407570526004, "keep": 0.0025200717500410974, "leak": 0.8042891174554825, "replacement": 0.3759647635743022} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.995682716369629, "loss_scale": 4.0, "retries": 0, "seconds": 236.4, "max_memory_gb": 18.19, "pair": 0.09165220923023298, "sign": 0.02313544485514285, "keep": 0.12302453786583101, "leak": 0.6498338431119919, "replacement": 0.32719064730918035} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.114739418029785, "loss_scale": 4.0, "retries": 0, "seconds": 238.1, "max_memory_gb": 18.19, "pair": 0.15242514573037624, "sign": 0.009414918022230268, "keep": 0.0009406007302459329, "leak": 0.7339982280973345, "replacement": 0.3411024585366249} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.1574788093566895, "loss_scale": 4.0, "retries": 0, "seconds": 239.9, "max_memory_gb": 18.19, "pair": 0.3108337065204978, "sign": 0.2865959933260456, "keep": 0.1811632856260985, "leak": 0.4482585262740031, "replacement": 0.6567779704928398} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 5.941119194030762, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 18.19, "pair": 0.19066818029386923, "sign": 0.7240588865097379, "keep": 1.024194594472192, "leak": 0.7620806973427534, "replacement": 1.2553150914609432} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.108643651008606, "loss_scale": 4.0, "retries": 0, "seconds": 243.2, "max_memory_gb": 18.19, "pair": 0.10200978943612427, "sign": 0.0019992023735539988, "keep": 0.0009684510488341402, "leak": 0.17223344888770953, "replacement": 0.14655198017135262} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.42397141456604, "loss_scale": 4.0, "retries": 0, "seconds": 245.3, "max_memory_gb": 18.19, "pair": 0.17455180175602436, "sign": 0.021977507101837546, "keep": 0.3367292875191197, "leak": 0.4277187111438252, "replacement": 0.4608348682522774} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 5.829490661621094, "loss_scale": 4.0, "retries": 0, "seconds": 247.0, "max_memory_gb": 18.19, "pair": 0.41359767131507397, "sign": 0.1667442622128874, "keep": 0.1973146403906867, "leak": 1.2096342593431473, "replacement": 0.8980357050895691} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 11.24946403503418, "loss_scale": 4.0, "retries": 0, "seconds": 248.8, "max_memory_gb": 18.19, "pair": 0.30649547977373004, "sign": 0.06414182444859762, "keep": 0.011191447263371401, "leak": 4.529825836420059, "replacement": 1.4766185460612178} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.697504997253418, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 18.19, "pair": 0.15554742165841162, "sign": 0.004025207366794348, "keep": 0.003337719138698958, "leak": 0.4449159577488899, "replacement": 0.27045788429677486} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 7.297486782073975, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 18.19, "pair": 0.6688510235399008, "sign": 1.085936420597136, "keep": 2.567452313109243, "leak": 1.5845723040401936, "replacement": 2.891688283532858} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.227158308029175, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 18.19, "pair": 0.18539846735075116, "sign": 0.012047620257362723, "keep": 0.01097340413252823, "leak": 0.4812006428837776, "replacement": 0.3172091469168663} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.741790294647217, "loss_scale": 4.0, "retries": 0, "seconds": 256.3, "max_memory_gb": 18.19, "pair": 0.12080035544931889, "sign": 0.280993143300293, "keep": 0.3939721024798928, "leak": 0.23336182354250923, "replacement": 0.5166234336793423} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 3.934157609939575, "loss_scale": 4.0, "retries": 0, "seconds": 258.3, "max_memory_gb": 18.19, "pair": 0.12352183263283223, "sign": 0.6320604466600344, "keep": 0.06517161274837235, "leak": 0.41900902753695846, "replacement": 0.5768901309929788} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.09087336063385, "loss_scale": 4.0, "retries": 0, "seconds": 260.4, "max_memory_gb": 18.19, "pair": 0.06813288881676272, "sign": 0.004603168898029253, "keep": 0.0025107075489358976, "leak": 0.11845253556384705, "replacement": 0.10130295774433762} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 5.0314249992370605, "loss_scale": 4.0, "retries": 0, "seconds": 262.4, "max_memory_gb": 18.19, "pair": 0.1845576846972108, "sign": 0.12301776569802314, "keep": 0.7752149027073756, "leak": 0.29922357959731016, "replacement": 0.7084799036383629} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.0414810180664062, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 18.19, "pair": 0.03706697124289349, "sign": 0.0044798406306654215, "keep": 0.0022266371447585698, "leak": 0.24160594679415226, "replacement": 0.10082169662928209} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.5574091672897339, "loss_scale": 4.0, "retries": 0, "seconds": 266.5, "max_memory_gb": 18.19, "pair": 0.15767960250377655, "sign": 0.02640724356751889, "keep": 0.010419968632049859, "leak": 0.1717797893070383, "replacement": 0.21903815492987633} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 4.963613033294678, "loss_scale": 4.0, "retries": 0, "seconds": 268.3, "max_memory_gb": 18.19, "pair": 0.30153471045196056, "sign": 0.6225465300958604, "keep": 1.3996810723328963, "leak": 0.5276687415316701, "replacement": 1.444565674290061} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.1816365718841553, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 18.19, "pair": 0.12165451049804688, "sign": 0.23457945632981136, "keep": 0.0070648378564328596, "leak": 0.19055596087127924, "replacement": 0.2901156544685364} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.5102065801620483, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 18.19, "pair": 0.14819268509745598, "sign": 0.012986000860109925, "keep": 0.0017618640049477108, "leak": 0.4195246445015073, "replacement": 0.26044778153300285} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 2.0805273056030273, "loss_scale": 4.0, "retries": 0, "seconds": 273.7, "max_memory_gb": 18.19, "pair": 0.13463618233799934, "sign": 0.01188714848831296, "keep": 0.0006405454450941761, "leak": 0.1573126853836584, "replacement": 0.18022820353507996} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.7059402465820312, "loss_scale": 4.0, "retries": 0, "seconds": 275.8, "max_memory_gb": 18.19, "pair": 0.22227348911110312, "sign": 0.08280880286474712, "keep": 0.13326546715657628, "leak": 0.8052459730533883, "replacement": 0.5316221211105585} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.63417911529541, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 18.19, "pair": 0.2978567003738135, "sign": 0.32847029354888946, "keep": 0.007659009583221632, "leak": 1.1198679516091943, "replacement": 0.7458883877843618} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 4.502333641052246, "loss_scale": 4.0, "retries": 0, "seconds": 279.4, "max_memory_gb": 18.19, "pair": 0.4319552646484226, "sign": 0.8950400903995614, "keep": 0.24693924987695937, "leak": 0.8325270935893059, "replacement": 1.2110767280682921} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 2.281245231628418, "loss_scale": 4.0, "retries": 0, "seconds": 281.3, "max_memory_gb": 18.19, "pair": 0.11674836376914755, "sign": 0.0053246088209562, "keep": 0.23059172014893647, "leak": 0.11701695993542671, "replacement": 0.2639607504243031} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.7038581371307373, "loss_scale": 4.0, "retries": 0, "seconds": 283.1, "max_memory_gb": 18.19, "pair": 0.18069199100136757, "sign": 0.009945890633389354, "keep": 0.0075732653713203035, "leak": 0.3744314027717337, "replacement": 0.28305942192673683} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 1.9511739015579224, "loss_scale": 4.0, "retries": 0, "seconds": 285.0, "max_memory_gb": 18.19, "pair": 0.11716729411273263, "sign": 0.030480190209345892, "keep": 0.00565803013850541, "leak": 0.455004689283669, "replacement": 0.24898758670315146} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 5.405895233154297, "loss_scale": 4.0, "retries": 0, "seconds": 286.8, "max_memory_gb": 18.19, "pair": 0.5272205788642168, "sign": 0.6266430944669992, "keep": 1.0866936995298602, "leak": 1.1577112264931202, "replacement": 1.6733168326318264} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.436424970626831, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 18.19, "pair": 0.17762532422784716, "sign": 0.1637310910737142, "keep": 0.19762743373848934, "leak": 0.5601524822413921, "replacement": 0.4983426926191896} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.4185614585876465, "loss_scale": 4.0, "retries": 0, "seconds": 290.7, "max_memory_gb": 18.19, "pair": 0.055916279248776846, "sign": 0.006770828636945225, "keep": 0.028958518983586146, "leak": 0.19129494717344642, "replacement": 0.12160469713853672} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.740532875061035, "loss_scale": 4.0, "retries": 0, "seconds": 292.5, "max_memory_gb": 18.19, "pair": 0.19687768071889877, "sign": 0.11411002444219775, "keep": 0.4270583810284734, "leak": 0.391762628685683, "replacement": 0.5654025133699179} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.0322577953338623, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 18.19, "pair": 0.09315374918514863, "sign": 0.22492182772839442, "keep": 0.1713613788042494, "leak": 0.44894395349547267, "replacement": 0.40353133901953697} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 9.161507606506348, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 18.19, "pair": 0.24799739802256227, "sign": 0.20133610675111413, "keep": 0.3929220979043748, "leak": 1.095686899498105, "replacement": 0.8190482202917337} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.6029703617095947, "loss_scale": 4.0, "retries": 0, "seconds": 298.4, "max_memory_gb": 18.19, "pair": 0.025520630966639146, "sign": 0.018018290007603355, "keep": 0.04891025990718845, "leak": 0.13041952066123486, "replacement": 0.09158978742198087} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 3.9802918434143066, "loss_scale": 4.0, "retries": 0, "seconds": 300.4, "max_memory_gb": 18.19, "pair": 0.1804763374675531, "sign": 0.037947144599456806, "keep": 0.8710821802375222, "leak": 0.04750654345843941, "replacement": 0.6468676463700831} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.6875243186950684, "loss_scale": 4.0, "retries": 0, "seconds": 302.4, "max_memory_gb": 18.19, "pair": 0.2306985817849636, "sign": 0.08630954683758318, "keep": 0.057297293009469286, "leak": 0.5103515982627869, "replacement": 0.43008989468216896} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 3.9327564239501953, "loss_scale": 4.0, "retries": 0, "seconds": 304.3, "max_memory_gb": 18.19, "pair": 0.3915047129630693, "sign": 0.8252643878149684, "keep": 0.16371318139101732, "leak": 0.043969604070298374, "replacement": 0.8969858959317207} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.8888180255889893, "loss_scale": 4.0, "retries": 0, "seconds": 306.1, "max_memory_gb": 18.19, "pair": 0.15145309478975832, "sign": 0.10134850657777861, "keep": 0.963546603903751, "leak": 0.5273595824837685, "replacement": 0.8157405969686806} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.8417510986328125, "loss_scale": 4.0, "retries": 0, "seconds": 308.2, "max_memory_gb": 18.19, "pair": 0.08965624892152846, "sign": 0.03591090328700375, "keep": 0.010943899478661478, "leak": 0.24965119129046798, "replacement": 0.17549645528197289} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.5443370342254639, "loss_scale": 4.0, "retries": 0, "seconds": 310.0, "max_memory_gb": 18.19, "pair": 0.14941022303537466, "sign": 0.05844002397134318, "keep": 0.09056380148103926, "leak": 0.15210699941962957, "replacement": 0.2619388823513873} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.5894322395324707, "loss_scale": 4.0, "retries": 0, "seconds": 312.1, "max_memory_gb": 18.19, "pair": 0.049778263026382774, "sign": 0.0038011647411622107, "keep": 0.011635428082399812, "leak": 0.14901168974029133, "replacement": 0.09474948700517416} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.395606279373169, "loss_scale": 4.0, "retries": 0, "seconds": 313.6, "max_memory_gb": 18.19, "pair": 0.21154417982324958, "sign": 0.06644983938895166, "keep": 0.30003762361593544, "leak": 0.526931643486023, "replacement": 0.526520824059844} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.644680976867676, "loss_scale": 4.0, "retries": 0, "seconds": 315.2, "max_memory_gb": 18.19, "pair": 0.08861426200019196, "sign": 0.03096999690751545, "keep": 0.0012676892856688937, "leak": 0.7341521847993135, "replacement": 0.2882711626589298} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.868983745574951, "loss_scale": 4.0, "retries": 0, "seconds": 317.0, "max_memory_gb": 18.19, "pair": 0.10325025018391898, "sign": 0.08657901217520703, "keep": 0.06584666780861426, "leak": 1.3920443542301655, "replacement": 0.5274741747416556} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.384520530700684, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 18.19, "pair": 0.34221053309738636, "sign": 0.24415931644034572, "keep": 0.41559160640463233, "leak": 1.0214060917496681, "replacement": 0.9274375289678574} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 5.906418800354004, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 18.19, "pair": 0.08338447392452508, "sign": 0.01080353168072179, "keep": 0.526190684118319, "leak": 1.4487915933132172, "replacement": 0.7140794894658029} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 1.5900485515594482, "loss_scale": 4.0, "retries": 0, "seconds": 322.1, "max_memory_gb": 18.19, "pair": 0.017997085698880255, "sign": 0.11490431542915758, "keep": 0.07187255930807623, "leak": 0.17163560166960679, "replacement": 0.15429441613378003} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 3.4245622158050537, "loss_scale": 4.0, "retries": 0, "seconds": 323.7, "max_memory_gb": 18.19, "pair": 0.4121132791042328, "sign": 0.20296687446534634, "keep": 0.09920928266365081, "leak": 0.30555175980043714, "replacement": 0.6395893096923828} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.2604024410247803, "loss_scale": 4.0, "retries": 0, "seconds": 325.4, "max_memory_gb": 18.19, "pair": 0.1609920438422705, "sign": 0.024445828683383297, "keep": 0.0031907011302791943, "leak": 0.06533836340531707, "replacement": 0.19114489434286952} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.0679457187652588, "loss_scale": 4.0, "retries": 0, "seconds": 327.1, "max_memory_gb": 18.19, "pair": 0.0976123804866802, "sign": 0.005238564044702798, "keep": 0.003258095421131202, "leak": 0.08717952115694061, "replacement": 0.12365559372119606} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.4338364601135254, "loss_scale": 4.0, "retries": 0, "seconds": 328.7, "max_memory_gb": 18.19, "pair": 0.05972758075222373, "sign": 0.009409723221324384, "keep": 0.3380432371632196, "leak": 0.16830782312899828, "replacement": 0.27553102746605873} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 8.4802885055542, "loss_scale": 4.0, "retries": 0, "seconds": 330.5, "max_memory_gb": 18.19, "pair": 0.08829930750653148, "sign": 0.02251157007412985, "keep": 0.003608124791355749, "leak": 4.103114388883114, "replacement": 1.1271377205848694} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 2.6610918045043945, "loss_scale": 4.0, "retries": 0, "seconds": 332.1, "max_memory_gb": 18.19, "pair": 0.11888460768386722, "sign": 0.008932509226724505, "keep": 0.029542454198235646, "leak": 0.25305413315072656, "replacement": 0.20138561399653554} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.766382932662964, "loss_scale": 4.0, "retries": 0, "seconds": 333.8, "max_memory_gb": 18.19, "pair": 0.13637930434197187, "sign": 0.1320815003127791, "keep": 0.003926229594981123, "leak": 0.3467607331695035, "replacement": 0.2910733404569328} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.8995163440704346, "loss_scale": 4.0, "retries": 0, "seconds": 335.5, "max_memory_gb": 18.19, "pair": 0.0667597649153322, "sign": 0.022511657094582915, "keep": 0.02577315811504377, "leak": 0.7812465541064739, "replacement": 0.28621380776166916} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 3.9635426998138428, "loss_scale": 4.0, "retries": 0, "seconds": 337.1, "max_memory_gb": 18.19, "pair": 0.17025987431406975, "sign": 0.0363865215331316, "keep": 0.005563066661125049, "leak": 1.4845322519540787, "replacement": 0.5623677410185337} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.8427455425262451, "loss_scale": 4.0, "retries": 0, "seconds": 338.7, "max_memory_gb": 18.19, "pair": 0.11587761138798669, "sign": 0.012301454524276778, "keep": 0.004185400317851418, "leak": 0.021401334553956985, "replacement": 0.12947137137234677} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.7101603746414185, "loss_scale": 4.0, "retries": 0, "seconds": 340.5, "max_memory_gb": 18.19, "pair": 0.1739473615307361, "sign": 0.0038243998278630897, "keep": 0.0023857722771936096, "leak": 0.38032644847407937, "replacement": 0.272134056314826} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.295605421066284, "loss_scale": 4.0, "retries": 0, "seconds": 342.2, "max_memory_gb": 18.19, "pair": 0.20018966356292367, "sign": 0.6497996329562739, "keep": 0.146901759046159, "leak": 0.3906727866269648, "replacement": 0.6962085776031017} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.2629499435424805, "loss_scale": 4.0, "retries": 0, "seconds": 343.8, "max_memory_gb": 18.19, "pair": 0.04596952581778169, "sign": 0.008868368007824756, "keep": 0.0015809237957000732, "leak": 0.44145693049904366, "replacement": 0.16155840177088976} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.7015851736068726, "loss_scale": 4.0, "retries": 0, "seconds": 345.6, "max_memory_gb": 18.19, "pair": 0.06483047886285931, "sign": 0.0045136176340747625, "keep": 0.07876119943102822, "leak": 0.25622495521383826, "replacement": 0.1705241275485605} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 7.333147048950195, "loss_scale": 4.0, "retries": 0, "seconds": 347.3, "max_memory_gb": 18.19, "pair": 0.1473775263875723, "sign": 0.4367395997978747, "keep": 0.0739257874301984, "leak": 0.7016642562230118, "replacement": 0.5781262964010239} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.680817127227783, "loss_scale": 4.0, "retries": 0, "seconds": 349.0, "max_memory_gb": 18.19, "pair": 0.05384599044919014, "sign": 0.013694748049601912, "keep": 0.0011137392666569212, "leak": 0.541908634826541, "replacement": 0.19672739878296852} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.5041139125823975, "loss_scale": 4.0, "retries": 0, "seconds": 350.6, "max_memory_gb": 18.19, "pair": 0.11367236042860895, "sign": 0.17235985962906852, "keep": 0.1028374936140608, "leak": 0.27073927966557676, "replacement": 0.31895586056634784} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 4.4961934089660645, "loss_scale": 4.0, "retries": 0, "seconds": 352.2, "max_memory_gb": 18.19, "pair": 0.051385508850216866, "sign": 0.010734049312304705, "keep": 0.00318542355671525, "leak": 1.5629076370387338, "replacement": 0.44907215144485235} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 5.802472114562988, "loss_scale": 4.0, "retries": 0, "seconds": 354.0, "max_memory_gb": 18.19, "pair": 0.4157280967774568, "sign": 0.5757116283457435, "keep": 1.0448856047596564, "leak": 0.5706406161191353, "replacement": 1.3686868152508396} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.7322965860366821, "loss_scale": 4.0, "retries": 0, "seconds": 355.6, "max_memory_gb": 18.19, "pair": 0.11555211478844285, "sign": 0.02503503777552396, "keep": 0.1948332627362106, "leak": 0.051547554336139, "replacement": 0.2383731370791793} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 3.7886242866516113, "loss_scale": 4.0, "retries": 0, "seconds": 357.3, "max_memory_gb": 18.19, "pair": 0.025794824279728346, "sign": 0.00925750990427332, "keep": 0.0027309198029570325, "leak": 0.649019812233746, "replacement": 0.194043992087245} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 12.57036304473877, "loss_scale": 4.0, "retries": 0, "seconds": 359.0, "max_memory_gb": 18.19, "pair": 0.2928264484216925, "sign": 0.7882992316590389, "keep": 0.038533915706068456, "leak": 5.93783962726593, "replacement": 2.190702983236406} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 4.470162391662598, "loss_scale": 4.0, "retries": 0, "seconds": 360.6, "max_memory_gb": 18.19, "pair": 0.04462256113765761, "sign": 0.007724739480181597, "keep": 0.01306012696295511, "leak": 1.1025353823788464, "replacement": 0.3306488445959985} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 3.6173362731933594, "loss_scale": 4.0, "retries": 0, "seconds": 362.2, "max_memory_gb": 18.19, "pair": 0.2987352255731821, "sign": 0.026299606572138146, "keep": 0.002026659705734346, "leak": 0.38577274698764086, "replacement": 0.4093415327370167} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 5.081981182098389, "loss_scale": 4.0, "retries": 0, "seconds": 364.0, "max_memory_gb": 18.19, "pair": 0.457242026925087, "sign": 0.6347944443114102, "keep": 2.7625610161339864, "leak": 0.19245026679709554, "replacement": 2.20403228700161} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 1.9255083799362183, "loss_scale": 4.0, "retries": 0, "seconds": 365.6, "max_memory_gb": 18.19, "pair": 0.2887057801708579, "sign": 0.23274457530351356, "keep": 0.06945438601542264, "leak": 0.32610407310858136, "replacement": 0.5213312832638621} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.3654849529266357, "loss_scale": 4.0, "retries": 0, "seconds": 367.4, "max_memory_gb": 18.19, "pair": 0.2804182153195143, "sign": 0.035980510991066694, "keep": 0.009131989441812038, "leak": 0.8090419545769691, "replacement": 0.5052349641919136} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.486884355545044, "loss_scale": 4.0, "retries": 0, "seconds": 369.0, "max_memory_gb": 18.19, "pair": 0.15535130957141519, "sign": 0.04726602591108531, "keep": 0.02937772503355518, "leak": 0.27034651255235076, "replacement": 0.261259812861681} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.2285401821136475, "loss_scale": 4.0, "retries": 0, "seconds": 370.7, "max_memory_gb": 18.19, "pair": 0.05203804650227539, "sign": 0.02683057912508957, "keep": 0.01081185545626795, "leak": 0.2247260101721622, "replacement": 0.12704076897352934} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.31892466545105, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 18.19, "pair": 0.2775803520344198, "sign": 0.21345810106140561, "keep": 0.039549428251120844, "leak": 0.09600893408060074, "replacement": 0.4280863534659147} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.17002010345459, "loss_scale": 4.0, "retries": 0, "seconds": 374.0, "max_memory_gb": 18.19, "pair": 0.21551211783662438, "sign": 0.05396887182723731, "keep": 0.03362337744329125, "leak": 0.5271445253165439, "replacement": 0.39109434746205807} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 2.8830244541168213, "loss_scale": 4.0, "retries": 0, "seconds": 375.7, "max_memory_gb": 18.19, "pair": 0.2481659483164549, "sign": 0.11482187639921904, "keep": 0.05689455498941243, "leak": 0.30257211811840534, "replacement": 0.40966719947755337} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.452868938446045, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 18.19, "pair": 0.03034802508773282, "sign": 0.008922803157474846, "keep": 0.0012245099914309776, "leak": 0.3685878627002239, "replacement": 0.1275686495937407} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.1871137619018555, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 18.19, "pair": 0.11018625856377184, "sign": 0.004715318646049127, "keep": 0.03860955929849297, "leak": 0.3028956726193428, "replacement": 0.20757262036204338} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.2892400026321411, "loss_scale": 4.0, "retries": 0, "seconds": 380.7, "max_memory_gb": 18.19, "pair": 0.06279697606805712, "sign": 0.0075103821873199195, "keep": 0.015248697338392958, "leak": 0.12635253940243274, "replacement": 0.10576465167105198} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 3.356689214706421, "loss_scale": 4.0, "retries": 0, "seconds": 382.5, "max_memory_gb": 18.19, "pair": 0.05823564808815718, "sign": 0.017506722593680024, "keep": 0.364366945810616, "leak": 1.1741458703763783, "replacement": 0.5427089314907789} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 8.090917587280273, "loss_scale": 4.0, "retries": 0, "seconds": 384.1, "max_memory_gb": 18.19, "pair": 0.0976192651069141, "sign": 0.05827990335092181, "keep": 0.0013811734916089335, "leak": 2.263375287875533, "replacement": 0.6932936073862948} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5653902292251587, "loss_scale": 4.0, "retries": 0, "seconds": 385.9, "max_memory_gb": 18.19, "pair": 0.08798585140903015, "sign": 0.003495267141261138, "keep": 0.013512760224102749, "leak": 0.36423735483549535, "replacement": 0.18754919664934278} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.6513047218322754, "loss_scale": 4.0, "retries": 0, "seconds": 387.5, "max_memory_gb": 18.19, "pair": 0.2408819400407083, "sign": 0.19945283819834003, "keep": 0.0009378624090441434, "leak": 0.17647348903119564, "replacement": 0.38519567222101614} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 2.2984931468963623, "loss_scale": 4.0, "retries": 0, "seconds": 389.3, "max_memory_gb": 18.19, "pair": 0.06382819277132512, "sign": 0.009671673724369612, "keep": 0.031192391067861536, "leak": 0.5571840014308691, "replacement": 0.22355623077601194} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.636399745941162, "loss_scale": 4.0, "retries": 0, "seconds": 391.3, "max_memory_gb": 18.19, "pair": 0.020963007118552923, "sign": 0.006721872137859464, "keep": 0.003986689719113201, "leak": 0.1714923493564129, "replacement": 0.06919037457555532} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.9391984939575195, "loss_scale": 4.0, "retries": 0, "seconds": 392.9, "max_memory_gb": 18.19, "pair": 0.08660696129663847, "sign": 0.02397690195357427, "keep": 0.010222037781204563, "leak": 0.6783522814512253, "replacement": 0.27329449576791376} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.568593978881836, "loss_scale": 4.0, "retries": 0, "seconds": 394.6, "max_memory_gb": 18.19, "pair": 0.11031790915876627, "sign": 0.019847502873744816, "keep": 0.004602486082148971, "leak": 0.7465014979243279, "replacement": 0.3091682717204094} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 1.7178248167037964, "loss_scale": 4.0, "retries": 0, "seconds": 396.4, "max_memory_gb": 18.19, "pair": 0.07250285292684566, "sign": 0.04582801509241108, "keep": 0.010498989052337038, "leak": 0.04706275160424411, "replacement": 0.11243204306811094} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.9089431762695312, "loss_scale": 4.0, "retries": 0, "seconds": 398.0, "max_memory_gb": 18.19, "pair": 0.23971452424302697, "sign": 0.6525468602776527, "keep": 0.07083621033234522, "leak": 0.26434048102237284, "replacement": 0.6674911556765437} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 1.4529492855072021, "loss_scale": 4.0, "retries": 0, "seconds": 399.6, "max_memory_gb": 18.19, "pair": 0.10659244725684403, "sign": 0.004504379401623737, "keep": 0.0018999242437587327, "leak": 0.07976209744811058, "replacement": 0.12973512324970216} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.9325660467147827, "loss_scale": 4.0, "retries": 0, "seconds": 401.4, "max_memory_gb": 18.19, "pair": 0.13544557796558365, "sign": 0.025434798022615723, "keep": 0.013573045704106335, "leak": 0.2539339251816273, "replacement": 0.2184329889714718} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.9745116233825684, "loss_scale": 4.0, "retries": 0, "seconds": 403.1, "max_memory_gb": 18.19, "pair": 0.08849867917888332, "sign": 0.3015210516314255, "keep": 0.3782328008655895, "leak": 0.6924312730170641, "replacement": 0.6014834155212156} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 11.247498512268066, "loss_scale": 4.0, "retries": 0, "seconds": 404.8, "max_memory_gb": 18.19, "pair": 0.5685414277686505, "sign": 1.6705629268544726, "keep": 3.8519724057898657, "leak": 2.0457182582467794, "replacement": 3.841238616965711} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.765763521194458, "loss_scale": 4.0, "retries": 0, "seconds": 406.5, "max_memory_gb": 18.19, "pair": 0.07090318259724882, "sign": 0.01616581773123471, "keep": 0.0018945165645618545, "leak": 0.30774241360177257, "replacement": 0.1568689551204443} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.0137219429016113, "loss_scale": 4.0, "retries": 0, "seconds": 408.1, "max_memory_gb": 18.19, "pair": 0.07399775134399533, "sign": 0.02617508589173667, "keep": 0.2143957782382131, "leak": 0.19114160223398358, "replacement": 0.2420685812830925} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.1692719459533691, "loss_scale": 4.0, "retries": 0, "seconds": 409.9, "max_memory_gb": 18.19, "pair": 0.055340423714369535, "sign": 0.008755826042033732, "keep": 0.0014713169330207165, "leak": 0.03690546431244002, "replacement": 0.06968036200851202} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.3422698974609375, "loss_scale": 4.0, "retries": 0, "seconds": 411.6, "max_memory_gb": 18.19, "pair": 0.07594134120154195, "sign": 0.19183100730879232, "keep": 0.03691133917749312, "leak": 1.074972714298383, "replacement": 0.4590557008050382} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 5.740163803100586, "loss_scale": 4.0, "retries": 0, "seconds": 413.2, "max_memory_gb": 18.19, "pair": 0.16053681494668126, "sign": 0.01658782293088734, "keep": 0.6988198067047051, "leak": 1.482891601517622, "replacement": 0.8889635428786278} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.20224666595459, "loss_scale": 4.0, "retries": 0, "seconds": 415.0, "max_memory_gb": 18.19, "pair": 0.3908986665774137, "sign": 0.49652598542161286, "keep": 0.5632752911132926, "leak": 1.92840969376266, "replacement": 1.4029017090797424} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.0221915245056152, "loss_scale": 4.0, "retries": 0, "seconds": 416.7, "max_memory_gb": 18.19, "pair": 0.14397810084483353, "sign": 0.07048504074919038, "keep": 0.014893606431314765, "leak": 0.15852383570745587, "replacement": 0.22629838017746806} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 3.9574429988861084, "loss_scale": 4.0, "retries": 0, "seconds": 418.4, "max_memory_gb": 18.19, "pair": 0.07765544950962067, "sign": 0.00406728545203805, "keep": 0.41688923264155164, "leak": 0.6170640122145414, "replacement": 0.4423997085541487} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.25401496887207, "loss_scale": 4.0, "retries": 0, "seconds": 420.1, "max_memory_gb": 18.19, "pair": 0.07364839277579449, "sign": 0.09712803990987595, "keep": 0.037264383489286956, "leak": 0.47365979524329305, "replacement": 0.25925955828279257} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.106825828552246, "loss_scale": 4.0, "retries": 0, "seconds": 421.7, "max_memory_gb": 18.19, "pair": 0.05466513754799962, "sign": 0.04797845253779087, "keep": 0.014008029476826778, "leak": 0.26239223149605095, "replacement": 0.15125643834471703} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 3.7153117656707764, "loss_scale": 4.0, "retries": 0, "seconds": 423.5, "max_memory_gb": 18.19, "pair": 0.28381009213626385, "sign": 0.36909624619875103, "keep": 0.6241079033279675, "leak": 0.47392364498227835, "replacement": 0.8988931104540825} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.7975249290466309, "loss_scale": 4.0, "retries": 0, "seconds": 425.1, "max_memory_gb": 18.19, "pair": 0.09218800254166126, "sign": 0.081382145290263, "keep": 0.056160295906011015, "leak": 0.17565622553229332, "replacement": 0.20487328059971333} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 3.1941118240356445, "loss_scale": 4.0, "retries": 0, "seconds": 426.8, "max_memory_gb": 18.19, "pair": 0.04125080071389675, "sign": 0.00888219047919847, "keep": 0.0007044719204714056, "leak": 0.6294849205296487, "replacement": 0.20341536914929748} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.226475715637207, "loss_scale": 4.0, "retries": 0, "seconds": 428.5, "max_memory_gb": 18.19, "pair": 0.047983309254050255, "sign": 0.01553430937929079, "keep": 0.002461464731823071, "leak": 0.38572679832577705, "replacement": 0.15341288968920708} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 6.3480401039123535, "loss_scale": 4.0, "retries": 0, "seconds": 430.1, "max_memory_gb": 18.19, "pair": 0.10200469056144357, "sign": 0.5863103889860213, "keep": 0.9424772202619351, "leak": 0.42283866729121655, "replacement": 0.9721081592142582} diff --git a/runs/fixed_internvl/replacement/Full_s13/adapter/README.md b/runs/fixed_internvl/replacement/Full_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Full_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..290392b695186918bcab4b1a544a399d742e25f0 --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s13/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "down_proj", + "gate_proj", + "o_proj", + "self_attn.v_proj", + "self_attn.k_proj", + "up_proj", + "self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s13/config.json b/runs/fixed_internvl/replacement/Full_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a0c110022e6a86e9638acf3883d33ff9f779738 --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s13/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s13/steps.jsonl b/runs/fixed_internvl/replacement/Full_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a1330105750cab1d88c14e50a68c9baca59529e --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 10.325064659118652, "loss_scale": 4.0, "retries": 0, "seconds": 2.3, "max_memory_gb": 17.81, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 10.941659927368164, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 18.14, "pair": 1.0986281335353851, "sign": 0.1806229167850688, "keep": 1.364431256399257, "leak": 4.837683809455484e-05, "replacement": 1.8711673319339752} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 24.464092254638672, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 18.15, "pair": 1.0804629027843475, "sign": 0.11435950081795454, "keep": 2.0066635608673096, "leak": 0.00016557599883526564, "replacement": 2.141015887260437} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 15.026289939880371, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 18.15, "pair": 1.055786371231079, "sign": 0.03755742125213146, "keep": 0.7457682020467473, "leak": 0.0022120136345620267, "replacement": 1.4480022490024567} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 7.922438144683838, "loss_scale": 4.0, "retries": 0, "seconds": 10.4, "max_memory_gb": 18.15, "pair": 1.0462921410799026, "sign": 0.11470071389339864, "keep": 0.022287122468696907, "leak": 0.0026225289730064105, "replacement": 1.11544169485569} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.119019508361816, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 18.15, "pair": 0.9899276047945023, "sign": 0.1885469425469637, "keep": 0.43589494467596523, "leak": 0.011021146974599105, "replacement": 1.3049037903547287} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.672853469848633, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 18.15, "pair": 0.7935101538896561, "sign": 0.08311707503162324, "keep": 0.5275421793776331, "leak": 0.14357750676572323, "replacement": 1.1347341686487198} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.668099880218506, "loss_scale": 4.0, "retries": 0, "seconds": 16.5, "max_memory_gb": 18.15, "pair": 0.6443576812744141, "sign": 0.18407424818724394, "keep": 0.1944900080561638, "leak": 0.27551738545298576, "replacement": 0.9025191515684128} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 29.268373489379883, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 18.15, "pair": 0.722033254802227, "sign": 0.5869406575802714, "keep": 0.4430072703398764, "leak": 0.19437334407120943, "replacement": 1.285600520670414} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 4.3022332191467285, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 18.15, "pair": 0.36303189024329185, "sign": 0.049286856374237686, "keep": 0.0064723131217760965, "leak": 0.9750848785042763, "replacement": 0.6346826925873756} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 5.624514579772949, "loss_scale": 4.0, "retries": 0, "seconds": 22.7, "max_memory_gb": 18.15, "pair": 0.27228616550564766, "sign": 0.16618206875864416, "keep": 0.01260580499547359, "leak": 1.5507731586694717, "replacement": 0.7493733614683151} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 5.540510654449463, "loss_scale": 4.0, "retries": 0, "seconds": 24.7, "max_memory_gb": 18.15, "pair": 0.19265960529446602, "sign": 0.031901404610835016, "keep": 0.01184460609965754, "leak": 1.4330393970012665, "replacement": 0.5727924481034279} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 12.036953926086426, "loss_scale": 4.0, "retries": 0, "seconds": 26.8, "max_memory_gb": 18.15, "pair": 0.15232603065669537, "sign": 0.021342027699574828, "keep": 0.008134952139698726, "leak": 1.9577023014426231, "replacement": 0.6564901024103165} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.81435489654541, "loss_scale": 4.0, "retries": 0, "seconds": 28.8, "max_memory_gb": 18.15, "pair": 0.22586494497954845, "sign": 0.11712025851011276, "keep": 0.18563496065326035, "leak": 1.4165456593036652, "replacement": 0.7313789576292038} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.3568925857543945, "loss_scale": 4.0, "retries": 0, "seconds": 30.8, "max_memory_gb": 18.15, "pair": 0.33757489547133446, "sign": 0.21256409800844267, "keep": 0.016265795098433955, "leak": 1.1296514123678207, "replacement": 0.7344026938080788} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.781737804412842, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 18.15, "pair": 0.3541368134319782, "sign": 0.24009596137329936, "keep": 0.01019209071091609, "leak": 0.5289000272750854, "replacement": 0.611505813896656} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 8.13571834564209, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 18.15, "pair": 0.36966266483068466, "sign": 0.48217378999106586, "keep": 0.0777980973944068, "leak": 0.41887618973851204, "replacement": 0.7543676570057869} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.969943046569824, "loss_scale": 4.0, "retries": 0, "seconds": 37.0, "max_memory_gb": 18.16, "pair": 0.42303983867168427, "sign": 0.13532308983849362, "keep": 0.026821207953616977, "leak": 0.4174838848412037, "replacement": 0.6084829568862915} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 6.642621040344238, "loss_scale": 4.0, "retries": 0, "seconds": 39.0, "max_memory_gb": 18.16, "pair": 0.3093808237463236, "sign": 0.01869751955382526, "keep": 0.015420225870911963, "leak": 1.6523748859763145, "replacement": 0.739533431828022} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 6.8119988441467285, "loss_scale": 4.0, "retries": 0, "seconds": 41.1, "max_memory_gb": 18.16, "pair": 0.38609734177589417, "sign": 0.009351847809739411, "keep": 0.002426679131531273, "leak": 0.10792652517557144, "replacement": 0.41896823793649673} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.291943073272705, "loss_scale": 4.0, "retries": 0, "seconds": 43.1, "max_memory_gb": 18.16, "pair": 0.28350379690527916, "sign": 0.013118319096975029, "keep": 0.002358097983233165, "leak": 0.6768954694271088, "replacement": 0.4604658782482147} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 5.4683942794799805, "loss_scale": 4.0, "retries": 0, "seconds": 45.2, "max_memory_gb": 18.16, "pair": 0.35314754396677017, "sign": 0.03409234690479934, "keep": 0.02081888283646549, "leak": 0.4963943291550095, "replacement": 0.5047017484903336} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.124358654022217, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 18.16, "pair": 0.11351907346397638, "sign": 0.0072709484957158566, "keep": 0.003073233879149484, "leak": 1.4649199321866035, "replacement": 0.48492115177214146} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.665802478790283, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 18.16, "pair": 0.13203179463744164, "sign": 0.005049773521022871, "keep": 0.00520658161258325, "leak": 1.6357801407575607, "replacement": 0.5461049973964691} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.6745378971099854, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 18.16, "pair": 0.23688570596277714, "sign": 0.0714127283426933, "keep": 0.5773843360129831, "leak": 0.525079058483243, "replacement": 0.6925540193915367} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.357741117477417, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 18.16, "pair": 0.20906764268875122, "sign": 0.030560526822227985, "keep": 0.021352881027269177, "leak": 0.652625672519207, "replacement": 0.3981807604432106} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.701162576675415, "loss_scale": 4.0, "retries": 0, "seconds": 55.4, "max_memory_gb": 18.16, "pair": 0.2666134424507618, "sign": 0.12774845329113305, "keep": 0.09612752931934665, "leak": 0.37374051101505756, "replacement": 0.4719865545630455} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 8.0049409866333, "loss_scale": 4.0, "retries": 0, "seconds": 57.6, "max_memory_gb": 18.16, "pair": 0.3128084409981966, "sign": 0.1385615891776979, "keep": 0.18265853659249842, "leak": 1.3163654059171677, "replacement": 0.8025098443031311} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 29.497821807861328, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 18.16, "pair": 1.0087384898215532, "sign": 1.4408122703898698, "keep": 1.6474581666261656, "leak": 5.141036175191402, "replacement": 3.83813289552927} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 4.102043151855469, "loss_scale": 4.0, "retries": 0, "seconds": 61.7, "max_memory_gb": 18.16, "pair": 0.10091233788989484, "sign": 0.003626783909567166, "keep": 0.008468414423973059, "leak": 0.806479673832655, "replacement": 0.30857985466718674} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 35.81711196899414, "loss_scale": 4.0, "retries": 0, "seconds": 63.7, "max_memory_gb": 18.16, "pair": 1.8780191242694855, "sign": 0.9804107028758153, "keep": 1.7468846370175015, "leak": 5.73704968392849, "replacement": 4.6759291514754295} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.928598165512085, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 18.16, "pair": 0.37819187715649605, "sign": 0.10492452851030976, "keep": 0.0075594286900013685, "leak": 0.7161330310627818, "replacement": 0.6134671419858932} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 16.262208938598633, "loss_scale": 4.0, "retries": 0, "seconds": 67.8, "max_memory_gb": 18.16, "pair": 0.44984816387295723, "sign": 0.5351073064375669, "keep": 0.8147032568231225, "leak": 1.2194882733747363, "replacement": 1.429625503718853} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.3682022094726562, "loss_scale": 4.0, "retries": 0, "seconds": 69.9, "max_memory_gb": 18.16, "pair": 0.1898114923387766, "sign": 0.015367562416940928, "keep": 0.006138140375696821, "leak": 0.42059012968093157, "replacement": 0.30571187287569046} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.1690988540649414, "loss_scale": 4.0, "retries": 0, "seconds": 71.9, "max_memory_gb": 18.16, "pair": 0.18114709435030818, "sign": 0.011589318979531527, "keep": 0.0027189366160200734, "leak": 0.7231055507436395, "replacement": 0.3690776005387306} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 7.817114353179932, "loss_scale": 4.0, "retries": 0, "seconds": 74.0, "max_memory_gb": 18.16, "pair": 0.2482127547264099, "sign": 0.039347499259747565, "keep": 0.3606289801900857, "leak": 1.0593997612595558, "replacement": 0.7130509540438652} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.6821038722991943, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 18.16, "pair": 0.2462030118331313, "sign": 0.08858525607502088, "keep": 0.16493067722331034, "leak": 0.2309604292968288, "replacement": 0.43070107512176037} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.1244864463806152, "loss_scale": 4.0, "retries": 0, "seconds": 78.0, "max_memory_gb": 18.16, "pair": 0.18722634576261044, "sign": 0.051763989380560815, "keep": 0.02635373268276453, "leak": 0.4003193024545908, "replacement": 0.32636502385139465} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.430063247680664, "loss_scale": 4.0, "retries": 0, "seconds": 80.0, "max_memory_gb": 18.16, "pair": 0.29611180908977985, "sign": 1.0477464866125956, "keep": 0.07099713771435745, "leak": 0.17533194087445736, "replacement": 0.8993166200816631} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.0660741329193115, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 18.16, "pair": 0.09629305975977331, "sign": 0.005684318894054741, "keep": 0.008818596663331846, "leak": 0.27127229352481663, "replacement": 0.1713625881820917} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 15.687296867370605, "loss_scale": 4.0, "retries": 0, "seconds": 84.0, "max_memory_gb": 18.16, "pair": 0.4098443519324064, "sign": 1.2964303735643625, "keep": 2.1971128642908297, "leak": 2.6178241297602654, "replacement": 2.8110719695687294} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.4836106300354, "loss_scale": 4.0, "retries": 0, "seconds": 86.0, "max_memory_gb": 18.16, "pair": 0.08884780365042388, "sign": 0.011424614727729931, "keep": 0.0012436028044362502, "leak": 1.3003900274634361, "replacement": 0.4202794209122658} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.5641047954559326, "loss_scale": 4.0, "retries": 0, "seconds": 88.1, "max_memory_gb": 18.16, "pair": 0.06270827702246606, "sign": 0.03476686860085465, "keep": 0.001524983876151964, "leak": 0.4572056058095768, "replacement": 0.19515559868887067} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.553329944610596, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 18.16, "pair": 0.02888675860594958, "sign": 0.009811611904297024, "keep": 0.05911784330237424, "leak": 0.5879542268812656, "replacement": 0.21034004352986813} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 16.750883102416992, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 18.16, "pair": 0.2939704414457083, "sign": 0.499487564782612, "keep": 2.0042407528380863, "leak": 1.0058963783085346, "replacement": 1.7973087029531598} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 6.372030258178711, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 18.16, "pair": 0.24860194325447083, "sign": 0.17708799382671714, "keep": 0.21268778340891004, "leak": 0.07142097078030929, "replacement": 0.46134509332478046} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.327291250228882, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 18.16, "pair": 0.13781285379081964, "sign": 0.03867204359266907, "keep": 0.010933553021459375, "leak": 0.11546333075966686, "replacement": 0.19148148223757744} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.8008990287780762, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 18.16, "pair": 0.06222015060484409, "sign": 0.005237735895207152, "keep": 0.007220712228445336, "leak": 0.19429388083517551, "replacement": 0.11702284356579185} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.553978443145752, "loss_scale": 4.0, "retries": 0, "seconds": 100.3, "max_memory_gb": 18.16, "pair": 0.08745628502219915, "sign": 0.017878900398500264, "keep": 0.01843434047896153, "leak": 1.2913647517561913, "replacement": 0.42845409736037254} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.0266029834747314, "loss_scale": 4.0, "retries": 0, "seconds": 102.3, "max_memory_gb": 18.16, "pair": 0.06939695379696786, "sign": 0.014508174528600648, "keep": 0.22984437021250415, "leak": 0.36865876999218017, "replacement": 0.283737906254828} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.607657432556152, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 18.16, "pair": 0.09743335784878582, "sign": 0.014104146423051134, "keep": 0.5783193206206079, "leak": 0.37175473384559155, "replacement": 0.4865837413817644} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 6.302609920501709, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 18.16, "pair": 0.19990965514443815, "sign": 0.183538896497339, "keep": 0.023212653053633403, "leak": 1.3339071497321129, "replacement": 0.6367622092366219} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.638027667999268, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 18.16, "pair": 0.1279233463574201, "sign": 0.0529068493633531, "keep": 0.10058482809108682, "leak": 1.663899166509509, "replacement": 0.6206439733505249} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 4.460318565368652, "loss_scale": 4.0, "retries": 0, "seconds": 110.4, "max_memory_gb": 18.16, "pair": 0.13574242778122425, "sign": 0.02643501161946915, "keep": 0.018338668582146056, "leak": 1.2018437385559082, "replacement": 0.45859019458293915} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.877498745918274, "loss_scale": 4.0, "retries": 0, "seconds": 112.4, "max_memory_gb": 18.16, "pair": 0.07821709458949044, "sign": 0.003504244814394042, "keep": 0.0071491659599587365, "leak": 0.19565717782825232, "replacement": 0.13245809637010098} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.0869953632354736, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 18.16, "pair": 0.17214187793433666, "sign": 0.011580397840589285, "keep": 0.04544877051375806, "leak": 0.44462558440864086, "replacement": 0.3118128515779972} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.677945613861084, "loss_scale": 4.0, "retries": 0, "seconds": 116.5, "max_memory_gb": 18.16, "pair": 0.09358943973347778, "sign": 0.05008289024772239, "keep": 0.004985680794959535, "leak": 0.42283236090588616, "replacement": 0.2268318049609661} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 7.931900978088379, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 18.16, "pair": 0.006769907737179892, "sign": 0.0018108997392118908, "keep": 0.0017688125221866358, "leak": 1.0485625429428183, "replacement": 0.27070040674880147} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 6.507299423217773, "loss_scale": 4.0, "retries": 0, "seconds": 120.6, "max_memory_gb": 18.16, "pair": 0.30248542863409966, "sign": 0.052673468802822754, "keep": 0.11221755466067407, "leak": 0.6086392197757959, "replacement": 0.5370907485485077} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.824586391448975, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 18.16, "pair": 0.20360463485121727, "sign": 0.010096282232552767, "keep": 0.11299023808169295, "leak": 2.0319817680865526, "replacement": 0.7731433510780334} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 13.38210391998291, "loss_scale": 4.0, "retries": 0, "seconds": 124.5, "max_memory_gb": 18.16, "pair": 0.4107974134385586, "sign": 0.29038441099692136, "keep": 0.08144989723223262, "leak": 1.6474614366889, "replacement": 1.0085799098014832} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.00262451171875, "loss_scale": 4.0, "retries": 0, "seconds": 126.6, "max_memory_gb": 18.16, "pair": 0.09974489128217101, "sign": 0.015021875617094338, "keep": 0.020196817320538685, "leak": 0.23719800636172295, "replacement": 0.17665374279022217} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.640430450439453, "loss_scale": 4.0, "retries": 0, "seconds": 128.6, "max_memory_gb": 18.16, "pair": 0.42076106183230877, "sign": 0.10362376132979989, "keep": 0.05663882865337655, "leak": 0.1570890635643991, "replacement": 0.5401646215468645} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.568214416503906, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 18.16, "pair": 0.333903543651104, "sign": 0.017488255631178617, "keep": 0.016589761478826404, "leak": 0.1363804540815181, "replacement": 0.38503765128552914} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 4.018477916717529, "loss_scale": 4.0, "retries": 0, "seconds": 132.7, "max_memory_gb": 18.16, "pair": 0.17750447988510132, "sign": 0.08826506091281772, "keep": 0.1932231867685914, "leak": 0.35140016724471934, "replacement": 0.4060986302793026} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 4.838979244232178, "loss_scale": 4.0, "retries": 0, "seconds": 134.8, "max_memory_gb": 18.16, "pair": 0.11240097531117499, "sign": 0.1203877846855903, "keep": 0.3004517029621496, "leak": 0.615465922281146, "replacement": 0.4766872078180313} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.4965193271636963, "loss_scale": 4.0, "retries": 0, "seconds": 136.8, "max_memory_gb": 18.16, "pair": 0.02758150245063007, "sign": 0.006357499776640907, "keep": 0.00895860781383817, "leak": 0.5849548298865557, "replacement": 0.1814782600849867} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.662828207015991, "loss_scale": 4.0, "retries": 0, "seconds": 138.9, "max_memory_gb": 18.16, "pair": 0.07337397593073547, "sign": 0.008135470605338924, "keep": 0.0013995717524153406, "leak": 0.650353633092891, "replacement": 0.24072990380227566} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 9.722304344177246, "loss_scale": 4.0, "retries": 0, "seconds": 140.9, "max_memory_gb": 18.16, "pair": 0.622761155362241, "sign": 0.7990304501727223, "keep": 1.0853176188538782, "leak": 1.0056285466998816, "replacement": 1.8163423165678978} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.788267612457275, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 18.16, "pair": 0.2695326451212168, "sign": 0.038406200997997075, "keep": 0.0020779391488758847, "leak": 0.8551125880330801, "replacement": 0.503552870824933} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.9576072692871094, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 18.16, "pair": 0.07316460722358897, "sign": 0.007149300501623657, "keep": 0.0146956923849757, "leak": 0.38086901791393757, "replacement": 0.1793043576180935} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.6381750106811523, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 18.16, "pair": 0.17327750008553267, "sign": 0.2175143421627581, "keep": 0.011585857660975307, "leak": 0.7779607996344566, "replacement": 0.4823177866637707} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 5.243636131286621, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 18.16, "pair": 0.10869858646765351, "sign": 0.0751789461937733, "keep": 0.5676585489172794, "leak": 0.20727380772586912, "replacement": 0.4819357879459858} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 4.719534397125244, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 18.16, "pair": 0.3131468536739703, "sign": 0.17848834660981083, "keep": 0.07768526777522311, "leak": 0.05654055345803499, "replacement": 0.4553687886800617} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.3065290451049805, "loss_scale": 4.0, "retries": 0, "seconds": 153.1, "max_memory_gb": 18.16, "pair": 0.5899860858917236, "sign": 0.5369638146366924, "keep": 1.0230713507626206, "leak": 0.12731066369451582, "replacement": 1.4018312767148018} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.458069324493408, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 18.16, "pair": 0.06378383841365576, "sign": 0.009336531278677285, "keep": 0.0069158259512960285, "leak": 0.900775829795748, "replacement": 0.29710397869348526} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.95534348487854, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 18.16, "pair": 0.27012546826153994, "sign": 0.00995195738505572, "keep": 0.005784153770946432, "leak": 0.10362640612584073, "replacement": 0.30390013195574284} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.4708211421966553, "loss_scale": 4.0, "retries": 0, "seconds": 159.2, "max_memory_gb": 18.16, "pair": 0.10003151244018227, "sign": 0.12071448843926191, "keep": 0.001284413401663187, "leak": 0.14352219505235553, "replacement": 0.196911517996341} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 8.601282119750977, "loss_scale": 4.0, "retries": 0, "seconds": 161.2, "max_memory_gb": 18.16, "pair": 0.03396293680998497, "sign": 0.006943193198821973, "keep": 0.006041687679157803, "leak": 2.1677363782655448, "replacement": 0.5823894739151001} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 4.573631286621094, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.16, "pair": 0.17131587500625756, "sign": 0.040824176925525535, "keep": 0.020174638193559247, "leak": 0.8899150285869837, "replacement": 0.4242940451949835} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.161366939544678, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 18.16, "pair": 0.14360007736831903, "sign": 0.026757622719742358, "keep": 0.12447812454774976, "leak": 1.240844457410276, "replacement": 0.5294290781021118} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 9.815585136413574, "loss_scale": 4.0, "retries": 0, "seconds": 167.3, "max_memory_gb": 18.16, "pair": 0.47079010866582394, "sign": 0.715699965832755, "keep": 0.02592736983206123, "leak": 0.19323325343430042, "replacement": 0.889912024140358} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.424631357192993, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 18.16, "pair": 0.2645503541571088, "sign": 0.017998273644479923, "keep": 0.19405940725118853, "leak": 0.359142879024148, "replacement": 0.4603649154305458} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.4325968027114868, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 18.16, "pair": 0.040456688264384866, "sign": 0.009802733526157681, "keep": 0.0054330023609168165, "leak": 0.23609734326601028, "replacement": 0.1070988904684782} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 5.837801456451416, "loss_scale": 4.0, "retries": 0, "seconds": 173.5, "max_memory_gb": 18.16, "pair": 0.0036589236278814496, "sign": 0.001995449114474468, "keep": 0.00031954692374824845, "leak": 0.7235123440623283, "replacement": 0.18569451151415706} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.1997127532958984, "loss_scale": 4.0, "retries": 0, "seconds": 175.5, "max_memory_gb": 18.16, "pair": 0.15335608646273613, "sign": 0.14079822227358818, "keep": 0.052828548941761255, "leak": 0.15341839217580855, "replacement": 0.2885240577161312} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.751591920852661, "loss_scale": 4.0, "retries": 0, "seconds": 177.6, "max_memory_gb": 18.16, "pair": 0.09610212780535221, "sign": 0.0495053167687729, "keep": 0.003979843284469098, "leak": 0.6887445598840714, "replacement": 0.29503084532916546} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 12.036574363708496, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 18.16, "pair": 0.19165497020730982, "sign": 0.27721763867884874, "keep": 0.1367931402778595, "leak": 0.8255040217190981, "replacement": 0.6050363518297672} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 7.0862555503845215, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 18.16, "pair": 0.133652703021653, "sign": 0.05539219766797032, "keep": 0.009248937718894013, "leak": 0.6590561422053725, "replacement": 0.330737316980958} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.8092947006225586, "loss_scale": 4.0, "retries": 0, "seconds": 183.6, "max_memory_gb": 18.16, "pair": 0.18990234285593033, "sign": 0.02643106522737071, "keep": 0.010212130815489218, "leak": 0.08385127526707947, "replacement": 0.2291867546737194} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 34.312522888183594, "loss_scale": 4.0, "retries": 0, "seconds": 185.7, "max_memory_gb": 18.16, "pair": 0.7435901910066605, "sign": 0.48334158991929144, "keep": 0.941912191658048, "leak": 2.0232004821300507, "replacement": 1.9620171710848808} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 16.07258415222168, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 18.16, "pair": 0.25309310271404684, "sign": 0.7441029071487719, "keep": 1.1430419015086954, "leak": 0.13573236763477325, "replacement": 1.2305985956918448} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.999386787414551, "loss_scale": 4.0, "retries": 0, "seconds": 189.8, "max_memory_gb": 18.16, "pair": 0.0529806271661073, "sign": 0.01073517938493751, "keep": 0.01582700526341796, "leak": 0.73166174441576, "replacement": 0.24917715787887573} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.6733601093292236, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 18.16, "pair": 0.10369175672531128, "sign": 0.008764843689277768, "keep": 0.051227888179710135, "leak": 0.8065707311034203, "replacement": 0.3353308066725731} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 10.526642799377441, "loss_scale": 4.0, "retries": 0, "seconds": 193.9, "max_memory_gb": 18.16, "pair": 0.24200544320046902, "sign": 0.3697512745857239, "keep": 1.542338679835666, "leak": 0.5566304549574852, "replacement": 1.3372080735862255} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.403953552246094, "loss_scale": 4.0, "retries": 0, "seconds": 195.9, "max_memory_gb": 18.16, "pair": 0.26592470332980156, "sign": 0.09169579541776329, "keep": 0.9588973171194084, "leak": 0.1389671207871288, "replacement": 0.8259630799293518} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.3076685667037964, "loss_scale": 4.0, "retries": 0, "seconds": 197.9, "max_memory_gb": 18.16, "pair": 0.09856885299086571, "sign": 0.009576853597536683, "keep": 0.014804366051976103, "leak": 0.22654336225241423, "replacement": 0.167395306751132} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.6660256385803223, "loss_scale": 4.0, "retries": 0, "seconds": 199.9, "max_memory_gb": 18.16, "pair": 0.19865059696894605, "sign": 0.08162235245254124, "keep": 0.07806601051811413, "leak": 0.7667230032384396, "replacement": 0.4701755448477343} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 8.143733978271484, "loss_scale": 4.0, "retries": 0, "seconds": 202.0, "max_memory_gb": 18.16, "pair": 0.2946557109535206, "sign": 0.620948529423913, "keep": 0.0030840762130992516, "leak": 3.025869174161926, "replacement": 1.363139328372199} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 9.904422760009766, "loss_scale": 4.0, "retries": 0, "seconds": 204.0, "max_memory_gb": 18.16, "pair": 0.6175073012709618, "sign": 1.1257530134753324, "keep": 0.05310218862723559, "leak": 1.6368430014699697, "replacement": 1.6161456443369389} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.5525763034820557, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 18.16, "pair": 0.10936272522667423, "sign": 0.004790062317624688, "keep": 0.002546003714087419, "leak": 1.0212253145873547, "replacement": 0.36833709105849266} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 5.8499860763549805, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 18.16, "pair": 0.10297111043473706, "sign": 0.008194445399567485, "keep": 0.022161199420224875, "leak": 1.258396829594858, "replacement": 0.43274812027812004} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 7.630928993225098, "loss_scale": 4.0, "retries": 0, "seconds": 210.1, "max_memory_gb": 18.16, "pair": 0.0522241594735533, "sign": 0.007523113657953218, "keep": 0.004241682790507184, "leak": 3.3499308936297894, "replacement": 0.8955892845988274} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.5814030170440674, "loss_scale": 4.0, "retries": 0, "seconds": 212.1, "max_memory_gb": 18.16, "pair": 0.0698996118735522, "sign": 0.026353588269557804, "keep": 0.001946477554156445, "leak": 0.19492169935256243, "replacement": 0.13278006855398417} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.021728992462158, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 18.16, "pair": 0.30391105078160763, "sign": 0.016956431325525045, "keep": 0.034062905702739954, "leak": 0.876611322601093, "replacement": 0.5485735461115837} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.635277032852173, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 18.16, "pair": 0.10828260378912091, "sign": 0.019270259770564735, "keep": 0.007596347910293844, "leak": 0.7401710490230471, "replacement": 0.30675867944955826} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.594117641448975, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 18.16, "pair": 0.0792599346023053, "sign": 0.17178697111376096, "keep": 0.054130501259294306, "leak": 1.3143667271360755, "replacement": 0.5208103619515896} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 26.194063186645508, "loss_scale": 4.0, "retries": 0, "seconds": 220.4, "max_memory_gb": 18.16, "pair": 0.6008313630591147, "sign": 0.058531333721475676, "keep": 0.36754376532758215, "leak": 2.8251437882427126, "replacement": 1.5201549101620913} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 17.714372634887695, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 18.16, "pair": 0.5388535726815462, "sign": 0.20007824525237083, "keep": 0.2555172295542434, "leak": 0.40563449083128944, "replacement": 0.8680599369108677} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 16.010398864746094, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 18.16, "pair": 0.1781180421821773, "sign": 0.04141122289001942, "keep": 0.09991850674850866, "leak": 5.8256821853574365, "replacement": 1.7052034847438335} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.753026962280273, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 18.16, "pair": 0.1769133247435093, "sign": 0.8255847370310221, "keep": 0.0013127265317507408, "leak": 0.31803938595112413, "replacement": 0.6698718890547752} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.4831597805023193, "loss_scale": 4.0, "retries": 0, "seconds": 228.6, "max_memory_gb": 18.16, "pair": 0.1889187302440405, "sign": 0.010422978491988033, "keep": 0.002829210709023755, "leak": 0.33322256058454514, "replacement": 0.2788504548370838} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.7208707332611084, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 18.16, "pair": 0.12397162802517414, "sign": 0.015347588458098471, "keep": 0.005539204183151014, "leak": 0.4128436821483774, "replacement": 0.23762594163417816} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.0081706047058105, "loss_scale": 4.0, "retries": 0, "seconds": 232.7, "max_memory_gb": 18.16, "pair": 0.1810437049716711, "sign": 0.02598412602674216, "keep": 0.009008994093164802, "leak": 0.2352912251080852, "replacement": 0.25736306235194206} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.8834991455078125, "loss_scale": 4.0, "retries": 0, "seconds": 234.7, "max_memory_gb": 18.16, "pair": 0.22288239002227783, "sign": 0.012495262082666159, "keep": 0.003060530172660947, "leak": 0.17545448057353497, "replacement": 0.27452390640974045} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 9.089473724365234, "loss_scale": 4.0, "retries": 0, "seconds": 236.8, "max_memory_gb": 18.16, "pair": 0.11055569374002516, "sign": 0.4873784794763196, "keep": 0.5117317496010401, "leak": 0.42169944453053176, "replacement": 0.7155356826260686} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 7.28439474105835, "loss_scale": 4.0, "retries": 0, "seconds": 238.8, "max_memory_gb": 18.16, "pair": 0.10109952788479859, "sign": 0.026352161090471782, "keep": 0.2794960464187852, "leak": 1.008860070258379, "replacement": 0.5062386393547058} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 7.924806118011475, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 18.16, "pair": 0.21748533132631565, "sign": 0.45129382365121273, "keep": 0.7404225905341377, "leak": 0.5146151073276997, "replacement": 0.9419972710311413} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.4490269422531128, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 18.16, "pair": 0.08162488576272153, "sign": 0.11946254127906286, "keep": 0.00546500191350674, "leak": 0.14634121832204983, "replacement": 0.1806739667954389} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 11.42772102355957, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 18.16, "pair": 0.33879781048744917, "sign": 0.8640696880029282, "keep": 1.6934494616652955, "leak": 0.5081389024853706, "replacement": 1.7445920649915934} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 6.83038330078125, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 18.16, "pair": 0.26787687456817366, "sign": 0.2759254508127924, "keep": 0.13640225899865754, "leak": 0.20428652875125408, "replacement": 0.5251123439520597} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 8.633491516113281, "loss_scale": 4.0, "retries": 0, "seconds": 249.2, "max_memory_gb": 18.16, "pair": 0.29523982136743143, "sign": 0.11903880430327263, "keep": 0.1272922022034635, "leak": 0.7820289880037308, "replacement": 0.6139126121997833} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 8.641219139099121, "loss_scale": 4.0, "retries": 0, "seconds": 251.2, "max_memory_gb": 18.16, "pair": 0.3146004247755627, "sign": 1.1875504002673551, "keep": 0.019232925726100802, "leak": 1.270908646285534, "replacement": 1.2357192300260067} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 6.772621154785156, "loss_scale": 4.0, "retries": 0, "seconds": 253.2, "max_memory_gb": 18.16, "pair": 0.32581681350711733, "sign": 0.6037412750301883, "keep": 2.258909266937735, "leak": 0.5558682228438556, "replacement": 1.8961091078817844} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 7.48145866394043, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 18.16, "pair": 0.12522135284962133, "sign": 0.21163252809492406, "keep": 0.18356531276992882, "leak": 1.3361185933463275, "replacement": 0.6568499132990837} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 12.125934600830078, "loss_scale": 4.0, "retries": 0, "seconds": 257.3, "max_memory_gb": 18.16, "pair": 0.5542742612306029, "sign": 0.5077982365328353, "keep": 1.4110983614809811, "leak": 1.366540146569605, "replacement": 1.855357550084591} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 4.016517162322998, "loss_scale": 4.0, "retries": 0, "seconds": 259.4, "max_memory_gb": 18.16, "pair": 0.05504387762630358, "sign": 0.005598442548944149, "keep": 0.016232519358368336, "leak": 0.7483117878437042, "replacement": 0.2530372985638678} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 7.864521026611328, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 18.16, "pair": 0.08511527511291206, "sign": 0.6490977911889786, "keep": 0.22555506267235614, "leak": 0.30157760716974735, "replacement": 0.5978360893204808} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.795675277709961, "loss_scale": 4.0, "retries": 0, "seconds": 263.4, "max_memory_gb": 18.16, "pair": 0.12175479531288147, "sign": 0.08066496637184173, "keep": 0.11142509838100523, "leak": 0.6983534946411964, "replacement": 0.39238819293677807} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.55968713760376, "loss_scale": 4.0, "retries": 0, "seconds": 265.4, "max_memory_gb": 18.16, "pair": 0.07877863012254238, "sign": 0.6673619931098074, "keep": 0.046536357598142786, "leak": 0.2542601726404996, "replacement": 0.49929283931851387} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 32.68939208984375, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 18.16, "pair": 0.38877097552176565, "sign": 0.671081505715847, "keep": 1.2058063205170129, "leak": 2.0371825844049454, "replacement": 1.836510494351387} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.485818386077881, "loss_scale": 4.0, "retries": 0, "seconds": 269.5, "max_memory_gb": 18.16, "pair": 0.07993400533450767, "sign": 0.011026405496522784, "keep": 0.7657821934892581, "leak": 0.8832471837522462, "replacement": 0.689150121062994} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 7.100998401641846, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 18.16, "pair": 0.5439481846988201, "sign": 0.6146014190744609, "keep": 1.0956103968201205, "leak": 0.35365707334131, "replacement": 1.4874684065580368} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.635582447052002, "loss_scale": 4.0, "retries": 0, "seconds": 273.6, "max_memory_gb": 18.16, "pair": 0.17554789644782431, "sign": 0.31120490208559204, "keep": 0.644360423067269, "leak": 0.39766270481050014, "replacement": 0.7527461957652122} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 3.618612289428711, "loss_scale": 4.0, "retries": 0, "seconds": 275.6, "max_memory_gb": 18.16, "pair": 0.2091890126466751, "sign": 0.01241746125742793, "keep": 0.055328160524368286, "leak": 0.027575038140639663, "replacement": 0.24995557963848114} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 7.4245195388793945, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 18.16, "pair": 0.21168597042560577, "sign": 0.3627585016656667, "keep": 0.073089961297228, "leak": 0.14669764204882085, "replacement": 0.4662846103310585} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.763348579406738, "loss_scale": 4.0, "retries": 0, "seconds": 279.7, "max_memory_gb": 18.16, "pair": 0.24490534886717796, "sign": 0.023814376501832157, "keep": 0.013058288430329412, "leak": 0.41495099241728894, "replacement": 0.3670794293284416} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.6100572347640991, "loss_scale": 4.0, "retries": 0, "seconds": 281.7, "max_memory_gb": 18.16, "pair": 0.12174139078706503, "sign": 0.02397707983618602, "keep": 0.037115714396350086, "leak": 0.36108062602579594, "replacement": 0.24255795031785965} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 8.085539817810059, "loss_scale": 4.0, "retries": 0, "seconds": 283.7, "max_memory_gb": 18.16, "pair": 0.21400205790996552, "sign": 0.28241644328227267, "keep": 0.0062196402286645025, "leak": 0.8682759664952755, "replacement": 0.5753890797495842} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.7124202251434326, "loss_scale": 4.0, "retries": 0, "seconds": 285.8, "max_memory_gb": 18.16, "pair": 0.1272471621632576, "sign": 0.01068099043914117, "keep": 0.006887783638376277, "leak": 0.3377240450354293, "replacement": 0.22046255692839622} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.8090893030166626, "loss_scale": 4.0, "retries": 0, "seconds": 287.9, "max_memory_gb": 18.16, "pair": 0.14712905883789062, "sign": 0.15190533339045942, "keep": 0.0030058217962505296, "leak": 0.037198938051005825, "replacement": 0.2338843671604991} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 8.793015480041504, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 18.16, "pair": 0.28985511418432, "sign": 0.3929169062175788, "keep": 0.15067451348659233, "leak": 0.23158475290983915, "replacement": 0.619546988978982} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 14.028971672058105, "loss_scale": 4.0, "retries": 0, "seconds": 291.9, "max_memory_gb": 18.16, "pair": 0.3702931744046509, "sign": 0.2173997145073372, "keep": 0.8022461086406167, "leak": 0.5569508085027337, "replacement": 1.019353804178536} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 7.286282062530518, "loss_scale": 4.0, "retries": 0, "seconds": 293.9, "max_memory_gb": 18.16, "pair": 0.1442375430779066, "sign": 0.3858565727714449, "keep": 0.0267506779418909, "leak": 0.43483472615480423, "replacement": 0.45924984803423285} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.225511074066162, "loss_scale": 4.0, "retries": 0, "seconds": 295.9, "max_memory_gb": 18.16, "pair": 0.08622574324544985, "sign": 0.004651124305382837, "keep": 0.00369062696344713, "leak": 1.0996365323662758, "replacement": 0.36530576067161746} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.1785595417022705, "loss_scale": 4.0, "retries": 0, "seconds": 298.0, "max_memory_gb": 18.16, "pair": 0.08774536417331547, "sign": 0.022044719546101987, "keep": 0.0035187316534575075, "leak": 0.747383113950491, "replacement": 0.2873728780541569} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 12.563919067382812, "loss_scale": 4.0, "retries": 0, "seconds": 300.0, "max_memory_gb": 18.16, "pair": 0.3513542115688324, "sign": 1.2614714866504073, "keep": 1.641869906087777, "leak": 3.156185459345579, "replacement": 2.5920713394880295} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.731192111968994, "loss_scale": 4.0, "retries": 0, "seconds": 302.1, "max_memory_gb": 18.16, "pair": 0.03048256725014653, "sign": 0.005844510444148909, "keep": 0.0006724443881864772, "leak": 0.6379249021410942, "replacement": 0.19322227034717798} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 6.282949924468994, "loss_scale": 4.0, "retries": 0, "seconds": 304.1, "max_memory_gb": 18.16, "pair": 0.10819338611327112, "sign": 0.02056413127866108, "keep": 0.004671459595556371, "leak": 0.9454425349831581, "replacement": 0.35717181162908673} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 7.680115699768066, "loss_scale": 4.0, "retries": 0, "seconds": 306.2, "max_memory_gb": 18.16, "pair": 0.21296297572553158, "sign": 0.09583034686511382, "keep": 0.129519751528278, "leak": 0.6351599518966395, "replacement": 0.4844280183315277} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.7500890493392944, "loss_scale": 4.0, "retries": 0, "seconds": 308.2, "max_memory_gb": 18.16, "pair": 0.11284212674945593, "sign": 0.017800110043026507, "keep": 0.0039088135708880145, "leak": 0.09417138574644923, "replacement": 0.14723942801356316} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.8392932415008545, "loss_scale": 4.0, "retries": 0, "seconds": 310.3, "max_memory_gb": 18.16, "pair": 0.13795999623835087, "sign": 0.004655930679291487, "keep": 0.02188301202841103, "leak": 0.11076988145941868, "replacement": 0.17892193421721458} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.2295804023742676, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 18.16, "pair": 0.13613549395813607, "sign": 0.004770653118612245, "keep": 0.007107784504285064, "leak": 0.33590296283364296, "replacement": 0.22605045791715384} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.6072733402252197, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 18.16, "pair": 0.16590185661334544, "sign": 0.005933929671300575, "keep": 0.056284286198206246, "leak": 0.7608511895232368, "replacement": 0.3872237764298916} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.232259511947632, "loss_scale": 4.0, "retries": 0, "seconds": 316.3, "max_memory_gb": 18.16, "pair": 0.12611228629248217, "sign": 0.005490920135343913, "keep": 0.6451287023735119, "leak": 0.35923526622354984, "replacement": 0.5412309111561626} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 12.393766403198242, "loss_scale": 4.0, "retries": 0, "seconds": 318.4, "max_memory_gb": 18.16, "pair": 0.37630354668363, "sign": 0.004760034833452664, "keep": 0.015589911341294282, "leak": 0.347144216299057, "replacement": 0.4732645764015615} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 11.836996078491211, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 18.16, "pair": 0.03209862927906215, "sign": 0.673909910605289, "keep": 0.0026795112098625395, "leak": 2.1086740588325483, "replacement": 0.8975618178956211} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 8.651714324951172, "loss_scale": 4.0, "retries": 0, "seconds": 322.5, "max_memory_gb": 18.16, "pair": 0.2264433775562793, "sign": 0.38427984877489507, "keep": 0.5308966614556994, "leak": 0.349323182948865, "replacement": 0.7713624378666282} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.0941083431243896, "loss_scale": 4.0, "retries": 0, "seconds": 324.5, "max_memory_gb": 18.16, "pair": 0.06728393980301917, "sign": 0.0026728487573564053, "keep": 0.007488624544293998, "leak": 0.32723781920503825, "replacement": 0.15417413064278662} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 6.947068691253662, "loss_scale": 4.0, "retries": 0, "seconds": 326.6, "max_memory_gb": 18.16, "pair": 0.16093804500997066, "sign": 0.09833431178412866, "keep": 0.39673683352884836, "leak": 0.17443940788507462, "replacement": 0.4520834684371948} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.6384708881378174, "loss_scale": 4.0, "retries": 0, "seconds": 328.5, "max_memory_gb": 18.16, "pair": 0.14086957968538627, "sign": 0.08484473507269286, "keep": 0.05581614491364917, "leak": 0.508521824143827, "replacement": 0.3383304781746119} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.5537378787994385, "loss_scale": 4.0, "retries": 0, "seconds": 330.6, "max_memory_gb": 18.16, "pair": 0.01373889297246933, "sign": 0.004816724991542287, "keep": 0.15092611230278408, "leak": 0.749067191965878, "replacement": 0.278877108823508} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 18.363859176635742, "loss_scale": 4.0, "retries": 0, "seconds": 332.5, "max_memory_gb": 18.16, "pair": 0.2909105736762285, "sign": 0.39205809496343136, "keep": 0.860770964762196, "leak": 0.3495006019898028, "replacement": 1.0047002136707306} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 6.095080852508545, "loss_scale": 4.0, "retries": 0, "seconds": 334.6, "max_memory_gb": 18.16, "pair": 0.2779052434489131, "sign": 0.21410017227753997, "keep": 0.015636962874850724, "leak": 0.1795099712908268, "replacement": 0.4376513101160526} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.5850375294685364, "loss_scale": 4.0, "retries": 0, "seconds": 336.7, "max_memory_gb": 18.16, "pair": 0.03084923163987696, "sign": 0.007994651736225933, "keep": 0.000567429602597258, "leak": 0.025763213285245, "replacement": 0.04157107602804899} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 31.481870651245117, "loss_scale": 4.0, "retries": 0, "seconds": 338.7, "max_memory_gb": 18.16, "pair": 0.9128741496242583, "sign": 0.9976647674047854, "keep": 1.6146837730775587, "leak": 1.5110961571335793, "replacement": 2.596822368912399} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 7.55491304397583, "loss_scale": 4.0, "retries": 0, "seconds": 340.8, "max_memory_gb": 18.16, "pair": 0.09412587992846966, "sign": 0.02511635242262855, "keep": 0.041272108268458396, "leak": 2.1158270463347435, "replacement": 0.6562768816947937} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.443401575088501, "loss_scale": 4.0, "retries": 0, "seconds": 342.7, "max_memory_gb": 18.16, "pair": 0.05390222615096718, "sign": 0.0052914623520337045, "keep": 0.04615258656485821, "leak": 0.6204065461279242, "replacement": 0.23472588998265564} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.613057851791382, "loss_scale": 4.0, "retries": 0, "seconds": 344.8, "max_memory_gb": 18.16, "pair": 0.1224851943552494, "sign": 0.07814777921885252, "keep": 0.16147584392456338, "leak": 0.6842562712263316, "replacement": 0.413361094892025} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 9.720264434814453, "loss_scale": 4.0, "retries": 0, "seconds": 346.7, "max_memory_gb": 18.16, "pair": 0.08654198469594121, "sign": 0.0026674871842260472, "keep": 0.0031301886028813897, "leak": 2.7557748178369366, "replacement": 0.7783845437224954} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.4992527961730957, "loss_scale": 4.0, "retries": 0, "seconds": 348.9, "max_memory_gb": 18.16, "pair": 0.039043865879648365, "sign": 0.03294726488093147, "keep": 0.13867952272903494, "leak": 0.35816426016390324, "replacement": 0.2143983219866641} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.4296975135803223, "loss_scale": 4.0, "retries": 0, "seconds": 351.0, "max_memory_gb": 18.16, "pair": 0.08238255232572556, "sign": 0.002087957225739956, "keep": 0.008772784669417888, "leak": 0.7084460249170661, "replacement": 0.26492443587630987} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 3.9158623218536377, "loss_scale": 4.0, "retries": 0, "seconds": 353.1, "max_memory_gb": 18.16, "pair": 0.13501802878454328, "sign": 0.1127736610797001, "keep": 0.15823082899441943, "leak": 0.868982060579583, "replacement": 0.4877658060286194} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.741921901702881, "loss_scale": 4.0, "retries": 0, "seconds": 355.0, "max_memory_gb": 18.16, "pair": 0.06464128230072674, "sign": 0.006963796924537746, "keep": 0.022699184126352634, "leak": 1.1856752600579057, "replacement": 0.37589159794151783} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 8.580424308776855, "loss_scale": 4.0, "retries": 0, "seconds": 357.1, "max_memory_gb": 18.16, "pair": 0.22424323623999953, "sign": 0.24311079899780452, "keep": 0.5235472656786442, "leak": 0.2773693788331002, "replacement": 0.676914606243372} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.4010813236236572, "loss_scale": 4.0, "retries": 0, "seconds": 359.1, "max_memory_gb": 18.16, "pair": 0.1018756553530693, "sign": 0.014997810358181596, "keep": 0.007433427090290934, "leak": 0.2785243447870016, "replacement": 0.18272236362099648} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.985095500946045, "loss_scale": 4.0, "retries": 0, "seconds": 361.2, "max_memory_gb": 18.16, "pair": 0.13410150834533852, "sign": 0.14882686683995416, "keep": 0.007511426141462607, "leak": 0.39556586742401123, "replacement": 0.3111621057614684} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.109755516052246, "loss_scale": 4.0, "retries": 0, "seconds": 363.2, "max_memory_gb": 18.16, "pair": 0.035316866415087134, "sign": 0.022687204502290115, "keep": 0.16689292364753783, "leak": 0.3300939239561558, "replacement": 0.21263041161000729} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 5.924167633056641, "loss_scale": 4.0, "retries": 0, "seconds": 365.2, "max_memory_gb": 18.16, "pair": 0.6056283714715391, "sign": 0.5400248656587792, "keep": 0.6124778334038865, "leak": 0.039130021490564104, "replacement": 1.1916622291319072} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.0181021690368652, "loss_scale": 4.0, "retries": 0, "seconds": 367.2, "max_memory_gb": 18.16, "pair": 0.2069107312709093, "sign": 0.025954388780519366, "keep": 0.040087336441501975, "leak": 0.31058940663933754, "replacement": 0.3175789453089237} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.6650261878967285, "loss_scale": 4.0, "retries": 0, "seconds": 369.3, "max_memory_gb": 18.16, "pair": 0.07840093053528108, "sign": 0.007147145894123241, "keep": 0.011927514104172587, "leak": 0.6702829729765654, "replacement": 0.25550901237875223} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 19.77895164489746, "loss_scale": 4.0, "retries": 0, "seconds": 371.3, "max_memory_gb": 18.16, "pair": 0.39622871183019015, "sign": 0.39020783502201084, "keep": 0.0173119867681919, "leak": 2.758030891418457, "replacement": 1.2894963510334492} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.224871873855591, "loss_scale": 4.0, "retries": 0, "seconds": 373.4, "max_memory_gb": 18.16, "pair": 0.10989069120842032, "sign": 0.0038685986073687673, "keep": 0.003071315806435493, "leak": 0.4413566030561924, "replacement": 0.2236997950822115} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.574304103851318, "loss_scale": 4.0, "retries": 0, "seconds": 375.4, "max_memory_gb": 18.16, "pair": 0.11476136928831693, "sign": 0.0037748936520074494, "keep": 0.0021557067218509474, "leak": 0.7974321777001023, "replacement": 0.3170847180299461} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.285654067993164, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 18.16, "pair": 0.04339141049422324, "sign": 0.009233245480572805, "keep": 0.026770511583890766, "leak": 0.16219342895055888, "replacement": 0.10194164607673883} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 9.15807819366455, "loss_scale": 4.0, "retries": 0, "seconds": 379.5, "max_memory_gb": 18.16, "pair": 0.1322913639669423, "sign": 0.017919874320796225, "keep": 0.5297850006936642, "leak": 0.17255617398768663, "replacement": 0.44928280962631106} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.661780834197998, "loss_scale": 4.0, "retries": 0, "seconds": 381.5, "max_memory_gb": 18.16, "pair": 0.23558483365923166, "sign": 0.009330057975603268, "keep": 0.3125512744736625, "leak": 0.25877609848976135, "replacement": 0.46121953800320625} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 5.315377235412598, "loss_scale": 4.0, "retries": 0, "seconds": 383.6, "max_memory_gb": 18.16, "pair": 0.4432904133864213, "sign": 0.7666858231823426, "keep": 0.7492611885915039, "leak": 0.0767544498667121, "replacement": 1.220452481706161} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 25.464561462402344, "loss_scale": 4.0, "retries": 0, "seconds": 385.5, "max_memory_gb": 18.16, "pair": 0.10660182451829314, "sign": 0.9572921472718008, "keep": 2.036276778206229, "leak": 2.9364550299942493, "replacement": 2.337500061839819} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.081066370010376, "loss_scale": 4.0, "retries": 0, "seconds": 387.6, "max_memory_gb": 18.16, "pair": 0.04585899168159813, "sign": 0.004109786590561271, "keep": 0.0031356660765595734, "leak": 0.5175814016256481, "replacement": 0.17887707240879536} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 68.72622680664062, "loss_scale": 4.0, "retries": 0, "seconds": 389.6, "max_memory_gb": 18.16, "pair": 0.6633941987529397, "sign": 0.8273522525560111, "keep": 1.5421375270707358, "leak": 2.945152758678887, "replacement": 2.5844273059628904} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.3897199630737305, "loss_scale": 4.0, "retries": 0, "seconds": 391.6, "max_memory_gb": 18.16, "pair": 0.32432937854900956, "sign": 0.44408892502542585, "keep": 1.142013346310705, "leak": 0.22340620961040258, "replacement": 1.1732321213930845} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.6662094593048096, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 18.16, "pair": 0.12846106432698434, "sign": 0.017435421483241953, "keep": 0.010329257385819801, "leak": 0.7836939133703709, "replacement": 0.3382668908452615} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 5.9818644523620605, "loss_scale": 4.0, "retries": 0, "seconds": 395.7, "max_memory_gb": 18.16, "pair": 0.19662021059775725, "sign": 0.16800188616616651, "keep": 0.06146204021931112, "leak": 0.12677303435799558, "replacement": 0.3430454283952713} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 16.42339324951172, "loss_scale": 4.0, "retries": 0, "seconds": 397.7, "max_memory_gb": 18.16, "pair": 0.04871550516691059, "sign": 0.019622301362687722, "keep": 0.002717173185374122, "leak": 2.3075442146509886, "replacement": 0.6367712765932083} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.874111652374268, "loss_scale": 4.0, "retries": 0, "seconds": 399.9, "max_memory_gb": 18.16, "pair": 0.09163748822174966, "sign": 0.004746543578221463, "keep": 0.002733018165457679, "leak": 1.4111708607524633, "replacement": 0.4481699774041772} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.9389283657073975, "loss_scale": 4.0, "retries": 0, "seconds": 401.9, "max_memory_gb": 18.16, "pair": 0.06938863778486848, "sign": 0.01754434173926711, "keep": 0.001903625285194721, "leak": 0.5290358994025155, "replacement": 0.2113715992309153} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.100257396697998, "loss_scale": 4.0, "retries": 0, "seconds": 403.9, "max_memory_gb": 18.16, "pair": 0.0766469188965857, "sign": 0.045178498956374824, "keep": 0.06355162441468565, "leak": 0.5478930044919252, "replacement": 0.2679852326400578} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.615809202194214, "loss_scale": 4.0, "retries": 0, "seconds": 405.9, "max_memory_gb": 18.16, "pair": 0.061903599358629435, "sign": 0.03441300774284173, "keep": 0.5363691313395975, "leak": 0.4334162501618266, "replacement": 0.4556487174704671} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.878317832946777, "loss_scale": 4.0, "retries": 0, "seconds": 408.1, "max_memory_gb": 18.16, "pair": 0.2310424791648984, "sign": 0.33351017301902175, "keep": 1.2281470469024498, "leak": 0.2214908490423113, "replacement": 1.0672438303008676} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 12.66207218170166, "loss_scale": 4.0, "retries": 0, "seconds": 410.0, "max_memory_gb": 18.16, "pair": 0.2880829870700836, "sign": 0.40194151957985014, "keep": 0.5676074614311801, "leak": 0.4723287206143141, "replacement": 0.8909396268427372} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 11.65479564666748, "loss_scale": 4.0, "retries": 0, "seconds": 412.1, "max_memory_gb": 18.16, "pair": 0.061738803633488715, "sign": 0.005454561760416254, "keep": 0.0021963365140749147, "leak": 4.623828468647844, "replacement": 1.221521376632154} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.8922832012176514, "loss_scale": 4.0, "retries": 0, "seconds": 414.1, "max_memory_gb": 18.16, "pair": 0.09715727809816599, "sign": 0.04430588585091755, "keep": 0.0854538282728754, "leak": 0.14890382019802928, "replacement": 0.1992630884051323} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.847296953201294, "loss_scale": 4.0, "retries": 0, "seconds": 416.2, "max_memory_gb": 18.16, "pair": 0.2828661538660526, "sign": 0.015333817107602954, "keep": 0.03884509886847809, "leak": 0.3677055255975574, "replacement": 0.40188199654221535} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.191257953643799, "loss_scale": 4.0, "retries": 0, "seconds": 418.1, "max_memory_gb": 18.16, "pair": 0.09577484626788646, "sign": 0.0038914308534003794, "keep": 0.0011912439367733896, "leak": 0.20286104921251535, "replacement": 0.14903144259005785} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.225232124328613, "loss_scale": 4.0, "retries": 0, "seconds": 420.2, "max_memory_gb": 18.16, "pair": 0.1806038442591671, "sign": 0.004906343267066404, "keep": 0.010344230569558022, "leak": 0.3823686661198735, "replacement": 0.2838213015347719} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.0894601345062256, "loss_scale": 4.0, "retries": 0, "seconds": 422.2, "max_memory_gb": 18.16, "pair": 0.17180594155797735, "sign": 0.13075523489533225, "keep": 0.0778493255847934, "leak": 0.46687079849652946, "replacement": 0.39282592679955997} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.0439610481262207, "loss_scale": 4.0, "retries": 0, "seconds": 424.2, "max_memory_gb": 18.16, "pair": 0.07713868888095021, "sign": 0.003620884657721035, "keep": 0.0069400953358353945, "leak": 0.2947441877622623, "replacement": 0.15610522218048573} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 10.981837272644043, "loss_scale": 4.0, "retries": 0, "seconds": 426.3, "max_memory_gb": 18.16, "pair": 0.5450885964091867, "sign": 0.46577211254043505, "keep": 0.5932485380908474, "leak": 0.45720623203078503, "replacement": 1.1889004819095135} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 11.043088912963867, "loss_scale": 4.0, "retries": 0, "seconds": 428.3, "max_memory_gb": 18.16, "pair": 0.33816374093294144, "sign": 0.582370071177138, "keep": 2.227393171517008, "leak": 3.0481157321482897, "replacement": 2.5050743762403727} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 7.406977653503418, "loss_scale": 4.0, "retries": 0, "seconds": 430.4, "max_memory_gb": 18.16, "pair": 0.4114210372790694, "sign": 0.2646240229951218, "keep": 0.1476275765162427, "leak": 0.2371773631311953, "replacement": 0.6768411668017507} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 13.94224739074707, "loss_scale": 4.0, "retries": 0, "seconds": 432.4, "max_memory_gb": 18.16, "pair": 0.37199950497597456, "sign": 0.1982317742658779, "keep": 0.07531864673364908, "leak": 0.5767492256127298, "replacement": 0.6529620373621583} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.536684036254883, "loss_scale": 4.0, "retries": 0, "seconds": 434.5, "max_memory_gb": 18.16, "pair": 0.3495192783884704, "sign": 0.3391101199085824, "keep": 0.47096684874850325, "leak": 0.6460735164582729, "replacement": 0.9160762149840593} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.027201175689697, "loss_scale": 4.0, "retries": 0, "seconds": 436.5, "max_memory_gb": 18.16, "pair": 0.31905182491755113, "sign": 0.3870837679860415, "keep": 1.0314400658030536, "leak": 0.058114716317504644, "replacement": 1.042842409107834} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 12.201926231384277, "loss_scale": 4.0, "retries": 0, "seconds": 438.6, "max_memory_gb": 18.16, "pair": 0.4074218980022124, "sign": 0.8813331775018014, "keep": 2.244368668577863, "leak": 0.4330639261752367, "replacement": 2.078538764617406} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.3348615169525146, "loss_scale": 4.0, "retries": 0, "seconds": 440.6, "max_memory_gb": 18.16, "pair": 0.05408144451212138, "sign": 0.016255925263976678, "keep": 0.002938592228019843, "leak": 1.1256817320827395, "replacement": 0.34509912319481373} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.7211737632751465, "loss_scale": 4.0, "retries": 0, "seconds": 442.7, "max_memory_gb": 18.16, "pair": 0.1309684265870601, "sign": 0.0025574463070370257, "keep": 0.0008187144703697413, "leak": 0.04059977293945849, "replacement": 0.14280644431710243} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 8.081640243530273, "loss_scale": 4.0, "retries": 0, "seconds": 444.6, "max_memory_gb": 18.16, "pair": 0.32153115328401327, "sign": 0.5626023840159178, "keep": 0.14682799134425295, "leak": 0.3311909649637528, "replacement": 0.7590440958738327} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.711387872695923, "loss_scale": 4.0, "retries": 0, "seconds": 446.8, "max_memory_gb": 18.16, "pair": 0.10079347062855959, "sign": 0.07470547387492843, "keep": 0.003853647896903567, "leak": 0.09832585696130991, "replacement": 0.16465448960661888} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.1578879356384277, "loss_scale": 4.0, "retries": 0, "seconds": 448.8, "max_memory_gb": 18.16, "pair": 0.16158746887231246, "sign": 0.028958928611245938, "keep": 0.13415505075766987, "leak": 0.059311862802132964, "replacement": 0.2579724192619324} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.7947354316711426, "loss_scale": 4.0, "retries": 0, "seconds": 450.9, "max_memory_gb": 18.16, "pair": 0.3108215807005763, "sign": 0.14534485543845221, "keep": 0.003959357738494873, "leak": 0.549996589652892, "replacement": 0.5229728147387505} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.7543410062789917, "loss_scale": 4.0, "retries": 0, "seconds": 452.9, "max_memory_gb": 18.16, "pair": 0.07924257183913141, "sign": 0.008336911152582616, "keep": 0.013437619432636438, "leak": 0.29533901845570654, "replacement": 0.16396459675161168} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 29.442785263061523, "loss_scale": 4.0, "retries": 0, "seconds": 454.9, "max_memory_gb": 18.16, "pair": 0.4688527784310281, "sign": 0.09029593956802273, "keep": 0.050830312462494476, "leak": 0.9436615630984306, "replacement": 0.7753312904387712} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.2732739448547363, "loss_scale": 4.0, "retries": 0, "seconds": 456.9, "max_memory_gb": 18.16, "pair": 0.06017917603458045, "sign": 0.017847822979092598, "keep": 0.005026352067773132, "leak": 0.39353912917431444, "replacement": 0.1700010527856648} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.892515182495117, "loss_scale": 4.0, "retries": 0, "seconds": 459.0, "max_memory_gb": 18.16, "pair": 0.03657326279790141, "sign": 0.004780898365424946, "keep": 0.0026368116009507503, "leak": 1.7068974323337898, "replacement": 0.4670064765959978} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 5.413578033447266, "loss_scale": 4.0, "retries": 0, "seconds": 461.0, "max_memory_gb": 18.16, "pair": 0.06699236552231014, "sign": 0.021425606275442988, "keep": 0.7607610012637451, "leak": 0.605987049639225, "replacement": 0.6095824018120766} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.3812087774276733, "loss_scale": 4.0, "retries": 0, "seconds": 463.0, "max_memory_gb": 18.16, "pair": 0.042637475020455895, "sign": 0.004320230269513559, "keep": 0.024588951923988134, "leak": 0.009740488210809417, "replacement": 0.059527187258936465} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.4181859493255615, "loss_scale": 4.0, "retries": 0, "seconds": 465.0, "max_memory_gb": 18.16, "pair": 0.05129158357158303, "sign": 0.03344334469875321, "keep": 0.0009398352231073659, "leak": 0.21988390202750452, "replacement": 0.12345415120944381} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.25861120223999, "loss_scale": 4.0, "retries": 0, "seconds": 467.0, "max_memory_gb": 18.16, "pair": 0.08029476293086191, "sign": 0.02980612012470374, "keep": 0.05374009878141095, "leak": 0.9256446547806263, "replacement": 0.3534790426492691} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 27.553930282592773, "loss_scale": 4.0, "retries": 0, "seconds": 469.1, "max_memory_gb": 18.16, "pair": 0.4326350084738806, "sign": 0.420601773657836, "keep": 0.9056196045100933, "leak": 0.7700461709173396, "replacement": 1.2882572449743748} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.166987419128418, "loss_scale": 4.0, "retries": 0, "seconds": 471.0, "max_memory_gb": 18.16, "pair": 0.21479294149321504, "sign": 0.5299794302409282, "keep": 0.0309721937300651, "leak": 0.37418966367840767, "replacement": 0.5888161896727979} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.8741965293884277, "loss_scale": 4.0, "retries": 0, "seconds": 473.1, "max_memory_gb": 18.16, "pair": 0.08127576019614935, "sign": 0.00954453888698481, "keep": 0.01135956498910673, "leak": 0.9085559621453285, "replacement": 0.3188667967915535} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.945350170135498, "loss_scale": 4.0, "retries": 0, "seconds": 475.1, "max_memory_gb": 18.16, "pair": 0.061199967516586185, "sign": 0.0033525931648910046, "keep": 0.0025250596227124333, "leak": 0.6339866891503334, "replacement": 0.2226354656741023} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.0728652477264404, "loss_scale": 4.0, "retries": 0, "seconds": 477.2, "max_memory_gb": 18.16, "pair": 0.04440980014624074, "sign": 0.011706528923241422, "keep": 0.03466768574003254, "leak": 0.3813653878169134, "replacement": 0.16293825558386743} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 21.58350372314453, "loss_scale": 4.0, "retries": 0, "seconds": 479.2, "max_memory_gb": 18.16, "pair": 0.804058486741269, "sign": 0.561596617786563, "keep": 0.9971099428485104, "leak": 0.7182865385257173, "replacement": 1.7629834786057472} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.8002843856811523, "loss_scale": 4.0, "retries": 0, "seconds": 481.3, "max_memory_gb": 18.16, "pair": 0.1118722463506856, "sign": 0.03555924053216586, "keep": 0.002478094083016913, "leak": 0.04263188224285841, "replacement": 0.14154888509074226} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 11.754755973815918, "loss_scale": 4.0, "retries": 0, "seconds": 483.2, "max_memory_gb": 18.16, "pair": 0.2721144538372755, "sign": 0.397866141051054, "keep": 0.26981290912949873, "leak": 1.424418993294239, "replacement": 0.9620587304234505} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.4024711847305298, "loss_scale": 4.0, "retries": 0, "seconds": 485.3, "max_memory_gb": 18.16, "pair": 0.07829858362674713, "sign": 0.009498431580141187, "keep": 0.016520057572051883, "leak": 0.07936873030848801, "replacement": 0.11115000955760479} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.865417242050171, "loss_scale": 4.0, "retries": 0, "seconds": 487.3, "max_memory_gb": 18.16, "pair": 0.25111587159335613, "sign": 0.6081871660426259, "keep": 0.1666961967711842, "leak": 0.1615981450304389, "replacement": 0.6789570525288582} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.8652536869049072, "loss_scale": 4.0, "retries": 0, "seconds": 489.3, "max_memory_gb": 18.16, "pair": 0.19950817432254553, "sign": 0.27912364911753684, "keep": 0.1099543448726763, "leak": 0.05483651673421264, "replacement": 0.4077563132159412} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 9.564948081970215, "loss_scale": 4.0, "retries": 0, "seconds": 491.4, "max_memory_gb": 18.16, "pair": 0.37884240548009984, "sign": 0.3241524863806262, "keep": 0.11796266498004115, "leak": 0.04619295091833919, "replacement": 0.6114482111297548} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.501394271850586, "loss_scale": 4.0, "retries": 0, "seconds": 493.4, "max_memory_gb": 18.16, "pair": 0.08053780283080414, "sign": 0.023465799284167588, "keep": 0.002372830544345561, "leak": 0.7198837921023369, "replacement": 0.2734280591830611} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.4888136386871338, "loss_scale": 4.0, "retries": 0, "seconds": 495.4, "max_memory_gb": 18.16, "pair": 0.06703496247064322, "sign": 0.013000875842408277, "keep": 0.00801757624867605, "leak": 0.1527923917165026, "replacement": 0.115742287482135} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.2748236656188965, "loss_scale": 4.0, "retries": 0, "seconds": 497.5, "max_memory_gb": 18.16, "pair": 0.21618584915995598, "sign": 0.08660665154457092, "keep": 0.020428888565220404, "leak": 0.23282074071539682, "replacement": 0.32790879532694817} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 9.055580139160156, "loss_scale": 4.0, "retries": 0, "seconds": 499.5, "max_memory_gb": 18.16, "pair": 0.3737109871581197, "sign": 0.2941814342048019, "keep": 0.5781086243223399, "leak": 0.28049945551902056, "replacement": 0.8799808844923973} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.3658334016799927, "loss_scale": 4.0, "retries": 0, "seconds": 501.6, "max_memory_gb": 18.16, "pair": 0.05612799781374633, "sign": 0.00269061704602791, "keep": 0.0020075850588909816, "leak": 0.03524640609975904, "replacement": 0.06728869676589966} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 5.696630001068115, "loss_scale": 4.0, "retries": 0, "seconds": 503.6, "max_memory_gb": 18.16, "pair": 0.06668267052737065, "sign": 0.00750155228888616, "keep": 0.146491402061649, "leak": 0.4408668130636215, "replacement": 0.25389584992080927} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.463164806365967, "loss_scale": 4.0, "retries": 0, "seconds": 505.6, "max_memory_gb": 18.16, "pair": 0.16949773766100407, "sign": 0.02269491390325129, "keep": 0.022912604217708576, "leak": 0.5561607903800905, "replacement": 0.3313416875898838} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.1963603496551514, "loss_scale": 4.0, "retries": 0, "seconds": 507.6, "max_memory_gb": 18.16, "pair": 0.14821242168545723, "sign": 0.07334754010662436, "keep": 0.02211266744416207, "leak": 0.32007752312347293, "replacement": 0.27596189826726913} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.6017036437988281, "loss_scale": 4.0, "retries": 0, "seconds": 509.6, "max_memory_gb": 18.16, "pair": 0.08971387024212163, "sign": 0.011461140878964216, "keep": 0.01086968099752994, "leak": 0.37444160895756795, "replacement": 0.19448968768119812} diff --git a/runs/fixed_internvl/replacement/Full_s42/adapter/README.md b/runs/fixed_internvl/replacement/Full_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Full_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..afe5ec095fccb2ca48f5683aa10c32eb282232f3 --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s42/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "self_attn.k_proj", + "self_attn.v_proj", + "gate_proj", + "self_attn.q_proj", + "down_proj", + "up_proj", + "o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s42/config.json b/runs/fixed_internvl/replacement/Full_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba00df34d26e1404d36e537aaa45167e3d5fa23b --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s42/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s42/steps.jsonl b/runs/fixed_internvl/replacement/Full_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4e340b0005f6a87074bdbaa73b99d133c8a08bb5 --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 15.130474090576172, "loss_scale": 4.0, "retries": 0, "seconds": 2.6, "max_memory_gb": 17.82, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 12.225702285766602, "loss_scale": 4.0, "retries": 0, "seconds": 4.7, "max_memory_gb": 18.14, "pair": 1.0952313244342804, "sign": 0.40395163535140455, "keep": 1.3403991907821364, "leak": 5.810857419419335e-05, "replacement": 1.967421293258667} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 18.195375442504883, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 18.14, "pair": 1.089972048997879, "sign": 0.057624608278274536, "keep": 1.5002064406871796, "leak": 0.00035778725577984005, "replacement": 1.868977040052414} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 15.86230754852295, "loss_scale": 4.0, "retries": 0, "seconds": 9.1, "max_memory_gb": 18.15, "pair": 1.0535187721252441, "sign": 0.10078992857597768, "keep": 1.2997063509828877, "leak": 0.002438180585158989, "replacement": 1.7543765008449554} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 10.477879524230957, "loss_scale": 4.0, "retries": 0, "seconds": 11.6, "max_memory_gb": 18.15, "pair": 1.009635329246521, "sign": 0.2277243807911873, "keep": 0.5911190907936543, "leak": 0.003811561764450744, "replacement": 1.4200099110603333} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 12.19324016571045, "loss_scale": 4.0, "retries": 0, "seconds": 13.8, "max_memory_gb": 18.15, "pair": 0.9033649861812592, "sign": 0.14882741309702396, "keep": 0.45923410484101623, "leak": 0.036598792154109105, "replacement": 1.2165454477071762} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.176356315612793, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 18.15, "pair": 0.7333780080080032, "sign": 0.12289758829865605, "keep": 0.4090409204363823, "leak": 0.13057286525145173, "replacement": 1.0319904834032059} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.015268325805664, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 18.15, "pair": 0.8550274521112442, "sign": 0.4341222809161991, "keep": 0.4439850449316509, "leak": 0.05076858776737936, "replacement": 1.306773230433464} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 5.588449954986572, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 18.15, "pair": 0.7215461619198322, "sign": 0.8098437824519351, "keep": 1.120117923244834, "leak": 0.43151331041008234, "replacement": 1.7944053560495377} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 6.6899871826171875, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 18.15, "pair": 0.4565446674823761, "sign": 0.24071258399635553, "keep": 0.08754888872499578, "leak": 0.5781174227595329, "replacement": 0.7652047872543335} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 9.320347785949707, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 18.15, "pair": 0.18468801118433475, "sign": 0.0228521419048775, "keep": 0.002011559042216504, "leak": 2.049602687358856, "replacement": 0.7095205187797546} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 19.101665496826172, "loss_scale": 4.0, "retries": 0, "seconds": 27.3, "max_memory_gb": 18.15, "pair": 0.26805489230901003, "sign": 0.7157182974042371, "keep": 1.193987516406196, "leak": 1.8138713858788833, "replacement": 1.6763756275177002} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.45568561553955, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 18.15, "pair": 0.28515578247606754, "sign": 0.4779153894924093, "keep": 0.044429105473682284, "leak": 1.5473990961909294, "replacement": 0.9331777989864349} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 7.158048629760742, "loss_scale": 4.0, "retries": 0, "seconds": 31.8, "max_memory_gb": 18.15, "pair": 0.1584853120148182, "sign": 0.05207240208983421, "keep": 0.027898990490939468, "leak": 1.9561299085617065, "replacement": 0.6875035017728806} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 21.36342430114746, "loss_scale": 4.0, "retries": 0, "seconds": 34.1, "max_memory_gb": 18.15, "pair": 0.4981610178947449, "sign": 0.19598881457932293, "keep": 0.9140818063169718, "leak": 1.406937062740326, "replacement": 1.4049305468797684} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 23.257339477539062, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 18.15, "pair": 0.2536502070724964, "sign": 0.05510254646651447, "keep": 0.364223952955399, "leak": 2.895354315638542, "replacement": 1.1871520280838013} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.0226714611053467, "loss_scale": 4.0, "retries": 0, "seconds": 38.6, "max_memory_gb": 18.15, "pair": 0.2139532659202814, "sign": 0.017804255476221442, "keep": 0.007536058081313968, "leak": 0.9480288214981556, "replacement": 0.46363062411546707} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.463055610656738, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 18.15, "pair": 0.41168195754289627, "sign": 0.04637747537344694, "keep": 0.04301917739212513, "leak": 1.026455756276846, "replacement": 0.7129942178726196} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.995224475860596, "loss_scale": 4.0, "retries": 0, "seconds": 43.0, "max_memory_gb": 18.15, "pair": 0.3788825497031212, "sign": 0.11209926288574934, "keep": 0.004811733751921565, "leak": 0.19090286642313004, "replacement": 0.48506375402212143} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.185096740722656, "loss_scale": 4.0, "retries": 0, "seconds": 45.3, "max_memory_gb": 18.15, "pair": 0.3374210149049759, "sign": 0.10121251584496349, "keep": 0.027669155097100884, "leak": 1.4348463714122772, "replacement": 0.7605734318494797} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 3.6780967712402344, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 18.15, "pair": 0.2502492219209671, "sign": 0.026662823162041605, "keep": 0.048008688318077475, "leak": 0.34937790036201477, "replacement": 0.37492944300174713} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 6.953434944152832, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 18.15, "pair": 0.4466075412929058, "sign": 0.9947969596832991, "keep": 0.09407750423633843, "leak": 0.305432740598917, "replacement": 1.0674029439687729} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.624224901199341, "loss_scale": 4.0, "retries": 0, "seconds": 52.1, "max_memory_gb": 18.15, "pair": 0.3324985206127167, "sign": 0.03358543408103287, "keep": 0.14233377691925853, "leak": 0.18991493061184883, "replacement": 0.46793685108423233} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.285980701446533, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 18.15, "pair": 0.3415339030325413, "sign": 0.06024967483244836, "keep": 0.15929859129482793, "leak": 0.8374639227986336, "replacement": 0.6606740206480026} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 6.458745956420898, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 18.15, "pair": 0.3638169839978218, "sign": 0.3508970243856311, "keep": 0.18107848495128565, "leak": 0.5370754450559616, "replacement": 0.7640736028552055} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 6.607015609741211, "loss_scale": 4.0, "retries": 0, "seconds": 58.9, "max_memory_gb": 18.15, "pair": 0.2974536754190922, "sign": 0.09900637692771852, "keep": 0.0320630395290209, "leak": 0.4800664708018303, "replacement": 0.48300500214099884} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 27.5700626373291, "loss_scale": 4.0, "retries": 0, "seconds": 61.3, "max_memory_gb": 18.15, "pair": 0.45498629473149776, "sign": 0.23256489099003375, "keep": 0.46096846374985034, "leak": 1.1989472955465317, "replacement": 1.1014897488057613} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.1178154945373535, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 18.15, "pair": 0.2368766851723194, "sign": 0.02286435483256355, "keep": 0.024952622363343835, "leak": 0.6766658052802086, "replacement": 0.42995162308216095} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.93706750869751, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 18.15, "pair": 0.16776027623564005, "sign": 0.0827920128358528, "keep": 0.19613510676208534, "leak": 1.4476981833577156, "replacement": 0.6691483855247498} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.837217330932617, "loss_scale": 4.0, "retries": 0, "seconds": 68.0, "max_memory_gb": 18.15, "pair": 0.24861451424658298, "sign": 0.3476322931237519, "keep": 0.011136346263810992, "leak": 2.003444194793701, "replacement": 0.9288599193096161} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 8.549566268920898, "loss_scale": 4.0, "retries": 0, "seconds": 70.2, "max_memory_gb": 18.15, "pair": 0.38544146809726954, "sign": 0.846949101309292, "keep": 1.6444391158293001, "leak": 0.8231043703854084, "replacement": 1.836911629885435} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 5.0878167152404785, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 18.15, "pair": 0.12571358354762197, "sign": 0.06474236986832693, "keep": 0.11516245023813099, "leak": 1.0105619868263602, "replacement": 0.4683064930140972} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 6.656185150146484, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 18.15, "pair": 0.1049079904332757, "sign": 0.12147837696829811, "keep": 5.873775990039576e-05, "leak": 1.669812299311161, "replacement": 0.5831296164542437} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.3321540355682373, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 18.16, "pair": 0.24817829951643944, "sign": 0.0051510820630937815, "keep": 0.003925322234863415, "leak": 0.4078743774443865, "replacement": 0.35468510538339615} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 4.9167304039001465, "loss_scale": 4.0, "retries": 0, "seconds": 79.1, "max_memory_gb": 18.16, "pair": 0.2399885132908821, "sign": 0.05641984916292131, "keep": 0.1776521111933107, "leak": 0.309249147772789, "replacement": 0.43433678150177} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 5.2764105796813965, "loss_scale": 4.0, "retries": 0, "seconds": 81.4, "max_memory_gb": 18.16, "pair": 0.39105599746108055, "sign": 0.2145330363418907, "keep": 0.17146033441491682, "leak": 0.14339294377714396, "replacement": 0.6199008915573359} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.8788626194000244, "loss_scale": 4.0, "retries": 0, "seconds": 83.5, "max_memory_gb": 18.16, "pair": 0.2324067559093237, "sign": 0.00559268135111779, "keep": 0.03260596710606478, "leak": 0.19244005478685722, "replacement": 0.29961609467864037} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.3794329166412354, "loss_scale": 4.0, "retries": 0, "seconds": 85.8, "max_memory_gb": 18.16, "pair": 0.20686934515833855, "sign": 0.007436608546413481, "keep": 0.011431174294557422, "leak": 0.5169564224779606, "replacement": 0.3455423377454281} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.5186679363250732, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 18.16, "pair": 0.21868629939854145, "sign": 0.14879444695543498, "keep": 0.058916327252518386, "leak": 1.075665146112442, "replacement": 0.5914579704403877} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.8476790189743042, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 18.16, "pair": 0.08682328299619257, "sign": 0.02715082687791437, "keep": 0.005238413791786911, "leak": 0.1663836296647787, "replacement": 0.1446138119790703} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.033174991607666, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 18.16, "pair": 0.11534329690039158, "sign": 0.019093064445769414, "keep": 0.010574801991197091, "leak": 0.2576046632602811, "replacement": 0.1945783942937851} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.188093662261963, "loss_scale": 4.0, "retries": 0, "seconds": 94.6, "max_memory_gb": 18.16, "pair": 0.14109125453978777, "sign": 0.14459896861808375, "keep": 0.022670893112263002, "leak": 0.9929998889565468, "replacement": 0.4729761630296707} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 13.388670921325684, "loss_scale": 4.0, "retries": 0, "seconds": 97.0, "max_memory_gb": 18.16, "pair": 0.3838002746924758, "sign": 0.6572201341041364, "keep": 0.8507357814232819, "leak": 0.946331825107336, "replacement": 1.3743611201643944} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 31.587177276611328, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 18.16, "pair": 0.7743199304677546, "sign": 0.47429592575645074, "keep": 0.9991582726870547, "leak": 1.0765641555190086, "replacement": 1.7801880445331335} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 21.221052169799805, "loss_scale": 4.0, "retries": 0, "seconds": 101.6, "max_memory_gb": 18.16, "pair": 1.1229851669049822, "sign": 0.9004358552047051, "keep": 1.6398480767975343, "leak": 3.7192744817584753, "replacement": 3.322945646941662} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 8.325726509094238, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 18.16, "pair": 0.24872543918900192, "sign": 0.34098407249257434, "keep": 0.5500327247264067, "leak": 1.6247445940971375, "replacement": 1.100420020520687} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 12.966382026672363, "loss_scale": 4.0, "retries": 0, "seconds": 106.1, "max_memory_gb": 18.16, "pair": 0.07689129933714867, "sign": 0.004310369200538844, "keep": 0.0007660203700652346, "leak": 2.5300326347351074, "replacement": 0.7119376510381699} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 5.409730911254883, "loss_scale": 4.0, "retries": 0, "seconds": 108.2, "max_memory_gb": 18.16, "pair": 0.4191916845738888, "sign": 0.3109457040845882, "keep": 0.05429763945085142, "leak": 0.12862588572897948, "replacement": 0.6339698284864426} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 5.6998443603515625, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 18.16, "pair": 0.15009725884374348, "sign": 0.07865489076721133, "keep": 1.1618899201274502, "leak": 0.330849583260715, "replacement": 0.8530820608139038} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.692788600921631, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 18.16, "pair": 0.16966351750306785, "sign": 0.03283904905401869, "keep": 0.038528125325683504, "leak": 0.2603752654395066, "replacement": 0.27044091932475567} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 6.1454758644104, "loss_scale": 4.0, "retries": 0, "seconds": 115.0, "max_memory_gb": 18.16, "pair": 0.3503299201838672, "sign": 0.1595049444003962, "keep": 0.08714286044778419, "leak": 0.16788244806230068, "replacement": 0.5156244337558746} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 9.610109329223633, "loss_scale": 4.0, "retries": 0, "seconds": 117.2, "max_memory_gb": 18.16, "pair": 0.1736739333719015, "sign": 0.025204992154613137, "keep": 0.004178045154723975, "leak": 3.5161731988191605, "replacement": 1.0674087554216385} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.887195587158203, "loss_scale": 4.0, "retries": 0, "seconds": 119.6, "max_memory_gb": 18.16, "pair": 0.28808787278831005, "sign": 0.03405029408168048, "keep": 0.0037823107559233904, "leak": 0.13682414684444666, "replacement": 0.34121022932231426} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 9.513052940368652, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.16, "pair": 0.21502023440552875, "sign": 0.20016658267195453, "keep": 0.6431324760903863, "leak": 0.41198473051190376, "replacement": 0.7396659748628736} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 16.89824867248535, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 18.16, "pair": 0.21890919480938464, "sign": 0.01841840406996198, "keep": 1.1521930973962071, "leak": 0.030146372504532337, "replacement": 0.8117515087360516} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 8.999106407165527, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 18.16, "pair": 0.2492721727467142, "sign": 0.7535240306024207, "keep": 0.04330144473084374, "leak": 0.26228274777531624, "replacement": 0.7132555777207017} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 6.06759786605835, "loss_scale": 4.0, "retries": 0, "seconds": 128.5, "max_memory_gb": 18.16, "pair": 0.5000020004808903, "sign": 0.2615734157152474, "keep": 0.029289503247127868, "leak": 0.1612759351846762, "replacement": 0.6857524514198303} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 5.2872633934021, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 18.16, "pair": 0.40179190412163734, "sign": 0.015698986826464534, "keep": 0.04599962959764525, "leak": 0.15422776155173779, "replacement": 0.4711981490254402} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.6465840339660645, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 18.16, "pair": 0.22756568039767444, "sign": 0.019108339940430596, "keep": 0.0020185383546049707, "leak": 0.6579172965139151, "replacement": 0.4026084467768669} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.597175598144531, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 18.16, "pair": 0.2518496187403798, "sign": 0.1603881275805179, "keep": 0.1008162002908648, "leak": 0.5033292081207037, "replacement": 0.5082840658724308} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 5.303386688232422, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 18.16, "pair": 0.3306049108505249, "sign": 0.029372426914051175, "keep": 0.00610008537023532, "leak": 0.04054175260534976, "replacement": 0.35847659781575203} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 7.1733927726745605, "loss_scale": 4.0, "retries": 0, "seconds": 139.5, "max_memory_gb": 18.16, "pair": 0.30672252364456654, "sign": 0.5331387387996074, "keep": 0.014728087063303974, "leak": 1.5932234153151512, "replacement": 0.9789617732167244} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 6.873658657073975, "loss_scale": 4.0, "retries": 0, "seconds": 141.6, "max_memory_gb": 18.16, "pair": 0.19462869875133038, "sign": 0.669977786950767, "keep": 0.07971825258448462, "leak": 0.9043072517961264, "replacement": 0.795553520321846} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 6.242992401123047, "loss_scale": 4.0, "retries": 0, "seconds": 143.9, "max_memory_gb": 18.16, "pair": 0.332592586055398, "sign": 0.18981508212164044, "keep": 0.10900705454696435, "leak": 0.47407475113868713, "replacement": 0.6005223393440247} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 9.464203834533691, "loss_scale": 4.0, "retries": 0, "seconds": 146.1, "max_memory_gb": 18.16, "pair": 0.14818204380571842, "sign": 0.021320390747860074, "keep": 1.4327381721814163, "leak": 0.3560341037809849, "replacement": 0.9642198719084263} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 9.005906105041504, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 18.16, "pair": 0.17875348767120158, "sign": 0.20072011844604276, "keep": 0.013575984095950844, "leak": 0.022382772847777233, "replacement": 0.2914972396683879} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.2592591047286987, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 18.16, "pair": 0.09483765152981505, "sign": 0.0296004446427105, "keep": 0.04996410011904118, "leak": 0.2908229080494493, "replacement": 0.20732565270736814} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 7.3844895362854, "loss_scale": 4.0, "retries": 0, "seconds": 152.8, "max_memory_gb": 18.16, "pair": 0.2353212833404541, "sign": 0.05739463047939353, "keep": 0.016456843624837347, "leak": 1.5542288161814213, "replacement": 0.6608042158186436} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.022718906402588, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 18.16, "pair": 0.11910871777945431, "sign": 0.042006626434158534, "keep": 0.024355092106361553, "leak": 0.4393143951892853, "replacement": 0.26211817748844624} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 7.736482620239258, "loss_scale": 4.0, "retries": 0, "seconds": 157.3, "max_memory_gb": 18.16, "pair": 0.3671791981905699, "sign": 0.3690232303342782, "keep": 0.8876513016075478, "leak": 0.8760655536316335, "replacement": 1.2145328186452389} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 44.971832275390625, "loss_scale": 4.0, "retries": 0, "seconds": 159.5, "max_memory_gb": 18.16, "pair": 1.1218167021870613, "sign": 0.8393938944209367, "keep": 1.7534466870129108, "leak": 2.502043823711574, "replacement": 3.0437477976083755} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.3620275259017944, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 18.16, "pair": 0.07864262815564871, "sign": 0.037314922345103696, "keep": 0.009519773702777456, "leak": 0.21998991817235947, "replacement": 0.15705745294690132} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.4002180099487305, "loss_scale": 4.0, "retries": 0, "seconds": 164.0, "max_memory_gb": 18.16, "pair": 0.2322731576859951, "sign": 0.053955149254761636, "keep": 0.9741922168177553, "leak": 0.6046563130803406, "replacement": 0.8975109085440636} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 8.494221687316895, "loss_scale": 4.0, "retries": 0, "seconds": 166.3, "max_memory_gb": 18.16, "pair": 0.15014292113482952, "sign": 0.19890766765456647, "keep": 0.0026265176420565695, "leak": 2.289142995956354, "replacement": 0.8231957629323006} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.321952819824219, "loss_scale": 4.0, "retries": 0, "seconds": 168.4, "max_memory_gb": 18.16, "pair": 0.07343740016222, "sign": 0.06525222584605217, "keep": 0.026703708196009757, "leak": 0.8358261352404952, "replacement": 0.32837190479040146} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.4459352493286133, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 18.16, "pair": 0.1910080499947071, "sign": 0.008725427556782961, "keep": 0.007139033987186849, "leak": 0.9522904343903065, "replacement": 0.4370128884911537} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 9.960345268249512, "loss_scale": 4.0, "retries": 0, "seconds": 173.0, "max_memory_gb": 18.16, "pair": 0.34155176067724824, "sign": 0.5148709037457593, "keep": 0.016815256705740467, "leak": 1.466090690344572, "replacement": 0.9739174880087376} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.8386261463165283, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 18.16, "pair": 0.16879258677363396, "sign": 0.02663754893001169, "keep": 0.012079187436029315, "leak": 0.26798333786427975, "replacement": 0.2551467902958393} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 5.093101978302002, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 18.16, "pair": 0.2715408392250538, "sign": 0.05277267890051007, "keep": 0.00833619803597685, "leak": 0.06430730549618602, "replacement": 0.3181721083819866} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 5.406595230102539, "loss_scale": 4.0, "retries": 0, "seconds": 179.7, "max_memory_gb": 18.16, "pair": 0.33046177675714716, "sign": 0.3777800595271401, "keep": 0.6086488389373699, "leak": 0.7165286457166076, "replacement": 1.0028084069490433} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 14.96657943725586, "loss_scale": 4.0, "retries": 0, "seconds": 182.0, "max_memory_gb": 18.16, "pair": 0.555963397026062, "sign": 0.774138743057847, "keep": 2.1263372201065067, "leak": 0.6701600556261837, "replacement": 2.173741340637207} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.0626471042633057, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 18.16, "pair": 0.18523414060473442, "sign": 0.008524278877303004, "keep": 0.009202599059790373, "leak": 0.78709776699543, "replacement": 0.3908720090985298} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.9537503719329834, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 18.16, "pair": 0.09330052183941007, "sign": 0.011101516196504235, "keep": 0.2305389700923115, "leak": 0.9048488233238459, "replacement": 0.44033298548310995} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.247441530227661, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 18.16, "pair": 0.11089016473852098, "sign": 0.10876089229714125, "keep": 0.08690689253853634, "leak": 0.2892216765321791, "replacement": 0.2810294711962342} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.27520489692688, "loss_scale": 4.0, "retries": 0, "seconds": 191.0, "max_memory_gb": 18.16, "pair": 0.11415633431170136, "sign": 0.1260042333160527, "keep": 0.004294739384931745, "leak": 0.029637000523507595, "replacement": 0.18671506899408996} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.4737911224365234, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 18.16, "pair": 0.10827739862725139, "sign": 0.03355526892119087, "keep": 0.012447253277059644, "leak": 0.22134792059659958, "replacement": 0.18661564216017723} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.1456925868988037, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 18.16, "pair": 0.10822506924159825, "sign": 0.08535192249109969, "keep": 0.09604388572915923, "leak": 0.18009918788447976, "replacement": 0.2439477751031518} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 8.027968406677246, "loss_scale": 4.0, "retries": 0, "seconds": 197.6, "max_memory_gb": 18.16, "pair": 0.0738184525998804, "sign": 0.0969459053776518, "keep": 0.2944936289131448, "leak": 0.30982107296586037, "replacement": 0.3469934775494039} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.0934886932373047, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 18.16, "pair": 0.19507536990568042, "sign": 0.006611355667700991, "keep": 0.024928415601607412, "leak": 0.05714227713178843, "replacement": 0.22513082344084978} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 4.732207298278809, "loss_scale": 4.0, "retries": 0, "seconds": 202.2, "max_memory_gb": 18.16, "pair": 0.04201343283057213, "sign": 0.006112673683674075, "keep": 0.0027455435556476004, "leak": 1.223346583545208, "replacement": 0.3522791899740696} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 14.509254455566406, "loss_scale": 4.0, "retries": 0, "seconds": 204.5, "max_memory_gb": 18.16, "pair": 0.447859656997025, "sign": 1.1475812465068884, "keep": 0.1038352984469384, "leak": 2.7800198122859, "replacement": 1.7685728445649147} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.4783575534820557, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 18.16, "pair": 0.06669871334452182, "sign": 0.03278552065603435, "keep": 0.015567515642032959, "leak": 0.21895775943994522, "replacement": 0.14561466872692108} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 17.99534034729004, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 18.16, "pair": 0.2872273335233331, "sign": 0.16550562079646625, "keep": 0.13544417172670364, "leak": 1.3766603916883469, "replacement": 0.7818673104047775} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 15.91671085357666, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 18.16, "pair": 0.24519434018293396, "sign": 0.7044999831123278, "keep": 0.9182323507266119, "leak": 1.403331263922155, "replacement": 1.4073933400213718} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 4.570308208465576, "loss_scale": 4.0, "retries": 0, "seconds": 213.9, "max_memory_gb": 18.16, "pair": 0.06348202156368643, "sign": 0.0317107739392668, "keep": 0.12419206171762198, "leak": 0.6568151786923409, "replacement": 0.3056372366845608} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 12.417863845825195, "loss_scale": 4.0, "retries": 0, "seconds": 216.1, "max_memory_gb": 18.16, "pair": 0.05375822354108095, "sign": 0.015839393250644207, "keep": 0.009615766515707946, "leak": 2.9131191931664944, "replacement": 0.7947656083852053} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 15.88576602935791, "loss_scale": 4.0, "retries": 0, "seconds": 219.0, "max_memory_gb": 18.16, "pair": 0.045320588711547316, "sign": 0.8178707812621724, "keep": 0.012861277078599187, "leak": 2.8834143429994583, "replacement": 1.181540198624134} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 6.672876834869385, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 18.16, "pair": 0.12731512018945068, "sign": 0.09567030353355221, "keep": 0.012838596067012986, "leak": 0.8947450863197446, "replacement": 0.40525584830902517} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 4.432318687438965, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 18.16, "pair": 0.24641778133809566, "sign": 0.13659843313507736, "keep": 0.010858201239898335, "leak": 0.6470800470560789, "replacement": 0.4819160923361778} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 3.669365167617798, "loss_scale": 4.0, "retries": 0, "seconds": 227.4, "max_memory_gb": 18.16, "pair": 0.1808263286948204, "sign": 0.3866787498118356, "keep": 0.0071808825887274, "leak": 0.1394172152504325, "replacement": 0.41261045448482037} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 7.301769733428955, "loss_scale": 4.0, "retries": 0, "seconds": 230.5, "max_memory_gb": 18.16, "pair": 0.25101498445656034, "sign": 0.1910593487555161, "keep": 0.5000871882366473, "leak": 0.24158959090709686, "replacement": 0.6569856368005276} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.6918764114379883, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 18.16, "pair": 0.1286872229538858, "sign": 0.025064245506655425, "keep": 0.06382447350915754, "leak": 0.6225685048848391, "replacement": 0.32877370715141296} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 15.700128555297852, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 18.16, "pair": 0.5894813812337816, "sign": 0.4519439477007836, "keep": 0.3058810559450649, "leak": 0.41498108918312937, "replacement": 1.072139149531722} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 6.8892083168029785, "loss_scale": 4.0, "retries": 0, "seconds": 238.4, "max_memory_gb": 18.16, "pair": 0.18605980649590492, "sign": 0.20707916363608092, "keep": 0.3635258914437145, "leak": 0.3678743354976177, "replacement": 0.5633309334516525} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 17.226274490356445, "loss_scale": 4.0, "retries": 0, "seconds": 241.0, "max_memory_gb": 18.16, "pair": 0.1453511877807614, "sign": 0.38188118577818386, "keep": 0.3352540684604719, "leak": 0.6423396744066849, "replacement": 0.664503715466708} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 24.060155868530273, "loss_scale": 4.0, "retries": 0, "seconds": 243.7, "max_memory_gb": 18.16, "pair": 0.24766933359205723, "sign": 0.06607534497743472, "keep": 0.08694248017854989, "leak": 2.205917462706566, "replacement": 0.875657569617033} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 8.789719581604004, "loss_scale": 4.0, "retries": 0, "seconds": 246.1, "max_memory_gb": 18.16, "pair": 0.38420944660902023, "sign": 0.560890441556694, "keep": 0.9549662792123854, "leak": 0.698561854660511, "replacement": 1.3167783059179783} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 15.941818237304688, "loss_scale": 4.0, "retries": 0, "seconds": 248.8, "max_memory_gb": 18.16, "pair": 0.5018051154911518, "sign": 0.3614992428920232, "keep": 0.7895343620330095, "leak": 1.3011396043002605, "replacement": 1.4026068188250065} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 23.148611068725586, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.16, "pair": 0.1645084312185645, "sign": 0.3994293800788, "keep": 0.036599318380467594, "leak": 0.6067570671439171, "replacement": 0.5342120230197906} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 8.182111740112305, "loss_scale": 4.0, "retries": 0, "seconds": 254.1, "max_memory_gb": 18.16, "pair": 0.027869330282555893, "sign": 0.025050987489521503, "keep": 0.5807468793791486, "leak": 2.1675671748816967, "replacement": 0.8726600371301174} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 3.448251247406006, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 18.16, "pair": 0.07333665172336623, "sign": 0.004446669481694698, "keep": 0.006125789703276041, "leak": 0.5965346490120282, "replacement": 0.22775654483120888} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 15.440930366516113, "loss_scale": 4.0, "retries": 0, "seconds": 259.4, "max_memory_gb": 18.16, "pair": 0.0864082754123956, "sign": 0.45288532541599125, "keep": 0.639759790559765, "leak": 0.4120429879112635, "replacement": 0.7357415878213942} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 7.185764312744141, "loss_scale": 4.0, "retries": 0, "seconds": 262.1, "max_memory_gb": 18.16, "pair": 0.3952358840033412, "sign": 0.5993580386275426, "keep": 2.107513257069513, "leak": 0.6521755335852504, "replacement": 1.9117153901606798} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.8959099054336548, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 18.16, "pair": 0.12276334478519857, "sign": 0.008671899558976293, "keep": 0.017435210233088583, "leak": 0.012319791290792637, "replacement": 0.138896853197366} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 10.713147163391113, "loss_scale": 4.0, "retries": 0, "seconds": 267.8, "max_memory_gb": 18.16, "pair": 0.26110476069152355, "sign": 0.6917112677474506, "keep": 1.3649134575389326, "leak": 1.056392191676423, "replacement": 1.5535151809453964} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.35513174533844, "loss_scale": 4.0, "retries": 0, "seconds": 270.7, "max_memory_gb": 18.16, "pair": 0.041641226736828685, "sign": 0.007134895538911223, "keep": 0.006327563376544276, "leak": 0.26859664684161544, "replacement": 0.1155216209590435} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 22.469707489013672, "loss_scale": 4.0, "retries": 0, "seconds": 273.3, "max_memory_gb": 18.16, "pair": 0.05749232042580843, "sign": 0.7610538237349829, "keep": 1.6202456820115003, "leak": 5.192988622933626, "replacement": 2.546389212831855} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 1.8436079025268555, "loss_scale": 4.0, "retries": 0, "seconds": 276.5, "max_memory_gb": 18.16, "pair": 0.1032966478378512, "sign": 0.02509967071819119, "keep": 0.02771701183883124, "leak": 0.2527402702253312, "replacement": 0.19289005507016554} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.020810604095459, "loss_scale": 4.0, "retries": 0, "seconds": 279.0, "max_memory_gb": 18.16, "pair": 0.058597034541890025, "sign": 0.018587678503536154, "keep": 0.04737837181892246, "leak": 0.43302300991490483, "replacement": 0.19983581081032753} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.5589733123779297, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 18.16, "pair": 0.1617469023913145, "sign": 0.009491983859334141, "keep": 0.025884811533614993, "leak": 0.5991548639722168, "replacement": 0.32922401651740074} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 6.112276554107666, "loss_scale": 4.0, "retries": 0, "seconds": 283.6, "max_memory_gb": 18.16, "pair": 0.1401142245158553, "sign": 0.10389910731464624, "keep": 0.04670776802231558, "leak": 0.3652820810675621, "replacement": 0.3067381754517555} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.8796660900115967, "loss_scale": 4.0, "retries": 0, "seconds": 285.8, "max_memory_gb": 18.16, "pair": 0.1690066900337115, "sign": 0.048516172493691556, "keep": 0.0032244324684143066, "leak": 0.9048299737623893, "replacement": 0.42108448641374707} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 8.372160911560059, "loss_scale": 4.0, "retries": 0, "seconds": 287.9, "max_memory_gb": 18.16, "pair": 0.13941430673003197, "sign": 0.013158791232854128, "keep": 0.004778726230142638, "leak": 2.708875358104706, "replacement": 0.8256019055843353} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 1.9559820890426636, "loss_scale": 4.0, "retries": 0, "seconds": 290.0, "max_memory_gb": 18.16, "pair": 0.06073371117236093, "sign": 0.009720526710225386, "keep": 0.013028158334208229, "leak": 0.1236056899651885, "replacement": 0.10300947725772858} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 18.756084442138672, "loss_scale": 4.0, "retries": 0, "seconds": 292.3, "max_memory_gb": 18.16, "pair": 0.4496516394428909, "sign": 0.008940335683291778, "keep": 0.004218259215122089, "leak": 1.3404403887689114, "replacement": 0.7913410291075706} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 6.812704563140869, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 18.16, "pair": 0.34030061883095186, "sign": 0.581551528419368, "keep": 1.995562519747125, "leak": 0.8544033106882125, "replacement": 1.8424584232270718} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.832770586013794, "loss_scale": 4.0, "retries": 0, "seconds": 296.7, "max_memory_gb": 18.16, "pair": 0.15284160690498538, "sign": 0.00915612759126816, "keep": 0.07115433174749342, "leak": 0.612180958269164, "replacement": 0.34604207100346684} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.9765384197235107, "loss_scale": 4.0, "retries": 0, "seconds": 298.8, "max_memory_gb": 18.16, "pair": 0.10004683793522418, "sign": 0.04221357003552839, "keep": 0.017800384666770697, "leak": 0.09116634365636855, "replacement": 0.15284540131688118} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 34.740501403808594, "loss_scale": 4.0, "retries": 0, "seconds": 301.1, "max_memory_gb": 18.16, "pair": 0.33861587206774857, "sign": 0.6223735045350622, "keep": 1.1247053229974426, "leak": 1.4986370131373405, "replacement": 1.5868146317079663} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 3.700166702270508, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 18.16, "pair": 0.08247892558574677, "sign": 0.05762997978308704, "keep": 0.0078033121026237495, "leak": 0.19689233519602567, "replacement": 0.1644186582416296} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 5.222302436828613, "loss_scale": 4.0, "retries": 0, "seconds": 305.5, "max_memory_gb": 18.16, "pair": 0.3149290094152093, "sign": 0.31694974994752556, "keep": 0.41551880817860365, "leak": 0.7840149328112602, "replacement": 0.8771670423448086} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.073484182357788, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 18.16, "pair": 0.06779071646451484, "sign": 0.0015708767459727824, "keep": 0.005524619773041195, "leak": 0.29345312563236803, "replacement": 0.14470174256712198} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 1.8250643014907837, "loss_scale": 4.0, "retries": 0, "seconds": 309.9, "max_memory_gb": 18.16, "pair": 0.09890921786427498, "sign": 0.010845073702512309, "keep": 0.003908117621904239, "leak": 0.07914179377257824, "replacement": 0.12607126496732235} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 3.6419289112091064, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.16, "pair": 0.16306625911965966, "sign": 0.0900898045510985, "keep": 0.03491864311581594, "leak": 0.21835909038054524, "replacement": 0.28016025945544243} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 8.522759437561035, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 18.16, "pair": 0.35967486444860697, "sign": 0.6150933580793208, "keep": 0.9387132129195379, "leak": 1.7169566415250301, "replacement": 1.565817341208458} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 8.04098892211914, "loss_scale": 4.0, "retries": 0, "seconds": 316.4, "max_memory_gb": 18.16, "pair": 0.07460522989276797, "sign": 0.06129405309911817, "keep": 0.003105497860815376, "leak": 0.7467270065099001, "replacement": 0.2934867488220334} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 9.16070556640625, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 18.16, "pair": 0.20553619787096977, "sign": 0.01943092863075435, "keep": 1.361240559606813, "leak": 0.8849777095019817, "replacement": 1.117116343230009} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.5043147802352905, "loss_scale": 4.0, "retries": 0, "seconds": 320.8, "max_memory_gb": 18.16, "pair": 0.16339644324034452, "sign": 0.006416778778657317, "keep": 0.009748940778081305, "leak": 0.26983981765806675, "replacement": 0.23893925733864307} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 10.304037094116211, "loss_scale": 4.0, "retries": 0, "seconds": 323.1, "max_memory_gb": 18.16, "pair": 0.4857491606671829, "sign": 0.5013105177495163, "keep": 0.856537099200068, "leak": 0.16431731147895334, "replacement": 1.2057523149996996} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.117490530014038, "loss_scale": 4.0, "retries": 0, "seconds": 325.2, "max_memory_gb": 18.16, "pair": 0.16782260173931718, "sign": 0.00668124426738359, "keep": 0.0746302175684832, "leak": 0.14364715867850464, "replacement": 0.24439012072980404} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.741103172302246, "loss_scale": 4.0, "retries": 0, "seconds": 327.5, "max_memory_gb": 18.16, "pair": 0.09038961632177234, "sign": 0.010252002160996199, "keep": 0.030321602971525863, "leak": 0.37700376752763987, "replacement": 0.20492735877633095} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.520247220993042, "loss_scale": 4.0, "retries": 0, "seconds": 329.6, "max_memory_gb": 18.16, "pair": 0.1553574507652229, "sign": 0.028895423281937838, "keep": 0.0065741860203161195, "leak": 0.23450572043657303, "replacement": 0.23171868926147} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 7.863377094268799, "loss_scale": 4.0, "retries": 0, "seconds": 332.0, "max_memory_gb": 18.16, "pair": 0.23767395154573023, "sign": 0.3980195214098785, "keep": 0.6112381848197401, "leak": 1.2685138806700706, "replacement": 1.0594312250614166} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 0.9117147922515869, "loss_scale": 4.0, "retries": 0, "seconds": 334.1, "max_memory_gb": 18.16, "pair": 0.026544564869254827, "sign": 0.0025477050512563437, "keep": 0.0054718122119084, "leak": 0.14565605060124653, "replacement": 0.06696833670139313} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 6.206658840179443, "loss_scale": 4.0, "retries": 0, "seconds": 336.2, "max_memory_gb": 18.16, "pair": 0.02884410037586349, "sign": 0.00733391255926108, "keep": 0.0009693928113847505, "leak": 1.7217345125973225, "replacement": 0.46342939138412476} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 0.8736789226531982, "loss_scale": 4.0, "retries": 0, "seconds": 338.5, "max_memory_gb": 18.16, "pair": 0.05805067135952413, "sign": 0.0019888658280251548, "keep": 0.003508641937514767, "leak": 0.01055781019385904, "replacement": 0.06343887583352625} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 1.9606785774230957, "loss_scale": 4.0, "retries": 0, "seconds": 340.6, "max_memory_gb": 18.16, "pair": 0.06436988661880605, "sign": 0.07442848801292712, "keep": 0.03128228518744436, "leak": 0.28576152585446835, "replacement": 0.18866564851487055} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 5.297865390777588, "loss_scale": 4.0, "retries": 0, "seconds": 342.8, "max_memory_gb": 18.16, "pair": 0.18314710375852883, "sign": 0.15943795556086116, "keep": 0.25937327183601155, "leak": 0.18866030813660473, "replacement": 0.4397177994251251} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.44612979888916, "loss_scale": 4.0, "retries": 0, "seconds": 344.9, "max_memory_gb": 18.16, "pair": 0.0519204472839192, "sign": 0.0034562663713586517, "keep": 0.7407429173763376, "leak": 0.630693431943655, "replacement": 0.5816934183239937} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.974099636077881, "loss_scale": 4.0, "retries": 0, "seconds": 347.1, "max_memory_gb": 18.16, "pair": 0.10849895514547825, "sign": 0.04692737069854047, "keep": 0.00487677421187982, "leak": 0.6366791019681841, "replacement": 0.2935707960277796} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 8.34143352508545, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 18.16, "pair": 0.08442686684429646, "sign": 0.31747626746073365, "keep": 0.002480308129634068, "leak": 2.8594261249527335, "replacement": 0.9592616688460112} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.795705556869507, "loss_scale": 4.0, "retries": 0, "seconds": 351.7, "max_memory_gb": 18.16, "pair": 0.1105204913765192, "sign": 0.021793440100736916, "keep": 0.046854496002197266, "leak": 0.1268883305019699, "replacement": 0.17656654119491577} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.2838497161865234, "loss_scale": 4.0, "retries": 0, "seconds": 353.9, "max_memory_gb": 18.16, "pair": 0.04958568327128887, "sign": 0.004577891144435853, "keep": 0.01712725148536265, "leak": 0.7145818457938731, "replacement": 0.2390837101265788} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.2413763999938965, "loss_scale": 4.0, "retries": 0, "seconds": 356.2, "max_memory_gb": 18.16, "pair": 0.07113389065489173, "sign": 0.005458044295664877, "keep": 0.008179657132131979, "leak": 0.4625162433949299, "replacement": 0.19358179531991482} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 6.118276119232178, "loss_scale": 4.0, "retries": 0, "seconds": 358.7, "max_memory_gb": 18.16, "pair": 0.33696819297620095, "sign": 0.3190949070667557, "keep": 0.09415367097426497, "leak": 0.4237273447215557, "replacement": 0.6495243172976188} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 5.22264289855957, "loss_scale": 4.0, "retries": 0, "seconds": 361.3, "max_memory_gb": 18.16, "pair": 0.22528888005763292, "sign": 0.17533656570594758, "keep": 0.18410434777615592, "leak": 0.9248020006343722, "replacement": 0.636209812015295} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 6.278773307800293, "loss_scale": 4.0, "retries": 0, "seconds": 363.5, "max_memory_gb": 18.16, "pair": 0.036669032597274054, "sign": 0.0070401245466200635, "keep": 0.017852600118203554, "leak": 0.7258290741592646, "replacement": 0.23057266953401268} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.2508444786071777, "loss_scale": 4.0, "retries": 0, "seconds": 365.7, "max_memory_gb": 18.16, "pair": 0.054982018074952066, "sign": 0.002306943802977912, "keep": 0.025780233670047892, "leak": 0.8877951204776764, "replacement": 0.29097438463941216} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.628448486328125, "loss_scale": 4.0, "retries": 0, "seconds": 367.9, "max_memory_gb": 18.16, "pair": 0.17127874684229027, "sign": 0.010770905093522742, "keep": 0.006754645438221019, "leak": 0.7087988890707493, "replacement": 0.35724124606349505} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 10.669249534606934, "loss_scale": 4.0, "retries": 0, "seconds": 370.1, "max_memory_gb": 18.16, "pair": 0.2873079547980524, "sign": 0.4865611022396479, "keep": 0.34097942482185317, "leak": 0.041647247126093134, "replacement": 0.7114899992011487} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 10.909101486206055, "loss_scale": 4.0, "retries": 0, "seconds": 372.2, "max_memory_gb": 18.16, "pair": 0.1767855491489172, "sign": 0.029797830153256655, "keep": 0.5379902173881419, "leak": 0.3636422890558606, "replacement": 0.551590146496892} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 6.947440147399902, "loss_scale": 4.0, "retries": 0, "seconds": 374.5, "max_memory_gb": 18.16, "pair": 0.12151808477938175, "sign": 0.10027297027409077, "keep": 0.025747641921043396, "leak": 0.8727373965084553, "replacement": 0.40271274000406265} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.2046875953674316, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 18.16, "pair": 0.18042015003447887, "sign": 0.11656480064266361, "keep": 0.08729647887412284, "leak": 0.7948740664869547, "replacement": 0.48106929659843445} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 8.321043014526367, "loss_scale": 4.0, "retries": 0, "seconds": 378.8, "max_memory_gb": 18.16, "pair": 0.44597588293254375, "sign": 0.49680530396290123, "keep": 0.2363256772805471, "leak": 0.2736347713507712, "replacement": 0.8809500448405743} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.5413758754730225, "loss_scale": 4.0, "retries": 0, "seconds": 381.0, "max_memory_gb": 18.16, "pair": 0.044895380713569466, "sign": 0.003263191603764426, "keep": 0.03535200817805162, "leak": 0.08188920095562935, "replacement": 0.08467528084293008} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 4.365027904510498, "loss_scale": 4.0, "retries": 0, "seconds": 383.1, "max_memory_gb": 18.16, "pair": 0.17344668903388083, "sign": 0.1140923808561638, "keep": 0.001748660813063907, "leak": 0.25756675377488136, "replacement": 0.2957589104771614} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 2.009185314178467, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 18.16, "pair": 0.09051923002607509, "sign": 0.005932527485128958, "keep": 0.00460043187285919, "leak": 0.16732413647696376, "replacement": 0.13761673925910145} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.6523593664169312, "loss_scale": 4.0, "retries": 0, "seconds": 387.4, "max_memory_gb": 18.16, "pair": 0.17846172372810543, "sign": 0.007686896453378722, "keep": 0.07862516582963508, "leak": 0.42038432508707047, "replacement": 0.3267138432711363} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 5.237120151519775, "loss_scale": 4.0, "retries": 0, "seconds": 389.7, "max_memory_gb": 18.16, "pair": 0.04066011727263685, "sign": 0.015760143724037334, "keep": 0.00920450475052803, "leak": 1.8288913792930543, "replacement": 0.5103652980178595} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 4.730197906494141, "loss_scale": 4.0, "retries": 0, "seconds": 391.9, "max_memory_gb": 18.16, "pair": 0.17053274158388376, "sign": 0.0786083362181671, "keep": 0.15810989170859102, "leak": 0.26864955946803093, "replacement": 0.35605423897504807} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 8.298629760742188, "loss_scale": 4.0, "retries": 0, "seconds": 394.2, "max_memory_gb": 18.16, "pair": 0.2593053700402379, "sign": 0.1339529106626287, "keep": 0.10769599955528975, "leak": 0.16896168590756133, "replacement": 0.4223702400922775} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 4.971945762634277, "loss_scale": 4.0, "retries": 0, "seconds": 396.3, "max_memory_gb": 18.16, "pair": 0.261360639706254, "sign": 0.079798519378528, "keep": 0.2703882957575843, "leak": 0.2149967653749627, "replacement": 0.49020324647426605} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 3.2811827659606934, "loss_scale": 4.0, "retries": 0, "seconds": 398.5, "max_memory_gb": 18.16, "pair": 0.2446135599166155, "sign": 0.062353565357625484, "keep": 0.037942659633699805, "leak": 0.08165987394750118, "replacement": 0.3151766397058964} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.500861883163452, "loss_scale": 4.0, "retries": 0, "seconds": 400.6, "max_memory_gb": 18.16, "pair": 0.08705485239624977, "sign": 0.004929030750645325, "keep": 0.09834613162092865, "leak": 0.958278039470315, "replacement": 0.3782619386911392} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.75966477394104, "loss_scale": 4.0, "retries": 0, "seconds": 402.9, "max_memory_gb": 18.16, "pair": 0.19131310743796348, "sign": 0.004901655811409, "keep": 0.14589495525990515, "leak": 0.17994207423180342, "replacement": 0.3116969174006954} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.0083348751068115, "loss_scale": 4.0, "retries": 0, "seconds": 405.0, "max_memory_gb": 18.16, "pair": 0.133524717297405, "sign": 0.03704416294931434, "keep": 0.0036119426476943772, "leak": 0.16024866786028724, "replacement": 0.19391493499279022} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 19.181888580322266, "loss_scale": 4.0, "retries": 0, "seconds": 407.2, "max_memory_gb": 18.16, "pair": 0.12866037106141448, "sign": 0.3564581613172777, "keep": 2.3152849212310684, "leak": 0.3738519859034568, "replacement": 1.5579949021339417} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.0316388607025146, "loss_scale": 4.0, "retries": 0, "seconds": 409.4, "max_memory_gb": 18.16, "pair": 0.10936253983527422, "sign": 0.006098088342696428, "keep": 0.003142156609101221, "leak": 1.0724225901067257, "replacement": 0.3820883138105273} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.8953602313995361, "loss_scale": 4.0, "retries": 0, "seconds": 411.7, "max_memory_gb": 18.16, "pair": 0.0926010206931096, "sign": 0.07957054539292585, "keep": 0.025504794735979885, "leak": 0.11850591941765742, "replacement": 0.174765170464525} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 3.6426546573638916, "loss_scale": 4.0, "retries": 0, "seconds": 413.8, "max_memory_gb": 18.16, "pair": 0.3039319084491581, "sign": 0.3505154225276783, "keep": 0.34985175920883194, "leak": 0.42687993263825774, "replacement": 0.7608354687690735} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 25.40631103515625, "loss_scale": 4.0, "retries": 0, "seconds": 416.1, "max_memory_gb": 18.16, "pair": 0.27205625735223293, "sign": 1.1690589396748692, "keep": 2.054856668197317, "leak": 2.3146086372435093, "replacement": 2.4626663364470005} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 4.638295650482178, "loss_scale": 4.0, "retries": 0, "seconds": 418.3, "max_memory_gb": 18.16, "pair": 0.08473737922031432, "sign": 0.03734243311919272, "keep": 0.5039261087622435, "leak": 0.4492297152755782, "replacement": 0.4676790777593851} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.1363894939422607, "loss_scale": 4.0, "retries": 0, "seconds": 420.6, "max_memory_gb": 18.16, "pair": 0.06014969781972468, "sign": 0.003136037557851523, "keep": 0.004458759678527713, "leak": 0.3613655036315322, "replacement": 0.15428847633302212} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 6.228972434997559, "loss_scale": 4.0, "retries": 0, "seconds": 422.7, "max_memory_gb": 18.16, "pair": 0.028375823154192403, "sign": 0.007089275062753586, "keep": 0.000364746912737246, "leak": 1.330173997208476, "replacement": 0.3646463342010975} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.6903659105300903, "loss_scale": 4.0, "retries": 0, "seconds": 425.0, "max_memory_gb": 18.16, "pair": 0.006557807442732155, "sign": 0.0007363501936197281, "keep": 0.0007596438946393391, "leak": 0.20105180516839027, "replacement": 0.0575687550008297} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.631425857543945, "loss_scale": 4.0, "retries": 0, "seconds": 427.1, "max_memory_gb": 18.16, "pair": 0.05585471234371653, "sign": 0.027787127401097678, "keep": 0.003360873248311691, "leak": 0.8681479915976524, "replacement": 0.288465715944767} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 8.580924987792969, "loss_scale": 4.0, "retries": 0, "seconds": 429.3, "max_memory_gb": 18.16, "pair": 0.2104206580056598, "sign": 0.11850932883317, "keep": 0.11928334105778049, "leak": 1.3362312875688076, "replacement": 0.6633748076856136} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 11.940869331359863, "loss_scale": 4.0, "retries": 0, "seconds": 431.6, "max_memory_gb": 18.16, "pair": 0.1424729087475498, "sign": 1.0243325486808317, "keep": 0.000921167130172762, "leak": 0.8061432000249624, "replacement": 0.856635550968349} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 7.2773237228393555, "loss_scale": 4.0, "retries": 0, "seconds": 433.7, "max_memory_gb": 18.16, "pair": 0.1798251997679472, "sign": 0.08537176583195105, "keep": 0.21802917297463864, "leak": 0.06155908573418856, "replacement": 0.3469154331833124} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 6.013036727905273, "loss_scale": 4.0, "retries": 0, "seconds": 436.0, "max_memory_gb": 18.16, "pair": 0.052338761277496815, "sign": 0.006120267731603235, "keep": 0.01704982211231254, "leak": 1.5273487325757742, "replacement": 0.44576099421828985} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 1.8945895433425903, "loss_scale": 4.0, "retries": 0, "seconds": 438.1, "max_memory_gb": 18.16, "pair": 0.03988458712956344, "sign": 0.00562424173403997, "keep": 0.00043655206718540285, "leak": 0.025974603908252902, "replacement": 0.04940863432420883} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.9447250366210938, "loss_scale": 4.0, "retries": 0, "seconds": 440.4, "max_memory_gb": 18.16, "pair": 0.2967675782274455, "sign": 0.3409969200147316, "keep": 0.8677579814086585, "leak": 0.4350080192089081, "replacement": 1.00989705696702} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.7850061655044556, "loss_scale": 4.0, "retries": 0, "seconds": 442.5, "max_memory_gb": 18.16, "pair": 0.08264644397422671, "sign": 0.012011795653961599, "keep": 0.020034382352605462, "leak": 0.07776777260005474, "replacement": 0.11811147630214691} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.1208202838897705, "loss_scale": 4.0, "retries": 0, "seconds": 444.8, "max_memory_gb": 18.16, "pair": 0.03304083881084807, "sign": 0.0035327433288330212, "keep": 0.006399364703156607, "leak": 0.8680209591984749, "replacement": 0.25501213036477566} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 2.9469504356384277, "loss_scale": 4.0, "retries": 0, "seconds": 446.9, "max_memory_gb": 18.16, "pair": 0.1513141902469215, "sign": 0.09339524310780689, "keep": 0.007829711655887195, "leak": 0.16612231405451894, "replacement": 0.24345722561702132} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 3.572706937789917, "loss_scale": 4.0, "retries": 0, "seconds": 449.2, "max_memory_gb": 18.16, "pair": 0.05864689406007528, "sign": 0.006933240016223863, "keep": 0.0024943676362454426, "leak": 0.7958892844617367, "replacement": 0.2623330175410956} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.711541175842285, "loss_scale": 4.0, "retries": 0, "seconds": 451.3, "max_memory_gb": 18.16, "pair": 0.13816445689553802, "sign": 0.004242643277393654, "keep": 0.0031062781195032585, "leak": 0.18287786445580423, "replacement": 0.18755838368088007} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 8.412728309631348, "loss_scale": 4.0, "retries": 0, "seconds": 453.6, "max_memory_gb": 18.16, "pair": 0.05759771110024303, "sign": 0.010776836657896638, "keep": 0.002053362079323051, "leak": 0.9864570535719395, "replacement": 0.310627069324255} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.5041520595550537, "loss_scale": 4.0, "retries": 0, "seconds": 455.7, "max_memory_gb": 18.16, "pair": 0.1362706208601594, "sign": 0.08533311443170533, "keep": 0.03715694880884257, "leak": 0.18208684865385294, "replacement": 0.24303735978901386} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.894685983657837, "loss_scale": 4.0, "retries": 0, "seconds": 458.0, "max_memory_gb": 18.16, "pair": 0.1939894687384367, "sign": 0.1469297951553017, "keep": 0.008020036737434566, "leak": 0.1316471304744482, "replacement": 0.3043761607259512} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.3230562210083008, "loss_scale": 4.0, "retries": 0, "seconds": 460.2, "max_memory_gb": 18.16, "pair": 0.07627889838113333, "sign": 0.004496666355407797, "keep": 0.0009718388046167092, "leak": 0.10491151455789804, "replacement": 0.10524102882482111} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.056309700012207, "loss_scale": 4.0, "retries": 0, "seconds": 462.5, "max_memory_gb": 18.16, "pair": 0.13588129775598645, "sign": 0.03027208082494326, "keep": 0.2649238414596766, "leak": 0.4730629911646247, "replacement": 0.40174500085413456} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.713939666748047, "loss_scale": 4.0, "retries": 0, "seconds": 464.6, "max_memory_gb": 18.16, "pair": 0.25219132378697395, "sign": 0.010428746114484966, "keep": 0.05949063258594833, "leak": 0.4691237735096365, "replacement": 0.4044319596141577} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 10.23472785949707, "loss_scale": 4.0, "retries": 0, "seconds": 466.9, "max_memory_gb": 18.16, "pair": 0.11925895104650408, "sign": 1.2406572579639032, "keep": 0.001619184534888518, "leak": 0.34930703788995743, "replacement": 0.8277239338494837} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.5950498580932617, "loss_scale": 4.0, "retries": 0, "seconds": 469.0, "max_memory_gb": 18.16, "pair": 0.09982982138171792, "sign": 0.01296759129036218, "keep": 0.014513066504150629, "leak": 0.5663470197468996, "replacement": 0.25515690725296736} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.699639797210693, "loss_scale": 4.0, "retries": 0, "seconds": 471.2, "max_memory_gb": 18.16, "pair": 0.11042783729499206, "sign": 0.021757404028903693, "keep": 0.5402225150901359, "leak": 0.8569375025108457, "replacement": 0.6056521646678448} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 5.50670862197876, "loss_scale": 4.0, "retries": 0, "seconds": 473.4, "max_memory_gb": 18.16, "pair": 0.1012909604928609, "sign": 0.008649077099107672, "keep": 0.0033289245066043804, "leak": 1.372712716460228, "replacement": 0.45045812404714525} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.6445376873016357, "loss_scale": 4.0, "retries": 0, "seconds": 475.5, "max_memory_gb": 18.16, "pair": 0.38033133069984615, "sign": 0.03786809119628742, "keep": 0.06271658910554834, "leak": 1.0250347647815943, "replacement": 0.6868823915719986} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 4.547386169433594, "loss_scale": 4.0, "retries": 0, "seconds": 477.8, "max_memory_gb": 18.16, "pair": 0.03902185443439521, "sign": 0.0073849931213771924, "keep": 0.05568440636579908, "leak": 0.41334104957059026, "replacement": 0.17389181163161993} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 9.693479537963867, "loss_scale": 4.0, "retries": 0, "seconds": 479.9, "max_memory_gb": 18.16, "pair": 0.12406504899263382, "sign": 0.21430971613153815, "keep": 0.0848309388384223, "leak": 1.8463923232629895, "replacement": 0.7352334558963776} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.999281167984009, "loss_scale": 4.0, "retries": 0, "seconds": 482.2, "max_memory_gb": 18.16, "pair": 0.21322044590488076, "sign": 0.003765699322684668, "keep": 0.0077938607428222895, "leak": 0.6554862197954208, "replacement": 0.382871781475842} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.552922248840332, "loss_scale": 4.0, "retries": 0, "seconds": 484.3, "max_memory_gb": 18.16, "pair": 0.6179602753907147, "sign": 1.5483286962771672, "keep": 0.08015589608339724, "leak": 0.1340768514201045, "replacement": 1.465721724089235} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.6380720138549805, "loss_scale": 4.0, "retries": 0, "seconds": 486.6, "max_memory_gb": 18.16, "pair": 0.3728586807847023, "sign": 0.4896888018702157, "keep": 1.0427971425815485, "leak": 0.6711601354181767, "replacement": 1.306891642510891} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.8367271423339844, "loss_scale": 4.0, "retries": 0, "seconds": 488.8, "max_memory_gb": 18.16, "pair": 0.1547448601340875, "sign": 0.026097135079908185, "keep": 0.008371725443112155, "leak": 0.38658556900918484, "replacement": 0.26862567849457264} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 6.492631912231445, "loss_scale": 4.0, "retries": 0, "seconds": 491.1, "max_memory_gb": 18.16, "pair": 0.010682400095902267, "sign": 0.015652291047445033, "keep": 1.0203072072399664, "leak": 0.4504409325309098, "replacement": 0.641272407840006} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.077216386795044, "loss_scale": 4.0, "retries": 0, "seconds": 493.3, "max_memory_gb": 18.16, "pair": 0.18567337840795517, "sign": 0.01014343585120514, "keep": 0.04805368868983351, "leak": 0.4103192394832149, "replacement": 0.3173517473042011} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 4.15336275100708, "loss_scale": 4.0, "retries": 0, "seconds": 495.6, "max_memory_gb": 18.16, "pair": 0.14203474204987288, "sign": 0.037601927760988474, "keep": 0.006994971219683066, "leak": 1.028594980482012, "replacement": 0.42148194275796413} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 9.225015640258789, "loss_scale": 4.0, "retries": 0, "seconds": 497.8, "max_memory_gb": 18.16, "pair": 0.15640097577193046, "sign": 0.06142298093618592, "keep": 0.48146553523611146, "leak": 0.22702417708933353, "replacement": 0.48460130183957517} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 6.068103313446045, "loss_scale": 4.0, "retries": 0, "seconds": 500.1, "max_memory_gb": 18.16, "pair": 0.0661401482502697, "sign": 0.02607334103595349, "keep": 0.0021755992947873892, "leak": 1.0733126073391759, "replacement": 0.3485927591100335} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 13.018559455871582, "loss_scale": 4.0, "retries": 0, "seconds": 502.2, "max_memory_gb": 18.16, "pair": 0.1858063591644168, "sign": 0.9100614805356599, "keep": 0.7405351703127963, "leak": 0.5946530252695084, "replacement": 1.1597679071128368} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 24.725542068481445, "loss_scale": 4.0, "retries": 0, "seconds": 504.4, "max_memory_gb": 18.16, "pair": 0.44210791871591937, "sign": 0.28564509222633205, "keep": 0.45494721220165957, "leak": 2.0958490958437324, "replacement": 1.3363663842901587} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 10.761163711547852, "loss_scale": 4.0, "retries": 0, "seconds": 506.6, "max_memory_gb": 18.16, "pair": 0.0878432831959799, "sign": 0.42120524018537253, "keep": 0.0004432155578797392, "leak": 0.30200351821258664, "replacement": 0.37416837830096483} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.749192476272583, "loss_scale": 4.0, "retries": 0, "seconds": 508.7, "max_memory_gb": 18.16, "pair": 0.20669619273394346, "sign": 0.09969242545776069, "keep": 0.02335648607368057, "leak": 0.0819083074894138, "replacement": 0.2886977328453213} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.579481840133667, "loss_scale": 4.0, "retries": 0, "seconds": 510.7, "max_memory_gb": 18.16, "pair": 0.04688381156915966, "sign": 0.001690884935669601, "keep": 0.003326559656951389, "leak": 0.3778019156306982, "replacement": 0.14384302077814937} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.530404090881348, "loss_scale": 4.0, "retries": 0, "seconds": 513.0, "max_memory_gb": 18.16, "pair": 0.13503544838749804, "sign": 0.03442522203840781, "keep": 0.0015201649777054627, "leak": 0.3562193601692343, "replacement": 0.2420629821717739} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 3.392148494720459, "loss_scale": 4.0, "retries": 0, "seconds": 515.1, "max_memory_gb": 18.16, "pair": 0.08157635948737152, "sign": 0.08348627114901319, "keep": 0.023113633931643562, "leak": 0.015129972132854164, "replacement": 0.13865880481898785} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.0777379274368286, "loss_scale": 4.0, "retries": 0, "seconds": 517.3, "max_memory_gb": 18.16, "pair": 0.08212395198643208, "sign": 0.028464542352594435, "keep": 0.010467204701853916, "leak": 0.26998648419976234, "replacement": 0.16908644698560238} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.531379461288452, "loss_scale": 4.0, "retries": 0, "seconds": 519.5, "max_memory_gb": 18.16, "pair": 0.034134705405449495, "sign": 0.006820584065280855, "keep": 0.08179452340027638, "leak": 0.6384506786125712, "replacement": 0.23805492732208222} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 4.880716323852539, "loss_scale": 4.0, "retries": 0, "seconds": 521.6, "max_memory_gb": 18.16, "pair": 0.3078200284508057, "sign": 0.4752960445766803, "keep": 1.3492954185931012, "leak": 0.798636713065207, "replacement": 1.419774942100048} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.483567953109741, "loss_scale": 4.0, "retries": 0, "seconds": 523.9, "max_memory_gb": 18.16, "pair": 0.08386537991464138, "sign": 0.1031938811938744, "keep": 0.0037599760653392877, "leak": 0.32864893169607967, "replacement": 0.21950454451143742} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 7.650735378265381, "loss_scale": 4.0, "retries": 0, "seconds": 526.0, "max_memory_gb": 18.16, "pair": 0.20963450707495213, "sign": 0.17689335453906097, "keep": 0.0835842103115283, "leak": 0.3792146649211645, "replacement": 0.4346769633702934} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.445957660675049, "loss_scale": 4.0, "retries": 0, "seconds": 528.4, "max_memory_gb": 18.16, "pair": 0.13272276458519627, "sign": 0.012521629716502503, "keep": 0.004634484436110142, "leak": 0.12028508307412267, "replacement": 0.1713720980042126} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.3197791576385498, "loss_scale": 4.0, "retries": 0, "seconds": 530.6, "max_memory_gb": 18.16, "pair": 0.06564776948653162, "sign": 0.01597229257458821, "keep": 0.02549204486695089, "leak": 0.11000731155786525, "replacement": 0.11388176353648305} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 9.466255187988281, "loss_scale": 4.0, "retries": 0, "seconds": 532.9, "max_memory_gb": 18.16, "pair": 0.177123686298728, "sign": 0.4178959032869898, "keep": 0.006500524177681655, "leak": 0.7191983563825488, "replacement": 0.5691214762628078} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 7.158168315887451, "loss_scale": 4.0, "retries": 0, "seconds": 535.1, "max_memory_gb": 18.16, "pair": 0.22872625524178147, "sign": 0.22978229902219027, "keep": 0.33160568724997574, "leak": 0.3685429247561842, "replacement": 0.6015559546649456} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 9.158875465393066, "loss_scale": 4.0, "retries": 0, "seconds": 537.4, "max_memory_gb": 18.16, "pair": 0.08211888815276325, "sign": 0.056938643334433436, "keep": 0.08766800671583042, "leak": 2.848748939111829, "replacement": 0.8666094560176134} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.2516958713531494, "loss_scale": 4.0, "retries": 0, "seconds": 539.6, "max_memory_gb": 18.16, "pair": 0.0456194831058383, "sign": 0.008415756179601885, "keep": 0.0022523340835505223, "leak": 0.17044731783107636, "replacement": 0.09356535790720955} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 50.78623580932617, "loss_scale": 4.0, "retries": 0, "seconds": 541.8, "max_memory_gb": 18.16, "pair": 0.6924422449665144, "sign": 0.9579899615200702, "keep": 1.5760714896896388, "leak": 3.162160972133279, "replacement": 2.7500132713466883} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.616421103477478, "loss_scale": 4.0, "retries": 0, "seconds": 544.0, "max_memory_gb": 18.16, "pair": 0.061285517731448635, "sign": 0.0026963840355165303, "keep": 0.009398636515470571, "leak": 0.3219884904101491, "replacement": 0.14783015428110957} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 41.09646224975586, "loss_scale": 4.0, "retries": 0, "seconds": 546.2, "max_memory_gb": 18.16, "pair": 0.5347544034011662, "sign": 0.518582628108561, "keep": 1.0999125896632904, "leak": 2.431346593773924, "replacement": 1.9518386851996183} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 3.026069164276123, "loss_scale": 4.0, "retries": 0, "seconds": 548.3, "max_memory_gb": 18.16, "pair": 0.10332695092802169, "sign": 0.015012852891231887, "keep": 0.002342612074869521, "leak": 0.6176141867763363, "replacement": 0.2664082385599613} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 11.461936950683594, "loss_scale": 4.0, "retries": 0, "seconds": 550.7, "max_memory_gb": 18.16, "pair": 0.6202504225075245, "sign": 0.3059789243270643, "keep": 0.3507642961340025, "leak": 0.3405561789404601, "replacement": 1.0337611436843872} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 8.064395904541016, "loss_scale": 4.0, "retries": 0, "seconds": 552.9, "max_memory_gb": 18.16, "pair": 0.09346355622983538, "sign": 0.17435438196116593, "keep": 0.9122402363746005, "leak": 0.48151608975604177, "replacement": 0.7571399150183424} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.867729902267456, "loss_scale": 4.0, "retries": 0, "seconds": 555.1, "max_memory_gb": 18.16, "pair": 0.12944375119013785, "sign": 0.10025755428068805, "keep": 0.0405837252578749, "leak": 0.27768688183277845, "replacement": 0.2692861072719097} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 5.264720439910889, "loss_scale": 4.0, "retries": 0, "seconds": 557.2, "max_memory_gb": 18.16, "pair": 0.08581518096616492, "sign": 0.19672134646680206, "keep": 0.1666785714114667, "leak": 0.3366498582959139, "replacement": 0.35167759470641613} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 6.015613555908203, "loss_scale": 4.0, "retries": 0, "seconds": 559.5, "max_memory_gb": 18.16, "pair": 0.14775040023960173, "sign": 0.10768202261533588, "keep": 0.05150904507172527, "leak": 0.28739481419324875, "replacement": 0.2991946339607239} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 8.302276611328125, "loss_scale": 4.0, "retries": 0, "seconds": 561.5, "max_memory_gb": 18.16, "pair": 0.09674403266126319, "sign": 0.004746962971694302, "keep": 0.0036990786020396627, "leak": 1.5658130429219455, "replacement": 0.49242029804736376} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.8575618267059326, "loss_scale": 4.0, "retries": 0, "seconds": 563.8, "max_memory_gb": 18.16, "pair": 0.12473398161819205, "sign": 0.04231479356531054, "keep": 0.007365354994135487, "leak": 0.20263976720161736, "replacement": 0.20023400150239468} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 5.191016674041748, "loss_scale": 4.0, "retries": 0, "seconds": 565.9, "max_memory_gb": 18.16, "pair": 0.09766889177262783, "sign": 0.6698180814564694, "keep": 0.0015318537915334218, "leak": 0.5928119761592825, "replacement": 0.5815468244254589} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.7504429817199707, "loss_scale": 4.0, "retries": 0, "seconds": 568.0, "max_memory_gb": 18.16, "pair": 0.08668885577935725, "sign": 0.003734133701073006, "keep": 0.0035583650767421204, "leak": 0.30928938556462526, "replacement": 0.16765745170414448} diff --git a/runs/fixed_internvl/replacement/Full_s73/adapter/README.md b/runs/fixed_internvl/replacement/Full_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Full_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..37d640f81956b78310347e1e47129c5e2dd8aa4d --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s73/adapter/adapter_config.json @@ -0,0 +1,556 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 32, + "model.language_model.layers.0.mlp.gate_proj": 32, + "model.language_model.layers.0.mlp.up_proj": 32, + "model.language_model.layers.0.self_attn.k_proj": 32, + "model.language_model.layers.0.self_attn.o_proj": 32, + "model.language_model.layers.0.self_attn.q_proj": 32, + "model.language_model.layers.0.self_attn.v_proj": 32, + "model.language_model.layers.1.mlp.down_proj": 32, + "model.language_model.layers.1.mlp.gate_proj": 32, + "model.language_model.layers.1.mlp.up_proj": 32, + "model.language_model.layers.1.self_attn.k_proj": 32, + "model.language_model.layers.1.self_attn.o_proj": 32, + "model.language_model.layers.1.self_attn.q_proj": 32, + "model.language_model.layers.1.self_attn.v_proj": 32, + "model.language_model.layers.10.mlp.down_proj": 32, + "model.language_model.layers.10.mlp.gate_proj": 32, + "model.language_model.layers.10.mlp.up_proj": 32, + "model.language_model.layers.10.self_attn.k_proj": 32, + "model.language_model.layers.10.self_attn.o_proj": 32, + "model.language_model.layers.10.self_attn.q_proj": 32, + "model.language_model.layers.10.self_attn.v_proj": 32, + "model.language_model.layers.11.mlp.down_proj": 32, + "model.language_model.layers.11.mlp.gate_proj": 32, + "model.language_model.layers.11.mlp.up_proj": 32, + "model.language_model.layers.11.self_attn.k_proj": 32, + "model.language_model.layers.11.self_attn.o_proj": 32, + "model.language_model.layers.11.self_attn.q_proj": 32, + "model.language_model.layers.11.self_attn.v_proj": 32, + "model.language_model.layers.12.mlp.down_proj": 32, + "model.language_model.layers.12.mlp.gate_proj": 32, + "model.language_model.layers.12.mlp.up_proj": 32, + "model.language_model.layers.12.self_attn.k_proj": 32, + "model.language_model.layers.12.self_attn.o_proj": 32, + "model.language_model.layers.12.self_attn.q_proj": 32, + "model.language_model.layers.12.self_attn.v_proj": 32, + "model.language_model.layers.13.mlp.down_proj": 32, + "model.language_model.layers.13.mlp.gate_proj": 32, + "model.language_model.layers.13.mlp.up_proj": 32, + "model.language_model.layers.13.self_attn.k_proj": 32, + "model.language_model.layers.13.self_attn.o_proj": 32, + "model.language_model.layers.13.self_attn.q_proj": 32, + "model.language_model.layers.13.self_attn.v_proj": 32, + "model.language_model.layers.14.mlp.down_proj": 32, + "model.language_model.layers.14.mlp.gate_proj": 32, + "model.language_model.layers.14.mlp.up_proj": 32, + "model.language_model.layers.14.self_attn.k_proj": 32, + "model.language_model.layers.14.self_attn.o_proj": 32, + "model.language_model.layers.14.self_attn.q_proj": 32, + "model.language_model.layers.14.self_attn.v_proj": 32, + "model.language_model.layers.15.mlp.down_proj": 32, + "model.language_model.layers.15.mlp.gate_proj": 32, + "model.language_model.layers.15.mlp.up_proj": 32, + "model.language_model.layers.15.self_attn.k_proj": 32, + "model.language_model.layers.15.self_attn.o_proj": 32, + "model.language_model.layers.15.self_attn.q_proj": 32, + "model.language_model.layers.15.self_attn.v_proj": 32, + "model.language_model.layers.16.mlp.down_proj": 32, + "model.language_model.layers.16.mlp.gate_proj": 32, + "model.language_model.layers.16.mlp.up_proj": 32, + "model.language_model.layers.16.self_attn.k_proj": 32, + "model.language_model.layers.16.self_attn.o_proj": 32, + "model.language_model.layers.16.self_attn.q_proj": 32, + "model.language_model.layers.16.self_attn.v_proj": 32, + "model.language_model.layers.17.mlp.down_proj": 32, + "model.language_model.layers.17.mlp.gate_proj": 32, + "model.language_model.layers.17.mlp.up_proj": 32, + "model.language_model.layers.17.self_attn.k_proj": 32, + "model.language_model.layers.17.self_attn.o_proj": 32, + "model.language_model.layers.17.self_attn.q_proj": 32, + "model.language_model.layers.17.self_attn.v_proj": 32, + "model.language_model.layers.18.mlp.down_proj": 32, + "model.language_model.layers.18.mlp.gate_proj": 32, + "model.language_model.layers.18.mlp.up_proj": 32, + "model.language_model.layers.18.self_attn.k_proj": 32, + "model.language_model.layers.18.self_attn.o_proj": 32, + "model.language_model.layers.18.self_attn.q_proj": 32, + "model.language_model.layers.18.self_attn.v_proj": 32, + "model.language_model.layers.19.mlp.down_proj": 32, + "model.language_model.layers.19.mlp.gate_proj": 32, + "model.language_model.layers.19.mlp.up_proj": 32, + "model.language_model.layers.19.self_attn.k_proj": 32, + "model.language_model.layers.19.self_attn.o_proj": 32, + "model.language_model.layers.19.self_attn.q_proj": 32, + "model.language_model.layers.19.self_attn.v_proj": 32, + "model.language_model.layers.2.mlp.down_proj": 32, + "model.language_model.layers.2.mlp.gate_proj": 32, + "model.language_model.layers.2.mlp.up_proj": 32, + "model.language_model.layers.2.self_attn.k_proj": 32, + "model.language_model.layers.2.self_attn.o_proj": 32, + "model.language_model.layers.2.self_attn.q_proj": 32, + "model.language_model.layers.2.self_attn.v_proj": 32, + "model.language_model.layers.20.mlp.down_proj": 32, + "model.language_model.layers.20.mlp.gate_proj": 32, + "model.language_model.layers.20.mlp.up_proj": 32, + "model.language_model.layers.20.self_attn.k_proj": 32, + "model.language_model.layers.20.self_attn.o_proj": 32, + "model.language_model.layers.20.self_attn.q_proj": 32, + "model.language_model.layers.20.self_attn.v_proj": 32, + "model.language_model.layers.21.mlp.down_proj": 32, + "model.language_model.layers.21.mlp.gate_proj": 32, + "model.language_model.layers.21.mlp.up_proj": 32, + "model.language_model.layers.21.self_attn.k_proj": 32, + "model.language_model.layers.21.self_attn.o_proj": 32, + "model.language_model.layers.21.self_attn.q_proj": 32, + "model.language_model.layers.21.self_attn.v_proj": 32, + "model.language_model.layers.22.mlp.down_proj": 32, + "model.language_model.layers.22.mlp.gate_proj": 32, + "model.language_model.layers.22.mlp.up_proj": 32, + "model.language_model.layers.22.self_attn.k_proj": 32, + "model.language_model.layers.22.self_attn.o_proj": 32, + "model.language_model.layers.22.self_attn.q_proj": 32, + "model.language_model.layers.22.self_attn.v_proj": 32, + "model.language_model.layers.23.mlp.down_proj": 32, + "model.language_model.layers.23.mlp.gate_proj": 32, + "model.language_model.layers.23.mlp.up_proj": 32, + "model.language_model.layers.23.self_attn.k_proj": 32, + "model.language_model.layers.23.self_attn.o_proj": 32, + "model.language_model.layers.23.self_attn.q_proj": 32, + "model.language_model.layers.23.self_attn.v_proj": 32, + "model.language_model.layers.24.mlp.down_proj": 32, + "model.language_model.layers.24.mlp.gate_proj": 32, + "model.language_model.layers.24.mlp.up_proj": 32, + "model.language_model.layers.24.self_attn.k_proj": 32, + "model.language_model.layers.24.self_attn.o_proj": 32, + "model.language_model.layers.24.self_attn.q_proj": 32, + "model.language_model.layers.24.self_attn.v_proj": 32, + "model.language_model.layers.25.mlp.down_proj": 32, + "model.language_model.layers.25.mlp.gate_proj": 32, + "model.language_model.layers.25.mlp.up_proj": 32, + "model.language_model.layers.25.self_attn.k_proj": 32, + "model.language_model.layers.25.self_attn.o_proj": 32, + "model.language_model.layers.25.self_attn.q_proj": 32, + "model.language_model.layers.25.self_attn.v_proj": 32, + "model.language_model.layers.26.mlp.down_proj": 32, + "model.language_model.layers.26.mlp.gate_proj": 32, + "model.language_model.layers.26.mlp.up_proj": 32, + "model.language_model.layers.26.self_attn.k_proj": 32, + "model.language_model.layers.26.self_attn.o_proj": 32, + "model.language_model.layers.26.self_attn.q_proj": 32, + "model.language_model.layers.26.self_attn.v_proj": 32, + "model.language_model.layers.27.mlp.down_proj": 32, + "model.language_model.layers.27.mlp.gate_proj": 32, + "model.language_model.layers.27.mlp.up_proj": 32, + "model.language_model.layers.27.self_attn.k_proj": 32, + "model.language_model.layers.27.self_attn.o_proj": 32, + "model.language_model.layers.27.self_attn.q_proj": 32, + "model.language_model.layers.27.self_attn.v_proj": 32, + "model.language_model.layers.28.mlp.down_proj": 32, + "model.language_model.layers.28.mlp.gate_proj": 32, + "model.language_model.layers.28.mlp.up_proj": 32, + "model.language_model.layers.28.self_attn.k_proj": 32, + "model.language_model.layers.28.self_attn.o_proj": 32, + "model.language_model.layers.28.self_attn.q_proj": 32, + "model.language_model.layers.28.self_attn.v_proj": 32, + "model.language_model.layers.29.mlp.down_proj": 32, + "model.language_model.layers.29.mlp.gate_proj": 32, + "model.language_model.layers.29.mlp.up_proj": 32, + "model.language_model.layers.29.self_attn.k_proj": 32, + "model.language_model.layers.29.self_attn.o_proj": 32, + "model.language_model.layers.29.self_attn.q_proj": 32, + "model.language_model.layers.29.self_attn.v_proj": 32, + "model.language_model.layers.3.mlp.down_proj": 32, + "model.language_model.layers.3.mlp.gate_proj": 32, + "model.language_model.layers.3.mlp.up_proj": 32, + "model.language_model.layers.3.self_attn.k_proj": 32, + "model.language_model.layers.3.self_attn.o_proj": 32, + "model.language_model.layers.3.self_attn.q_proj": 32, + "model.language_model.layers.3.self_attn.v_proj": 32, + "model.language_model.layers.30.mlp.down_proj": 32, + "model.language_model.layers.30.mlp.gate_proj": 32, + "model.language_model.layers.30.mlp.up_proj": 32, + "model.language_model.layers.30.self_attn.k_proj": 32, + "model.language_model.layers.30.self_attn.o_proj": 32, + "model.language_model.layers.30.self_attn.q_proj": 32, + "model.language_model.layers.30.self_attn.v_proj": 32, + "model.language_model.layers.31.mlp.down_proj": 32, + "model.language_model.layers.31.mlp.gate_proj": 32, + "model.language_model.layers.31.mlp.up_proj": 32, + "model.language_model.layers.31.self_attn.k_proj": 32, + "model.language_model.layers.31.self_attn.o_proj": 32, + "model.language_model.layers.31.self_attn.q_proj": 32, + "model.language_model.layers.31.self_attn.v_proj": 32, + "model.language_model.layers.32.mlp.down_proj": 32, + "model.language_model.layers.32.mlp.gate_proj": 32, + "model.language_model.layers.32.mlp.up_proj": 32, + "model.language_model.layers.32.self_attn.k_proj": 32, + "model.language_model.layers.32.self_attn.o_proj": 32, + "model.language_model.layers.32.self_attn.q_proj": 32, + "model.language_model.layers.32.self_attn.v_proj": 32, + "model.language_model.layers.33.mlp.down_proj": 32, + "model.language_model.layers.33.mlp.gate_proj": 32, + "model.language_model.layers.33.mlp.up_proj": 32, + "model.language_model.layers.33.self_attn.k_proj": 32, + "model.language_model.layers.33.self_attn.o_proj": 32, + "model.language_model.layers.33.self_attn.q_proj": 32, + "model.language_model.layers.33.self_attn.v_proj": 32, + "model.language_model.layers.34.mlp.down_proj": 32, + "model.language_model.layers.34.mlp.gate_proj": 32, + "model.language_model.layers.34.mlp.up_proj": 32, + "model.language_model.layers.34.self_attn.k_proj": 32, + "model.language_model.layers.34.self_attn.o_proj": 32, + "model.language_model.layers.34.self_attn.q_proj": 32, + "model.language_model.layers.34.self_attn.v_proj": 32, + "model.language_model.layers.35.mlp.down_proj": 32, + "model.language_model.layers.35.mlp.gate_proj": 32, + "model.language_model.layers.35.mlp.up_proj": 32, + "model.language_model.layers.35.self_attn.k_proj": 32, + "model.language_model.layers.35.self_attn.o_proj": 32, + "model.language_model.layers.35.self_attn.q_proj": 32, + "model.language_model.layers.35.self_attn.v_proj": 32, + "model.language_model.layers.4.mlp.down_proj": 32, + "model.language_model.layers.4.mlp.gate_proj": 32, + "model.language_model.layers.4.mlp.up_proj": 32, + "model.language_model.layers.4.self_attn.k_proj": 32, + "model.language_model.layers.4.self_attn.o_proj": 32, + "model.language_model.layers.4.self_attn.q_proj": 32, + "model.language_model.layers.4.self_attn.v_proj": 32, + "model.language_model.layers.5.mlp.down_proj": 32, + "model.language_model.layers.5.mlp.gate_proj": 32, + "model.language_model.layers.5.mlp.up_proj": 32, + "model.language_model.layers.5.self_attn.k_proj": 32, + "model.language_model.layers.5.self_attn.o_proj": 32, + "model.language_model.layers.5.self_attn.q_proj": 32, + "model.language_model.layers.5.self_attn.v_proj": 32, + "model.language_model.layers.6.mlp.down_proj": 32, + "model.language_model.layers.6.mlp.gate_proj": 32, + "model.language_model.layers.6.mlp.up_proj": 32, + "model.language_model.layers.6.self_attn.k_proj": 32, + "model.language_model.layers.6.self_attn.o_proj": 32, + "model.language_model.layers.6.self_attn.q_proj": 32, + "model.language_model.layers.6.self_attn.v_proj": 32, + "model.language_model.layers.7.mlp.down_proj": 32, + "model.language_model.layers.7.mlp.gate_proj": 32, + "model.language_model.layers.7.mlp.up_proj": 32, + "model.language_model.layers.7.self_attn.k_proj": 32, + "model.language_model.layers.7.self_attn.o_proj": 32, + "model.language_model.layers.7.self_attn.q_proj": 32, + "model.language_model.layers.7.self_attn.v_proj": 32, + "model.language_model.layers.8.mlp.down_proj": 32, + "model.language_model.layers.8.mlp.gate_proj": 32, + "model.language_model.layers.8.mlp.up_proj": 32, + "model.language_model.layers.8.self_attn.k_proj": 32, + "model.language_model.layers.8.self_attn.o_proj": 32, + "model.language_model.layers.8.self_attn.q_proj": 32, + "model.language_model.layers.8.self_attn.v_proj": 32, + "model.language_model.layers.9.mlp.down_proj": 32, + "model.language_model.layers.9.mlp.gate_proj": 32, + "model.language_model.layers.9.mlp.up_proj": 32, + "model.language_model.layers.9.self_attn.k_proj": 32, + "model.language_model.layers.9.self_attn.o_proj": 32, + "model.language_model.layers.9.self_attn.q_proj": 32, + "model.language_model.layers.9.self_attn.v_proj": 32 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 16, + "model.language_model.layers.0.mlp.gate_proj": 16, + "model.language_model.layers.0.mlp.up_proj": 16, + "model.language_model.layers.0.self_attn.k_proj": 16, + "model.language_model.layers.0.self_attn.o_proj": 16, + "model.language_model.layers.0.self_attn.q_proj": 16, + "model.language_model.layers.0.self_attn.v_proj": 16, + "model.language_model.layers.1.mlp.down_proj": 16, + "model.language_model.layers.1.mlp.gate_proj": 16, + "model.language_model.layers.1.mlp.up_proj": 16, + "model.language_model.layers.1.self_attn.k_proj": 16, + "model.language_model.layers.1.self_attn.o_proj": 16, + "model.language_model.layers.1.self_attn.q_proj": 16, + "model.language_model.layers.1.self_attn.v_proj": 16, + "model.language_model.layers.10.mlp.down_proj": 16, + "model.language_model.layers.10.mlp.gate_proj": 16, + "model.language_model.layers.10.mlp.up_proj": 16, + "model.language_model.layers.10.self_attn.k_proj": 16, + "model.language_model.layers.10.self_attn.o_proj": 16, + "model.language_model.layers.10.self_attn.q_proj": 16, + "model.language_model.layers.10.self_attn.v_proj": 16, + "model.language_model.layers.11.mlp.down_proj": 16, + "model.language_model.layers.11.mlp.gate_proj": 16, + "model.language_model.layers.11.mlp.up_proj": 16, + "model.language_model.layers.11.self_attn.k_proj": 16, + "model.language_model.layers.11.self_attn.o_proj": 16, + "model.language_model.layers.11.self_attn.q_proj": 16, + "model.language_model.layers.11.self_attn.v_proj": 16, + "model.language_model.layers.12.mlp.down_proj": 16, + "model.language_model.layers.12.mlp.gate_proj": 16, + "model.language_model.layers.12.mlp.up_proj": 16, + "model.language_model.layers.12.self_attn.k_proj": 16, + "model.language_model.layers.12.self_attn.o_proj": 16, + "model.language_model.layers.12.self_attn.q_proj": 16, + "model.language_model.layers.12.self_attn.v_proj": 16, + "model.language_model.layers.13.mlp.down_proj": 16, + "model.language_model.layers.13.mlp.gate_proj": 16, + "model.language_model.layers.13.mlp.up_proj": 16, + "model.language_model.layers.13.self_attn.k_proj": 16, + "model.language_model.layers.13.self_attn.o_proj": 16, + "model.language_model.layers.13.self_attn.q_proj": 16, + "model.language_model.layers.13.self_attn.v_proj": 16, + "model.language_model.layers.14.mlp.down_proj": 16, + "model.language_model.layers.14.mlp.gate_proj": 16, + "model.language_model.layers.14.mlp.up_proj": 16, + "model.language_model.layers.14.self_attn.k_proj": 16, + "model.language_model.layers.14.self_attn.o_proj": 16, + "model.language_model.layers.14.self_attn.q_proj": 16, + "model.language_model.layers.14.self_attn.v_proj": 16, + "model.language_model.layers.15.mlp.down_proj": 16, + "model.language_model.layers.15.mlp.gate_proj": 16, + "model.language_model.layers.15.mlp.up_proj": 16, + "model.language_model.layers.15.self_attn.k_proj": 16, + "model.language_model.layers.15.self_attn.o_proj": 16, + "model.language_model.layers.15.self_attn.q_proj": 16, + "model.language_model.layers.15.self_attn.v_proj": 16, + "model.language_model.layers.16.mlp.down_proj": 16, + "model.language_model.layers.16.mlp.gate_proj": 16, + "model.language_model.layers.16.mlp.up_proj": 16, + "model.language_model.layers.16.self_attn.k_proj": 16, + "model.language_model.layers.16.self_attn.o_proj": 16, + "model.language_model.layers.16.self_attn.q_proj": 16, + "model.language_model.layers.16.self_attn.v_proj": 16, + "model.language_model.layers.17.mlp.down_proj": 16, + "model.language_model.layers.17.mlp.gate_proj": 16, + "model.language_model.layers.17.mlp.up_proj": 16, + "model.language_model.layers.17.self_attn.k_proj": 16, + "model.language_model.layers.17.self_attn.o_proj": 16, + "model.language_model.layers.17.self_attn.q_proj": 16, + "model.language_model.layers.17.self_attn.v_proj": 16, + "model.language_model.layers.18.mlp.down_proj": 16, + "model.language_model.layers.18.mlp.gate_proj": 16, + "model.language_model.layers.18.mlp.up_proj": 16, + "model.language_model.layers.18.self_attn.k_proj": 16, + "model.language_model.layers.18.self_attn.o_proj": 16, + "model.language_model.layers.18.self_attn.q_proj": 16, + "model.language_model.layers.18.self_attn.v_proj": 16, + "model.language_model.layers.19.mlp.down_proj": 16, + "model.language_model.layers.19.mlp.gate_proj": 16, + "model.language_model.layers.19.mlp.up_proj": 16, + "model.language_model.layers.19.self_attn.k_proj": 16, + "model.language_model.layers.19.self_attn.o_proj": 16, + "model.language_model.layers.19.self_attn.q_proj": 16, + "model.language_model.layers.19.self_attn.v_proj": 16, + "model.language_model.layers.2.mlp.down_proj": 16, + "model.language_model.layers.2.mlp.gate_proj": 16, + "model.language_model.layers.2.mlp.up_proj": 16, + "model.language_model.layers.2.self_attn.k_proj": 16, + "model.language_model.layers.2.self_attn.o_proj": 16, + "model.language_model.layers.2.self_attn.q_proj": 16, + "model.language_model.layers.2.self_attn.v_proj": 16, + "model.language_model.layers.20.mlp.down_proj": 16, + "model.language_model.layers.20.mlp.gate_proj": 16, + "model.language_model.layers.20.mlp.up_proj": 16, + "model.language_model.layers.20.self_attn.k_proj": 16, + "model.language_model.layers.20.self_attn.o_proj": 16, + "model.language_model.layers.20.self_attn.q_proj": 16, + "model.language_model.layers.20.self_attn.v_proj": 16, + "model.language_model.layers.21.mlp.down_proj": 16, + "model.language_model.layers.21.mlp.gate_proj": 16, + "model.language_model.layers.21.mlp.up_proj": 16, + "model.language_model.layers.21.self_attn.k_proj": 16, + "model.language_model.layers.21.self_attn.o_proj": 16, + "model.language_model.layers.21.self_attn.q_proj": 16, + "model.language_model.layers.21.self_attn.v_proj": 16, + "model.language_model.layers.22.mlp.down_proj": 16, + "model.language_model.layers.22.mlp.gate_proj": 16, + "model.language_model.layers.22.mlp.up_proj": 16, + "model.language_model.layers.22.self_attn.k_proj": 16, + "model.language_model.layers.22.self_attn.o_proj": 16, + "model.language_model.layers.22.self_attn.q_proj": 16, + "model.language_model.layers.22.self_attn.v_proj": 16, + "model.language_model.layers.23.mlp.down_proj": 16, + "model.language_model.layers.23.mlp.gate_proj": 16, + "model.language_model.layers.23.mlp.up_proj": 16, + "model.language_model.layers.23.self_attn.k_proj": 16, + "model.language_model.layers.23.self_attn.o_proj": 16, + "model.language_model.layers.23.self_attn.q_proj": 16, + "model.language_model.layers.23.self_attn.v_proj": 16, + "model.language_model.layers.24.mlp.down_proj": 16, + "model.language_model.layers.24.mlp.gate_proj": 16, + "model.language_model.layers.24.mlp.up_proj": 16, + "model.language_model.layers.24.self_attn.k_proj": 16, + "model.language_model.layers.24.self_attn.o_proj": 16, + "model.language_model.layers.24.self_attn.q_proj": 16, + "model.language_model.layers.24.self_attn.v_proj": 16, + "model.language_model.layers.25.mlp.down_proj": 16, + "model.language_model.layers.25.mlp.gate_proj": 16, + "model.language_model.layers.25.mlp.up_proj": 16, + "model.language_model.layers.25.self_attn.k_proj": 16, + "model.language_model.layers.25.self_attn.o_proj": 16, + "model.language_model.layers.25.self_attn.q_proj": 16, + "model.language_model.layers.25.self_attn.v_proj": 16, + "model.language_model.layers.26.mlp.down_proj": 16, + "model.language_model.layers.26.mlp.gate_proj": 16, + "model.language_model.layers.26.mlp.up_proj": 16, + "model.language_model.layers.26.self_attn.k_proj": 16, + "model.language_model.layers.26.self_attn.o_proj": 16, + "model.language_model.layers.26.self_attn.q_proj": 16, + "model.language_model.layers.26.self_attn.v_proj": 16, + "model.language_model.layers.27.mlp.down_proj": 16, + "model.language_model.layers.27.mlp.gate_proj": 16, + "model.language_model.layers.27.mlp.up_proj": 16, + "model.language_model.layers.27.self_attn.k_proj": 16, + "model.language_model.layers.27.self_attn.o_proj": 16, + "model.language_model.layers.27.self_attn.q_proj": 16, + "model.language_model.layers.27.self_attn.v_proj": 16, + "model.language_model.layers.28.mlp.down_proj": 16, + "model.language_model.layers.28.mlp.gate_proj": 16, + "model.language_model.layers.28.mlp.up_proj": 16, + "model.language_model.layers.28.self_attn.k_proj": 16, + "model.language_model.layers.28.self_attn.o_proj": 16, + "model.language_model.layers.28.self_attn.q_proj": 16, + "model.language_model.layers.28.self_attn.v_proj": 16, + "model.language_model.layers.29.mlp.down_proj": 16, + "model.language_model.layers.29.mlp.gate_proj": 16, + "model.language_model.layers.29.mlp.up_proj": 16, + "model.language_model.layers.29.self_attn.k_proj": 16, + "model.language_model.layers.29.self_attn.o_proj": 16, + "model.language_model.layers.29.self_attn.q_proj": 16, + "model.language_model.layers.29.self_attn.v_proj": 16, + "model.language_model.layers.3.mlp.down_proj": 16, + "model.language_model.layers.3.mlp.gate_proj": 16, + "model.language_model.layers.3.mlp.up_proj": 16, + "model.language_model.layers.3.self_attn.k_proj": 16, + "model.language_model.layers.3.self_attn.o_proj": 16, + "model.language_model.layers.3.self_attn.q_proj": 16, + "model.language_model.layers.3.self_attn.v_proj": 16, + "model.language_model.layers.30.mlp.down_proj": 16, + "model.language_model.layers.30.mlp.gate_proj": 16, + "model.language_model.layers.30.mlp.up_proj": 16, + "model.language_model.layers.30.self_attn.k_proj": 16, + "model.language_model.layers.30.self_attn.o_proj": 16, + "model.language_model.layers.30.self_attn.q_proj": 16, + "model.language_model.layers.30.self_attn.v_proj": 16, + "model.language_model.layers.31.mlp.down_proj": 16, + "model.language_model.layers.31.mlp.gate_proj": 16, + "model.language_model.layers.31.mlp.up_proj": 16, + "model.language_model.layers.31.self_attn.k_proj": 16, + "model.language_model.layers.31.self_attn.o_proj": 16, + "model.language_model.layers.31.self_attn.q_proj": 16, + "model.language_model.layers.31.self_attn.v_proj": 16, + "model.language_model.layers.32.mlp.down_proj": 16, + "model.language_model.layers.32.mlp.gate_proj": 16, + "model.language_model.layers.32.mlp.up_proj": 16, + "model.language_model.layers.32.self_attn.k_proj": 16, + "model.language_model.layers.32.self_attn.o_proj": 16, + "model.language_model.layers.32.self_attn.q_proj": 16, + "model.language_model.layers.32.self_attn.v_proj": 16, + "model.language_model.layers.33.mlp.down_proj": 16, + "model.language_model.layers.33.mlp.gate_proj": 16, + "model.language_model.layers.33.mlp.up_proj": 16, + "model.language_model.layers.33.self_attn.k_proj": 16, + "model.language_model.layers.33.self_attn.o_proj": 16, + "model.language_model.layers.33.self_attn.q_proj": 16, + "model.language_model.layers.33.self_attn.v_proj": 16, + "model.language_model.layers.34.mlp.down_proj": 16, + "model.language_model.layers.34.mlp.gate_proj": 16, + "model.language_model.layers.34.mlp.up_proj": 16, + "model.language_model.layers.34.self_attn.k_proj": 16, + "model.language_model.layers.34.self_attn.o_proj": 16, + "model.language_model.layers.34.self_attn.q_proj": 16, + "model.language_model.layers.34.self_attn.v_proj": 16, + "model.language_model.layers.35.mlp.down_proj": 16, + "model.language_model.layers.35.mlp.gate_proj": 16, + "model.language_model.layers.35.mlp.up_proj": 16, + "model.language_model.layers.35.self_attn.k_proj": 16, + "model.language_model.layers.35.self_attn.o_proj": 16, + "model.language_model.layers.35.self_attn.q_proj": 16, + "model.language_model.layers.35.self_attn.v_proj": 16, + "model.language_model.layers.4.mlp.down_proj": 16, + "model.language_model.layers.4.mlp.gate_proj": 16, + "model.language_model.layers.4.mlp.up_proj": 16, + "model.language_model.layers.4.self_attn.k_proj": 16, + "model.language_model.layers.4.self_attn.o_proj": 16, + "model.language_model.layers.4.self_attn.q_proj": 16, + "model.language_model.layers.4.self_attn.v_proj": 16, + "model.language_model.layers.5.mlp.down_proj": 16, + "model.language_model.layers.5.mlp.gate_proj": 16, + "model.language_model.layers.5.mlp.up_proj": 16, + "model.language_model.layers.5.self_attn.k_proj": 16, + "model.language_model.layers.5.self_attn.o_proj": 16, + "model.language_model.layers.5.self_attn.q_proj": 16, + "model.language_model.layers.5.self_attn.v_proj": 16, + "model.language_model.layers.6.mlp.down_proj": 16, + "model.language_model.layers.6.mlp.gate_proj": 16, + "model.language_model.layers.6.mlp.up_proj": 16, + "model.language_model.layers.6.self_attn.k_proj": 16, + "model.language_model.layers.6.self_attn.o_proj": 16, + "model.language_model.layers.6.self_attn.q_proj": 16, + "model.language_model.layers.6.self_attn.v_proj": 16, + "model.language_model.layers.7.mlp.down_proj": 16, + "model.language_model.layers.7.mlp.gate_proj": 16, + "model.language_model.layers.7.mlp.up_proj": 16, + "model.language_model.layers.7.self_attn.k_proj": 16, + "model.language_model.layers.7.self_attn.o_proj": 16, + "model.language_model.layers.7.self_attn.q_proj": 16, + "model.language_model.layers.7.self_attn.v_proj": 16, + "model.language_model.layers.8.mlp.down_proj": 16, + "model.language_model.layers.8.mlp.gate_proj": 16, + "model.language_model.layers.8.mlp.up_proj": 16, + "model.language_model.layers.8.self_attn.k_proj": 16, + "model.language_model.layers.8.self_attn.o_proj": 16, + "model.language_model.layers.8.self_attn.q_proj": 16, + "model.language_model.layers.8.self_attn.v_proj": 16, + "model.language_model.layers.9.mlp.down_proj": 16, + "model.language_model.layers.9.mlp.gate_proj": 16, + "model.language_model.layers.9.mlp.up_proj": 16, + "model.language_model.layers.9.self_attn.k_proj": 16, + "model.language_model.layers.9.self_attn.o_proj": 16, + "model.language_model.layers.9.self_attn.q_proj": 16, + "model.language_model.layers.9.self_attn.v_proj": 16 + }, + "revision": null, + "target_modules": [ + "gate_proj", + "self_attn.q_proj", + "self_attn.v_proj", + "o_proj", + "self_attn.k_proj", + "down_proj", + "up_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s73/config.json b/runs/fixed_internvl/replacement/Full_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1ea0b4c04d86569e6764a5a28693eb9075b8e264 --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s73/config.json @@ -0,0 +1,99 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Full", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35 + ], + "ranks": { + "0": 16, + "1": 16, + "2": 16, + "3": 16, + "4": 16, + "5": 16, + "6": 16, + "7": 16, + "8": 16, + "9": 16, + "10": 16, + "11": 16, + "12": 16, + "13": 16, + "14": 16, + "15": 16, + "16": 16, + "17": 16, + "18": 16, + "19": 16, + "20": 16, + "21": 16, + "22": 16, + "23": 16, + "24": 16, + "25": 16, + "26": 16, + "27": 16, + "28": 16, + "29": 16, + "30": 16, + "31": 16, + "32": 16, + "33": 16, + "34": 16, + "35": 16 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Full_s73/steps.jsonl b/runs/fixed_internvl/replacement/Full_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fd1a3a8b5190e8841bb553c0ad1b3b4e4f459b6c --- /dev/null +++ b/runs/fixed_internvl/replacement/Full_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 14.632401466369629, "loss_scale": 4.0, "retries": 0, "seconds": 2.3, "max_memory_gb": 17.82, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 28.365442276000977, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 18.15, "pair": 1.098365604877472, "sign": 0.4945405004546046, "keep": 3.322879195213318, "leak": 8.75245205520514e-05, "replacement": 3.0070972442626953} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 13.268393516540527, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 18.15, "pair": 1.0858017206192017, "sign": 0.059091114439070225, "keep": 1.1924888992216438, "leak": 0.00034217878288700376, "replacement": 1.7116772830486298} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.927233695983887, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 18.15, "pair": 1.0685741305351257, "sign": 0.241556647233665, "keep": 1.1718229075195268, "leak": 0.00030314685727717006, "replacement": 1.7753396928310394} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 11.226591110229492, "loss_scale": 4.0, "retries": 0, "seconds": 10.3, "max_memory_gb": 18.15, "pair": 0.9805697202682495, "sign": 0.04540000483393669, "keep": 0.5852752610808238, "leak": 0.011026587395463139, "replacement": 1.2986639440059662} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 8.235064506530762, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 18.15, "pair": 0.9787648916244507, "sign": 0.4343945945147425, "keep": 0.5598601289093494, "leak": 0.013808255174808437, "replacement": 1.4793443530797958} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.840246677398682, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 18.15, "pair": 0.8460550457239151, "sign": 0.07231718138791621, "keep": 0.041884018006385304, "leak": 0.07746496656909585, "replacement": 0.9225219190120697} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 4.239622592926025, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 18.15, "pair": 0.8440866768360138, "sign": 0.40954963490366936, "keep": 0.6707617416395806, "leak": 0.13160210268688388, "replacement": 1.417142927646637} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.372343063354492, "loss_scale": 4.0, "retries": 0, "seconds": 18.5, "max_memory_gb": 18.15, "pair": 0.4160415418446064, "sign": 0.0443439781665802, "keep": 0.0865133925108239, "leak": 0.7466754987835884, "replacement": 0.6681391298770905} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.98282527923584, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 18.15, "pair": 0.5014559105038643, "sign": 0.1632838281802833, "keep": 0.07054541589604924, "leak": 0.48968410957604647, "replacement": 0.740791529417038} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 10.810181617736816, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 18.15, "pair": 0.1331664421595633, "sign": 0.020297108087106608, "keep": 0.035273042507469654, "leak": 2.3378137052059174, "replacement": 0.7454049363732338} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 18.154438018798828, "loss_scale": 4.0, "retries": 0, "seconds": 24.6, "max_memory_gb": 18.15, "pair": 0.1693504611030221, "sign": 0.32600192993413657, "keep": 0.06114772113505751, "leak": 2.7610383927822113, "replacement": 1.053184874355793} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 13.668744087219238, "loss_scale": 4.0, "retries": 0, "seconds": 26.7, "max_memory_gb": 18.15, "pair": 0.20555218867957592, "sign": 0.11662561626872048, "keep": 0.3070619977243041, "leak": 2.9577967151999474, "replacement": 1.1568451672792435} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 10.373172760009766, "loss_scale": 4.0, "retries": 0, "seconds": 28.7, "max_memory_gb": 18.15, "pair": 0.27258945163339376, "sign": 0.09832513862056658, "keep": 0.04153743886081429, "leak": 2.0609377920627594, "replacement": 0.857755184173584} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 14.479272842407227, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 18.15, "pair": 0.4520367532968521, "sign": 0.5430307008209638, "keep": 0.19858357985503972, "leak": 0.5983399776741862, "replacement": 0.9724288880825043} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 17.45583152770996, "loss_scale": 4.0, "retries": 0, "seconds": 32.8, "max_memory_gb": 18.15, "pair": 0.5710528548806906, "sign": 1.1843303155037574, "keep": 2.3784327192115597, "leak": 1.9911417532712221, "replacement": 2.8502198979258537} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 13.221888542175293, "loss_scale": 4.0, "retries": 0, "seconds": 34.8, "max_memory_gb": 18.15, "pair": 0.3667387068271637, "sign": 0.3203585363808088, "keep": 0.8048052118392661, "leak": 1.3800024390220642, "replacement": 1.2743212282657623} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.373406410217285, "loss_scale": 4.0, "retries": 0, "seconds": 36.9, "max_memory_gb": 18.15, "pair": 0.16801376454532146, "sign": 0.01059812807943672, "keep": 0.01780705593409948, "leak": 1.146522730588913, "replacement": 0.46884703636169434} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 9.957170486450195, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 18.15, "pair": 0.5164713598787785, "sign": 0.32641774974763393, "keep": 0.6777545190489036, "leak": 0.2632816741243005, "replacement": 1.0843779146671295} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.096283435821533, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 18.15, "pair": 0.3051825165748596, "sign": 0.016518225194886327, "keep": 0.11413681809790432, "leak": 0.32320208428427577, "replacement": 0.45131057500839233} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.107020378112793, "loss_scale": 4.0, "retries": 0, "seconds": 42.9, "max_memory_gb": 18.15, "pair": 0.5047035068273544, "sign": 0.10978512663859874, "keep": 0.014017707901075482, "leak": 0.4342985535040498, "replacement": 0.6751795411109924} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.1669695377349854, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 18.15, "pair": 0.4823426455259323, "sign": 0.34000282967463136, "keep": 0.30989114253316075, "leak": 0.4895246979344847, "replacement": 0.9296707883477211} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 8.793538093566895, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 18.15, "pair": 0.45277702435851097, "sign": 0.33626510546309873, "keep": 0.2816970373969525, "leak": 0.20111542753875256, "replacement": 0.8120369836688042} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.207806587219238, "loss_scale": 4.0, "retries": 0, "seconds": 49.1, "max_memory_gb": 18.15, "pair": 0.4216250106692314, "sign": 0.20526767033152282, "keep": 0.07655376428738236, "leak": 0.686712919967249, "replacement": 0.7342139557003975} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 8.091141700744629, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 18.15, "pair": 0.347828546538949, "sign": 0.24751348746940494, "keep": 0.06464870358468033, "leak": 0.6489297822117805, "replacement": 0.6661421060562134} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 7.213607311248779, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 18.15, "pair": 0.10815385356545448, "sign": 0.023597216117195785, "keep": 0.19374427771072078, "leak": 1.6653690338134766, "replacement": 0.6331668645143509} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 4.74177885055542, "loss_scale": 4.0, "retries": 0, "seconds": 55.3, "max_memory_gb": 18.15, "pair": 0.22898544184863567, "sign": 0.19243068469222635, "keep": 0.019272495250334032, "leak": 1.4032594729214907, "replacement": 0.685651920735836} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.4077870845794678, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 18.15, "pair": 0.22150645405054092, "sign": 0.0038407008396461606, "keep": 0.005201036110520363, "leak": 0.7389083576854318, "replacement": 0.4107544273138046} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.756742477416992, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 18.15, "pair": 0.14556670188903809, "sign": 0.01134999142959714, "keep": 0.001574113077367656, "leak": 1.4715843126177788, "replacement": 0.5199248194694519} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.358976125717163, "loss_scale": 4.0, "retries": 0, "seconds": 61.4, "max_memory_gb": 18.15, "pair": 0.3150587510317564, "sign": 0.13306811393704265, "keep": 0.00319127383409068, "leak": 0.47567535005509853, "replacement": 0.5021072924137115} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 3.2817256450653076, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 18.15, "pair": 0.27300129272043705, "sign": 0.05255070549901575, "keep": 0.014181365841068327, "leak": 0.1203440577519359, "replacement": 0.3364533558487892} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 7.305713176727295, "loss_scale": 4.0, "retries": 0, "seconds": 65.5, "max_memory_gb": 18.15, "pair": 0.665630865842104, "sign": 1.6740291921887547, "keep": 0.2685828023368231, "leak": 0.06994028203189373, "replacement": 1.6544219106435776} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 1.4778666496276855, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 18.15, "pair": 0.17062909249216318, "sign": 0.008111163158901036, "keep": 0.008953832119004801, "leak": 0.3150775209069252, "replacement": 0.25793097354471684} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 9.781070709228516, "loss_scale": 4.0, "retries": 0, "seconds": 69.6, "max_memory_gb": 18.15, "pair": 0.4585326351225376, "sign": 0.15172556950710714, "keep": 0.026880963754592813, "leak": 0.18887545201869216, "replacement": 0.5950547885149717} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.7978036403656006, "loss_scale": 4.0, "retries": 0, "seconds": 71.6, "max_memory_gb": 18.15, "pair": 0.15748560335487127, "sign": 0.08381115831434727, "keep": 0.028177242254514567, "leak": 0.44195353347458877, "replacement": 0.32396818324923515} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 4.414091110229492, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 18.16, "pair": 0.19758200051728636, "sign": 0.07569208822678775, "keep": 0.07842348335543647, "leak": 0.8244833704084158, "replacement": 0.4807606264948845} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.7794458866119385, "loss_scale": 4.0, "retries": 0, "seconds": 75.7, "max_memory_gb": 18.16, "pair": 0.1731751374900341, "sign": 0.050429025577614084, "keep": 0.018016678979620337, "leak": 0.41617173701524734, "replacement": 0.31144092977046967} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.1829214096069336, "loss_scale": 4.0, "retries": 0, "seconds": 77.8, "max_memory_gb": 18.16, "pair": 0.09822725993581116, "sign": 0.04687512165401131, "keep": 0.01281039522541505, "leak": 0.6691718587171636, "replacement": 0.295362988486886} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 16.387901306152344, "loss_scale": 4.0, "retries": 0, "seconds": 79.8, "max_memory_gb": 18.16, "pair": 0.6090631149709225, "sign": 0.39554482090170495, "keep": 0.582486083484639, "leak": 1.2544228434562683, "replacement": 1.4116842672228813} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.2474007606506348, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 18.16, "pair": 0.1880054883658886, "sign": 0.03785254193644505, "keep": 0.025516686524497345, "leak": 0.7025107068475336, "replacement": 0.39531777054071426} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 4.181392669677734, "loss_scale": 4.0, "retries": 0, "seconds": 83.9, "max_memory_gb": 18.16, "pair": 0.14971969043835998, "sign": 0.02197634580079466, "keep": 0.04915807835641317, "leak": 0.89240413159132, "replacement": 0.40838792733848095} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 15.93561840057373, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 18.16, "pair": 0.08736361702904105, "sign": 0.01629774208413437, "keep": 1.2573593103443272, "leak": 0.7675509830005467, "replacement": 0.9160798932425678} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.563127040863037, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 18.16, "pair": 0.16666883323341608, "sign": 0.05056679475819692, "keep": 0.9277852000668645, "leak": 0.37902339547872543, "replacement": 0.7506006918847561} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.191906452178955, "loss_scale": 4.0, "retries": 0, "seconds": 90.0, "max_memory_gb": 18.16, "pair": 0.04883829830214381, "sign": 0.006755838869139552, "keep": 0.006621350195928244, "leak": 1.2719720369204879, "replacement": 0.3735198983922601} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 1.7671457529067993, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 18.16, "pair": 0.15304889902472496, "sign": 0.11627504194620997, "keep": 0.018059687688946724, "leak": 0.553858170285821, "replacement": 0.3586807996034622} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 3.005505323410034, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 18.16, "pair": 0.27808087202720344, "sign": 0.45382319726923015, "keep": 0.04317975533183471, "leak": 0.22787169180810452, "replacement": 0.583550289273262} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 7.840456962585449, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 18.16, "pair": 0.03386162861716002, "sign": 0.005996636620693607, "keep": 0.00280498117354, "leak": 1.3083607591688633, "replacement": 0.36535262130200863} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.3656507730484009, "loss_scale": 4.0, "retries": 0, "seconds": 98.2, "max_memory_gb": 18.16, "pair": 0.0906703720393125, "sign": 0.015526685834629461, "keep": 0.0018956354076635762, "leak": 0.06905250652926043, "replacement": 0.11664466024376452} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.966174602508545, "loss_scale": 4.0, "retries": 0, "seconds": 100.3, "max_memory_gb": 18.16, "pair": 0.22287628054618835, "sign": 0.04719499754719436, "keep": 0.00556822819635272, "leak": 0.574562044814229, "replacement": 0.39289840310811996} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 6.939009666442871, "loss_scale": 4.0, "retries": 0, "seconds": 102.3, "max_memory_gb": 18.16, "pair": 0.16950159799307585, "sign": 0.033971186087001115, "keep": 0.005964511212368961, "leak": 2.038131929934025, "replacement": 0.6990024335682392} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.4970946311950684, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 18.16, "pair": 0.22716593532823026, "sign": 0.004920448525808752, "keep": 0.010025044030044228, "leak": 0.2927311286330223, "replacement": 0.30782145634293556} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 51.0046272277832, "loss_scale": 4.0, "retries": 0, "seconds": 106.4, "max_memory_gb": 18.16, "pair": 0.6211475165328011, "sign": 1.5219189967610873, "keep": 2.5132865865016356, "leak": 6.604688320308924, "replacement": 4.289922294206917} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.187385082244873, "loss_scale": 4.0, "retries": 0, "seconds": 108.6, "max_memory_gb": 18.16, "pair": 0.3059514742344618, "sign": 0.32920334001391893, "keep": 0.9948422563829808, "leak": 0.6786732422187924, "replacement": 1.1376426070928574} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 10.696185111999512, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 18.16, "pair": 0.16395794693380594, "sign": 0.4093133353162557, "keep": 1.3259880538171274, "leak": 0.6190292859100737, "replacement": 1.1863659508526325} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.992248058319092, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 18.16, "pair": 0.2354356653377181, "sign": 0.017365895211696625, "keep": 0.03475974875618704, "leak": 0.5039576609706273, "replacement": 0.38748788461089134} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.1440906524658203, "loss_scale": 4.0, "retries": 0, "seconds": 114.6, "max_memory_gb": 18.16, "pair": 0.2293063488905318, "sign": 0.1255882274126634, "keep": 0.014261825485732516, "leak": 0.0986388034916672, "replacement": 0.3238910713698715} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.9232656955718994, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 18.16, "pair": 0.15774481557309628, "sign": 0.05441170372068882, "keep": 0.1217252112692222, "leak": 0.6386895030736923, "replacement": 0.4054856449365616} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 6.89003849029541, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 18.16, "pair": 0.047636926639825106, "sign": 0.040415814641164616, "keep": 0.008929750445529905, "leak": 1.815025880932808, "replacement": 0.5260661856736988} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.8876161575317383, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 18.16, "pair": 0.18635872582672164, "sign": 0.003007091516337823, "keep": 0.00947169517166202, "leak": 0.4051204025745392, "replacement": 0.2938782135024667} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 21.000986099243164, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 18.16, "pair": 0.08573657041415572, "sign": 0.04404864471871406, "keep": 0.0036325003384263255, "leak": 1.6604492517653853, "replacement": 0.5246894666925073} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 9.448742866516113, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 18.16, "pair": 0.19852942135185003, "sign": 0.1314062731107697, "keep": 0.32286954163282644, "leak": 0.09588903657277115, "replacement": 0.44963960349559784} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 23.578561782836914, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 18.16, "pair": 1.0812387932091951, "sign": 1.4922297438024543, "keep": 0.9520339183508213, "leak": 0.8239920735359192, "replacement": 2.509368684142828} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.989847660064697, "loss_scale": 4.0, "retries": 0, "seconds": 128.9, "max_memory_gb": 18.16, "pair": 0.15510419005295262, "sign": 0.18228569853818044, "keep": 0.00327781392103077, "leak": 0.6351453548413701, "replacement": 0.4066722809802741} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.24902868270874, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 18.16, "pair": 0.07528991962317377, "sign": 0.03040357679128647, "keep": 0.5281306849210523, "leak": 1.110644802232855, "replacement": 0.6322182361036539} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 7.085337162017822, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 18.16, "pair": 0.26194131188094616, "sign": 0.12025437189731747, "keep": 0.19804588943952695, "leak": 0.5159788001328707, "replacement": 0.5500861369073391} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.904733419418335, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 18.16, "pair": 0.07710596825927496, "sign": 0.02331477781990543, "keep": 0.005847066378919408, "leak": 0.7357468260452151, "replacement": 0.2756236009299755} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 8.23392391204834, "loss_scale": 4.0, "retries": 0, "seconds": 137.0, "max_memory_gb": 18.16, "pair": 0.26746329106390476, "sign": 0.13877837546169758, "keep": 0.9792194238980301, "leak": 1.4080953318625689, "replacement": 1.1784860491752625} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.5505034923553467, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 18.16, "pair": 0.13553342851810157, "sign": 0.059619014675263315, "keep": 0.006317529856460169, "leak": 1.3127996717812493, "replacement": 0.4967016177251935} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.226100444793701, "loss_scale": 4.0, "retries": 0, "seconds": 141.1, "max_memory_gb": 18.16, "pair": 0.1687854865740519, "sign": 0.042994595438358374, "keep": 0.055699462303323344, "leak": 0.35113835660740733, "replacement": 0.3059171009808779} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.007874965667725, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 18.16, "pair": 0.3115705009549856, "sign": 0.03788462025113404, "keep": 0.034962670295499265, "leak": 0.5932729449123144, "replacement": 0.49631239101290703} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 5.421089172363281, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 18.16, "pair": 0.1277427465247456, "sign": 0.006345210524159484, "keep": 0.003273979105415492, "leak": 1.7228077352046967, "replacement": 0.5632542744278908} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 16.072874069213867, "loss_scale": 4.0, "retries": 0, "seconds": 147.3, "max_memory_gb": 18.16, "pair": 0.0696515052113682, "sign": 0.003566631261492148, "keep": 0.004495171238428242, "leak": 5.760594561259495, "replacement": 1.5138311018235981} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.607405185699463, "loss_scale": 4.0, "retries": 0, "seconds": 149.3, "max_memory_gb": 18.16, "pair": 0.11037745419889688, "sign": 0.01613189245108515, "keep": 0.007275338733961689, "leak": 0.6442197952419519, "replacement": 0.28313602693378925} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.0643198490142822, "loss_scale": 4.0, "retries": 0, "seconds": 151.4, "max_memory_gb": 18.16, "pair": 0.26761450292542577, "sign": 0.011033960443455726, "keep": 0.040870421449653804, "leak": 0.08416761865373701, "replacement": 0.3146086139604449} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.695160388946533, "loss_scale": 4.0, "retries": 0, "seconds": 153.4, "max_memory_gb": 18.16, "pair": 0.4591315761208534, "sign": 0.033937238389626145, "keep": 0.008100510414806195, "leak": 0.1313096759840846, "replacement": 0.5129778757691383} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 7.752509117126465, "loss_scale": 4.0, "retries": 0, "seconds": 155.5, "max_memory_gb": 18.16, "pair": 0.41644695308059454, "sign": 0.5044325972849037, "keep": 1.1392654185856372, "leak": 0.9046174520626664, "replacement": 1.4644503742456436} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.70129656791687, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 18.16, "pair": 0.221157549880445, "sign": 0.0361577803560067, "keep": 0.011519833074999042, "leak": 0.8278498267172836, "replacement": 0.4519588192924857} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.96235990524292, "loss_scale": 4.0, "retries": 0, "seconds": 159.6, "max_memory_gb": 18.16, "pair": 0.19578977301716805, "sign": 0.012948120245710015, "keep": 0.014080488588660955, "leak": 0.2962904376909137, "replacement": 0.28337668627500534} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 4.891323089599609, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 18.16, "pair": 0.3260824631433934, "sign": 1.082088420385844, "keep": 0.009388984937686473, "leak": 0.16930064859479899, "replacement": 0.9141463518608361} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 22.519826889038086, "loss_scale": 4.0, "retries": 0, "seconds": 163.7, "max_memory_gb": 18.16, "pair": 0.11713952384889126, "sign": 0.8859189670183696, "keep": 1.8434730171429692, "leak": 1.9483901914209127, "replacement": 1.9689330272376537} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.900691032409668, "loss_scale": 4.0, "retries": 0, "seconds": 165.8, "max_memory_gb": 18.16, "pair": 0.16004967503249645, "sign": 0.007083506730850786, "keep": 0.040049886563792825, "leak": 0.49846623092889786, "replacement": 0.3082329295575619} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.235504388809204, "loss_scale": 4.0, "retries": 0, "seconds": 167.7, "max_memory_gb": 18.16, "pair": 0.03600331139750779, "sign": 0.0064198926847893745, "keep": 0.005327628765343206, "leak": 0.31576986983418465, "replacement": 0.12081953883171082} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.524487495422363, "loss_scale": 4.0, "retries": 0, "seconds": 169.8, "max_memory_gb": 18.16, "pair": 0.04897124646231532, "sign": 0.003005969600053504, "keep": 0.0037726528680650517, "leak": 1.4257018435746431, "replacement": 0.40878601372241974} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.0526857376098633, "loss_scale": 4.0, "retries": 0, "seconds": 171.8, "max_memory_gb": 18.16, "pair": 0.12504125060513616, "sign": 0.002668085304321721, "keep": 0.025921209482476115, "leak": 0.7338324678130448, "replacement": 0.32279402017593384} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.9161553382873535, "loss_scale": 4.0, "retries": 0, "seconds": 173.9, "max_memory_gb": 18.16, "pair": 0.12246843846514821, "sign": 0.0197600107640028, "keep": 0.008709626039490104, "leak": 1.075073802672705, "replacement": 0.40547171235084534} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 2.940124034881592, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 18.16, "pair": 0.05417602206580341, "sign": 0.003657310036942363, "keep": 0.0216370434466171, "leak": 0.698927715420723, "replacement": 0.24155513662844896} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.338787078857422, "loss_scale": 4.0, "retries": 0, "seconds": 178.0, "max_memory_gb": 18.16, "pair": 0.14836707338690758, "sign": 0.004067411471623927, "keep": 0.004358913138275966, "leak": 0.4741555377840996, "replacement": 0.2711191140115261} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 9.046518325805664, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.16, "pair": 0.20187798282131553, "sign": 0.10508655896410346, "keep": 0.04880125808995217, "leak": 0.5391891188919544, "replacement": 0.41361917927861214} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.6761670112609863, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 18.16, "pair": 0.17021709587424994, "sign": 0.012642932357266545, "keep": 0.025060996180400252, "leak": 0.0515734767250251, "replacement": 0.2019624225795269} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.7119293212890625, "loss_scale": 4.0, "retries": 0, "seconds": 184.1, "max_memory_gb": 18.16, "pair": 0.19653664552606642, "sign": 0.033602958399569616, "keep": 0.03789904088262119, "leak": 0.12649344187229872, "replacement": 0.263911004178226} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 8.153274536132812, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 18.16, "pair": 0.06253035552799702, "sign": 0.0070974410045892, "keep": 0.0038629037007922307, "leak": 2.483866848051548, "replacement": 0.6889772564172745} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.836756467819214, "loss_scale": 4.0, "retries": 0, "seconds": 188.2, "max_memory_gb": 18.16, "pair": 0.17925043031573296, "sign": 0.1303678699187003, "keep": 0.0960276116093155, "leak": 0.6024602052318784, "replacement": 0.4430632255971432} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 5.061380386352539, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 18.16, "pair": 0.34500533156096935, "sign": 0.2709488751133904, "keep": 0.17489652149379253, "leak": 0.37317050201818347, "replacement": 0.6612206399440765} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 5.7934651374816895, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 18.16, "pair": 0.13612620765343308, "sign": 0.9961804943450261, "keep": 0.00132434967537165, "leak": 0.174773432641814, "replacement": 0.6785720149055123} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.9611687660217285, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 18.16, "pair": 0.2598528889939189, "sign": 0.11772622837452218, "keep": 0.18035820405111735, "leak": 0.03846893893205561, "replacement": 0.41851233318448067} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.6328721046447754, "loss_scale": 4.0, "retries": 0, "seconds": 196.4, "max_memory_gb": 18.16, "pair": 0.11680290941148996, "sign": 0.01316475064959377, "keep": 0.0033209713583346456, "leak": 0.27413151576183736, "replacement": 0.19357865676283836} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 5.319799423217773, "loss_scale": 4.0, "retries": 0, "seconds": 198.4, "max_memory_gb": 18.16, "pair": 0.12285014428198338, "sign": 0.016042179777286947, "keep": 0.004743365992908366, "leak": 1.7475181429763325, "replacement": 0.5701224505901337} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.867703914642334, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 18.16, "pair": 0.24849172867834568, "sign": 0.018028351478278637, "keep": 0.0026810600102180615, "leak": 0.049704486766131595, "replacement": 0.27127255592495203} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 3.088200092315674, "loss_scale": 4.0, "retries": 0, "seconds": 202.5, "max_memory_gb": 18.16, "pair": 0.055355150485411286, "sign": 0.37480719342420343, "keep": 0.00181914407221484, "leak": 0.3634149522113148, "replacement": 0.3345220400951803} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 7.797429084777832, "loss_scale": 4.0, "retries": 0, "seconds": 204.5, "max_memory_gb": 18.16, "pair": 0.1580932829529047, "sign": 0.2762006230186671, "keep": 0.16319880237415418, "leak": 2.726908266544342, "replacement": 1.059520031325519} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 4.92263126373291, "loss_scale": 4.0, "retries": 0, "seconds": 206.6, "max_memory_gb": 18.16, "pair": 0.41198051371611655, "sign": 0.6801545198395615, "keep": 0.8929035007016637, "leak": 0.36652893759310246, "replacement": 1.2901416814420372} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.1520174741744995, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 18.16, "pair": 0.0834335652180016, "sign": 0.02055078200646676, "keep": 0.004424722648536772, "leak": 0.2472060842846986, "replacement": 0.15772283915430307} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.464216709136963, "loss_scale": 4.0, "retries": 0, "seconds": 210.6, "max_memory_gb": 18.16, "pair": 0.023004104499705136, "sign": 0.008866889009368606, "keep": 0.0004151996834309557, "leak": 1.101228378713131, "replacement": 0.3029522430151701} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.933353900909424, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 18.16, "pair": 0.14043921697884798, "sign": 0.027562946663238108, "keep": 0.1338049724290613, "leak": 0.46255833510076627, "replacement": 0.3367627700790763} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 4.472848892211914, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 18.16, "pair": 0.2670194171369076, "sign": 0.261751237208955, "keep": 0.13615210614580064, "leak": 0.6154397921636701, "replacement": 0.6198310349136591} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.096221446990967, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 18.16, "pair": 0.07371692475862801, "sign": 0.010576297208899632, "keep": 0.013625730058834051, "leak": 0.6878513544797897, "replacement": 0.25778077996801585} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.980567455291748, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 18.16, "pair": 0.15585587546229362, "sign": 0.005080433271359652, "keep": 0.0026367105820099823, "leak": 0.04327425576047972, "replacement": 0.17053301073610783} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.058511734008789, "loss_scale": 4.0, "retries": 0, "seconds": 220.9, "max_memory_gb": 18.16, "pair": 0.12567510129883885, "sign": 0.011290223250398412, "keep": 0.01484104263363406, "leak": 0.4200142342597246, "replacement": 0.24374428018927574} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 2.1088221073150635, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 18.16, "pair": 0.1347514488734305, "sign": 0.019708348030690104, "keep": 0.013125506810411025, "leak": 0.3735175933688879, "replacement": 0.24454777501523495} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.0505300760269165, "loss_scale": 4.0, "retries": 0, "seconds": 225.0, "max_memory_gb": 18.16, "pair": 0.09047801699489355, "sign": 0.006610841432120651, "keep": 0.002135951810487313, "leak": 0.19973578862845898, "replacement": 0.14478535018861294} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.433382987976074, "loss_scale": 4.0, "retries": 0, "seconds": 227.0, "max_memory_gb": 18.16, "pair": 0.18529105093330145, "sign": 0.06733498169342056, "keep": 0.6394977016170742, "leak": 2.5362046360969543, "replacement": 1.1727585345506668} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.340437412261963, "loss_scale": 4.0, "retries": 0, "seconds": 229.1, "max_memory_gb": 18.16, "pair": 0.08321753703057766, "sign": 0.053272670178557746, "keep": 0.023195011281359257, "leak": 0.5032339673489332, "replacement": 0.24725987063720822} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 41.255958557128906, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 18.16, "pair": 0.8480119082669262, "sign": 0.9848973708139965, "keep": 2.033647978081703, "leak": 3.165557235479355, "replacement": 3.148673893418163} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 6.211297035217285, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 18.16, "pair": 0.11726826307130978, "sign": 0.18723146943375468, "keep": 0.3226139394682832, "leak": 0.6211650371551514, "replacement": 0.5274822292849422} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.0267720222473145, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 18.16, "pair": 0.09586926935298834, "sign": 0.0030098668721620925, "keep": 0.009792766738769387, "leak": 0.24498732760548592, "replacement": 0.16351741645485163} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 24.97260284423828, "loss_scale": 4.0, "retries": 0, "seconds": 237.3, "max_memory_gb": 18.16, "pair": 1.4445375140057877, "sign": 1.3929102725232951, "keep": 2.1698510488640608, "leak": 4.525053337216377, "replacement": 4.357181744650006} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 16.166399002075195, "loss_scale": 4.0, "retries": 0, "seconds": 239.3, "max_memory_gb": 18.16, "pair": 0.41098126070573926, "sign": 0.012842290801927447, "keep": 0.004258062630469794, "leak": 0.28356352308765054, "replacement": 0.49042232148349285} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 101.64885711669922, "loss_scale": 4.0, "retries": 0, "seconds": 241.4, "max_memory_gb": 18.16, "pair": 0.6021451456472278, "sign": 0.0492826642584987, "keep": 0.33118489070329815, "leak": 8.287704899907112, "replacement": 2.8643051087856293} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.920074939727783, "loss_scale": 4.0, "retries": 0, "seconds": 243.4, "max_memory_gb": 18.16, "pair": 0.1174884915817529, "sign": 0.01807671414280776, "keep": 0.0013008192581764888, "leak": 0.5609038604889065, "replacement": 0.26740321796387434} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 7.802860260009766, "loss_scale": 4.0, "retries": 0, "seconds": 245.5, "max_memory_gb": 18.16, "pair": 0.24055461771786213, "sign": 0.29607629706151783, "keep": 0.557334970246302, "leak": 0.5506830485537648, "replacement": 0.8049309756606817} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 10.125020980834961, "loss_scale": 4.0, "retries": 0, "seconds": 247.5, "max_memory_gb": 18.16, "pair": 0.3043791199743282, "sign": 0.4714704921352677, "keep": 0.0026435678362304316, "leak": 1.547076754271984, "replacement": 0.9282053336501122} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 10.655213356018066, "loss_scale": 4.0, "retries": 0, "seconds": 249.6, "max_memory_gb": 18.16, "pair": 0.2540354687080253, "sign": 0.16289760440122336, "keep": 0.17989315185695176, "leak": 0.2609250438399613, "replacement": 0.4906621128320694} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 44.40684509277344, "loss_scale": 4.0, "retries": 0, "seconds": 251.6, "max_memory_gb": 18.16, "pair": 0.39498449116945267, "sign": 1.5414919247850776, "keep": 2.55446717623272, "leak": 2.7733497098088264, "replacement": 3.1363014839589596} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.0871589183807373, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 18.16, "pair": 0.12623579613864422, "sign": 0.003865951643092558, "keep": 0.0007783378418935172, "leak": 0.7118218243122101, "replacement": 0.30651339143514633} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 4.403539180755615, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 18.16, "pair": 0.0547688128426671, "sign": 0.023068889742717147, "keep": 0.05218779295682907, "leak": 1.300934087485075, "replacement": 0.417630672454834} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 1.6776155233383179, "loss_scale": 4.0, "retries": 0, "seconds": 257.8, "max_memory_gb": 18.16, "pair": 0.05440411902964115, "sign": 0.06426154798828065, "keep": 0.00224614791568456, "leak": 0.08127798233181238, "replacement": 0.10797746106982231} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.1571710109710693, "loss_scale": 4.0, "retries": 0, "seconds": 259.9, "max_memory_gb": 18.16, "pair": 0.06454474711790681, "sign": 0.00320064983679913, "keep": 0.001121806445553375, "leak": 0.14019985776394606, "replacement": 0.10175593756139278} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 5.144490718841553, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 18.16, "pair": 0.1735323704779148, "sign": 0.5760865365155041, "keep": 0.004543537746940274, "leak": 0.59218854829669, "replacement": 0.6118945777416229} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 40.919612884521484, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 18.16, "pair": 0.49480128500727005, "sign": 1.175256421935046, "keep": 0.38363222067658853, "leak": 0.08604616206139326, "replacement": 1.2957572031300515} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 4.984921455383301, "loss_scale": 4.0, "retries": 0, "seconds": 266.0, "max_memory_gb": 18.16, "pair": 0.4633481204509735, "sign": 0.3202570511493832, "keep": 0.040030233503784984, "leak": 0.22420502523891628, "replacement": 0.6995430439710617} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 5.137771129608154, "loss_scale": 4.0, "retries": 0, "seconds": 268.0, "max_memory_gb": 18.16, "pair": 0.07403641513883485, "sign": 0.06569150352697761, "keep": 0.05564679519732607, "leak": 0.708788565825671, "replacement": 0.3119027055799961} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.755722761154175, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 18.16, "pair": 0.16984658688306808, "sign": 0.053153950022533536, "keep": 0.014286094345152378, "leak": 0.06929266871884465, "replacement": 0.2208897676318884} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.8520517349243164, "loss_scale": 4.0, "retries": 0, "seconds": 272.1, "max_memory_gb": 18.16, "pair": 0.24738731095567346, "sign": 0.13566894782707095, "keep": 0.29275244000018574, "leak": 0.14614541688933969, "replacement": 0.498134377412498} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 14.373056411743164, "loss_scale": 4.0, "retries": 0, "seconds": 274.1, "max_memory_gb": 18.16, "pair": 0.14494460758942296, "sign": 0.05812385076569626, "keep": 0.010256583529546504, "leak": 5.608996901195496, "replacement": 1.581384040415287} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 7.377309322357178, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 18.16, "pair": 0.052804921728238696, "sign": 0.035743759170145495, "keep": 2.059039605752332, "leak": 0.5279842540621758, "replacement": 1.2321927743032575} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 47.14282989501953, "loss_scale": 4.0, "retries": 0, "seconds": 278.2, "max_memory_gb": 18.16, "pair": 0.8688077703118324, "sign": 1.3695230009034276, "keep": 3.441552320262417, "leak": 1.2952616540715098, "replacement": 3.5981608889997005} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 13.44997787475586, "loss_scale": 4.0, "retries": 0, "seconds": 280.3, "max_memory_gb": 18.16, "pair": 0.015356226242147386, "sign": 0.014718488026119303, "keep": 1.4092686020584324, "leak": 1.0625237822532654, "replacement": 0.9929807316511869} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.737278938293457, "loss_scale": 4.0, "retries": 0, "seconds": 282.3, "max_memory_gb": 18.16, "pair": 0.05252221776754595, "sign": 0.007222679822007194, "keep": 0.002972193150299063, "leak": 0.333740163478069, "replacement": 0.1410546964034438} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.9791812896728516, "loss_scale": 4.0, "retries": 0, "seconds": 284.4, "max_memory_gb": 18.16, "pair": 0.25247877510264516, "sign": 0.02513588429428637, "keep": 0.0038112315414764453, "leak": 0.26898248738143593, "replacement": 0.33419795520603657} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.990036964416504, "loss_scale": 4.0, "retries": 0, "seconds": 286.4, "max_memory_gb": 18.16, "pair": 0.14728140027727932, "sign": 0.029312169201148208, "keep": 0.13500316181977468, "leak": 0.22176846489310265, "replacement": 0.2848811901640147} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.5252457857131958, "loss_scale": 4.0, "retries": 0, "seconds": 288.5, "max_memory_gb": 18.16, "pair": 0.07253064913675189, "sign": 0.0076400283724069595, "keep": 0.0005701359878003132, "leak": 0.35638009884860367, "replacement": 0.1657307529821992} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 4.014472484588623, "loss_scale": 4.0, "retries": 0, "seconds": 290.5, "max_memory_gb": 18.16, "pair": 0.2645163321867585, "sign": 0.2570210251142271, "keep": 0.15050736599368975, "leak": 0.16933027940103784, "replacement": 0.5106130801141262} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 13.740633964538574, "loss_scale": 4.0, "retries": 0, "seconds": 292.6, "max_memory_gb": 18.16, "pair": 0.24569907886325382, "sign": 0.8548751567504951, "keep": 1.1659606406465155, "leak": 0.44724549166858196, "replacement": 1.3679283671081066} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.8766727447509766, "loss_scale": 4.0, "retries": 0, "seconds": 294.6, "max_memory_gb": 18.16, "pair": 0.11098818271420896, "sign": 0.00190236113849096, "keep": 0.0007414443225570722, "leak": 0.17352797099738382, "replacement": 0.15569208259694278} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.8998303413391113, "loss_scale": 4.0, "retries": 0, "seconds": 296.6, "max_memory_gb": 18.16, "pair": 0.13604045589454472, "sign": 0.02018767341360217, "keep": 0.3463085067060092, "leak": 0.07963280476178625, "replacement": 0.33919674530625343} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 11.927913665771484, "loss_scale": 4.0, "retries": 0, "seconds": 298.7, "max_memory_gb": 18.16, "pair": 0.29037313582375646, "sign": 0.12384376273257658, "keep": 0.13968760357238352, "leak": 1.2149387672543526, "replacement": 0.7258735075592995} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 10.304556846618652, "loss_scale": 4.0, "retries": 0, "seconds": 300.7, "max_memory_gb": 18.16, "pair": 0.16434666817076504, "sign": 0.029924104397650808, "keep": 0.002251583673682944, "leak": 3.8445635195821524, "replacement": 1.1415754011832178} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.782822608947754, "loss_scale": 4.0, "retries": 0, "seconds": 302.8, "max_memory_gb": 18.16, "pair": 0.15441268950235099, "sign": 0.0032112234621308744, "keep": 0.004661597208325929, "leak": 0.15449872892349958, "replacement": 0.19697378179989755} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 12.330147743225098, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 18.16, "pair": 0.6601645974442363, "sign": 0.8724886322161183, "keep": 3.27670172253238, "leak": 0.9009691886603832, "replacement": 2.960002090781927} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.855855703353882, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 18.16, "pair": 0.09402678068727255, "sign": 0.00947793124942109, "keep": 0.013059353703283705, "leak": 0.5618109330534935, "replacement": 0.2457481473684311} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 7.4053192138671875, "loss_scale": 4.0, "retries": 0, "seconds": 308.8, "max_memory_gb": 18.16, "pair": 0.13600197457708418, "sign": 0.2974012835911708, "keep": 0.41234276529212366, "leak": 0.3395766558824107, "replacement": 0.5757681508548558} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 3.8823277950286865, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 18.16, "pair": 0.06393160769948736, "sign": 0.3983629363938235, "keep": 0.007236988623901652, "leak": 0.18033169209957123, "replacement": 0.31181448325514793} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 11.566300392150879, "loss_scale": 4.0, "retries": 0, "seconds": 313.0, "max_memory_gb": 18.16, "pair": 0.06330502213677391, "sign": 0.012935536986333318, "keep": 0.08646773533746455, "leak": 0.6324476960871834, "replacement": 0.2711185794323683} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 13.026329040527344, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 18.16, "pair": 0.1417458951473236, "sign": 0.11082207120489329, "keep": 0.7818728371566976, "leak": 0.40972254797816277, "replacement": 0.6905239745974541} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.9078590869903564, "loss_scale": 4.0, "retries": 0, "seconds": 317.0, "max_memory_gb": 18.16, "pair": 0.01752413870417513, "sign": 0.003531257694703527, "keep": 0.0003516500878504303, "leak": 0.44577309489250183, "replacement": 0.1309088657144457} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.5928003787994385, "loss_scale": 4.0, "retries": 0, "seconds": 319.2, "max_memory_gb": 18.16, "pair": 0.06368407141417265, "sign": 0.021073604526463896, "keep": 0.005704017472453415, "leak": 0.2522480865009129, "replacement": 0.1401349026709795} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 13.128673553466797, "loss_scale": 4.0, "retries": 0, "seconds": 321.2, "max_memory_gb": 18.16, "pair": 0.3231162268202752, "sign": 0.7292354950332083, "keep": 1.5658032651117537, "leak": 1.0775273889303207, "replacement": 1.7400173991918564} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.0171473026275635, "loss_scale": 4.0, "retries": 0, "seconds": 323.3, "max_memory_gb": 18.16, "pair": 0.04181906068697572, "sign": 0.1765553320001345, "keep": 0.007351029990786628, "leak": 0.16183257943521312, "replacement": 0.17423038464039564} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.9610017538070679, "loss_scale": 4.0, "retries": 0, "seconds": 325.3, "max_memory_gb": 18.16, "pair": 0.0742661114782095, "sign": 0.011586031469050795, "keep": 0.0010573323306743987, "leak": 0.35403167087406473, "replacement": 0.16909570805728436} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.527103304862976, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 18.16, "pair": 0.07649773545563221, "sign": 0.007773986901156604, "keep": 0.0009498951094428776, "leak": 0.026616016519255936, "replacement": 0.08751368150115013} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 7.082397937774658, "loss_scale": 4.0, "retries": 0, "seconds": 329.4, "max_memory_gb": 18.16, "pair": 0.17112830269616097, "sign": 0.08730749064852716, "keep": 0.2262295098028062, "leak": 0.747833804693073, "replacement": 0.5148552320897579} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.3633487224578857, "loss_scale": 4.0, "retries": 0, "seconds": 331.4, "max_memory_gb": 18.16, "pair": 0.29234830039786175, "sign": 0.30630880044191144, "keep": 0.020039497765992564, "leak": 0.5861582830548286, "replacement": 0.6020619999617338} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 10.746613502502441, "loss_scale": 4.0, "retries": 0, "seconds": 333.5, "max_memory_gb": 18.16, "pair": 0.4312371667037951, "sign": 0.9282025576976594, "keep": 0.2997926128916788, "leak": 0.8541313522291603, "replacement": 1.2587676211987855} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 4.36482048034668, "loss_scale": 4.0, "retries": 0, "seconds": 335.6, "max_memory_gb": 18.16, "pair": 0.15345684839121532, "sign": 0.005539246718399227, "keep": 0.3093798755919579, "leak": 0.1998331015347503, "replacement": 0.3608746901154518} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 3.654773473739624, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 18.16, "pair": 0.21874340996146202, "sign": 0.010274481144733727, "keep": 0.010327008218155243, "leak": 0.3585447194054723, "replacement": 0.318680327385664} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.0873961448669434, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 18.16, "pair": 0.05215072124701692, "sign": 0.02452232777432073, "keep": 0.0008889920135572993, "leak": 0.4509971358347684, "replacement": 0.17760566528886557} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 10.28448486328125, "loss_scale": 4.0, "retries": 0, "seconds": 341.7, "max_memory_gb": 18.16, "pair": 0.546712561044842, "sign": 0.7050084907677956, "keep": 1.2910086774500087, "leak": 1.4135486651211977, "replacement": 1.8981082439422607} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 5.858973503112793, "loss_scale": 4.0, "retries": 0, "seconds": 343.7, "max_memory_gb": 18.16, "pair": 0.09685723821166903, "sign": 0.11369260351057164, "keep": 0.26200343015841554, "leak": 1.2703741453588009, "replacement": 0.6022987968754023} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.8400808572769165, "loss_scale": 4.0, "retries": 0, "seconds": 345.8, "max_memory_gb": 18.16, "pair": 0.04696458813850768, "sign": 0.004034668076201342, "keep": 0.016768129308161406, "leak": 0.2411627136170864, "replacement": 0.11765666492283344} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 4.205563545227051, "loss_scale": 4.0, "retries": 0, "seconds": 347.8, "max_memory_gb": 18.16, "pair": 0.13592617213726044, "sign": 0.06123468090663664, "keep": 0.20311985671287403, "leak": 0.359873341396451, "replacement": 0.35807177796959877} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 15.466655731201172, "loss_scale": 4.0, "retries": 0, "seconds": 349.9, "max_memory_gb": 18.16, "pair": 0.15346582035999745, "sign": 0.46927074040286243, "keep": 0.6660169829851839, "leak": 0.7046805899590254, "replacement": 0.8972798548638821} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 35.89624786376953, "loss_scale": 4.0, "retries": 0, "seconds": 351.9, "max_memory_gb": 18.16, "pair": 0.35936972592025995, "sign": 0.33330809930339456, "keep": 0.6455411728529725, "leak": 1.6713217813521624, "replacement": 1.2666248343884945} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.3682771921157837, "loss_scale": 4.0, "retries": 0, "seconds": 354.0, "max_memory_gb": 18.16, "pair": 0.03457660146523267, "sign": 0.017041219092789106, "keep": 0.04725464424780057, "leak": 0.10916099045431338, "replacement": 0.09401477803476155} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 9.645954132080078, "loss_scale": 4.0, "retries": 0, "seconds": 356.0, "max_memory_gb": 18.16, "pair": 0.27515576547011733, "sign": 0.030781277775531635, "keep": 0.9347148103986456, "leak": 0.04545566299930215, "replacement": 0.7692677456070669} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.714902877807617, "loss_scale": 4.0, "retries": 0, "seconds": 358.1, "max_memory_gb": 18.16, "pair": 0.19114205613732338, "sign": 0.0788648045854643, "keep": 0.07052880710398313, "leak": 0.21343093365430832, "replacement": 0.3191966079175472} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 11.702340126037598, "loss_scale": 4.0, "retries": 0, "seconds": 360.1, "max_memory_gb": 18.16, "pair": 0.47185692810307955, "sign": 1.0689130431856029, "keep": 0.10259158071127672, "leak": 0.12065230883308686, "replacement": 1.0877723209559917} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 4.292576313018799, "loss_scale": 4.0, "retries": 0, "seconds": 362.2, "max_memory_gb": 18.16, "pair": 0.09612832390121184, "sign": 0.08275738234078744, "keep": 0.7940224371823206, "leak": 0.6280702576041222, "replacement": 0.6915358090773225} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.5546751022338867, "loss_scale": 4.0, "retries": 0, "seconds": 364.2, "max_memory_gb": 18.16, "pair": 0.045478870742954314, "sign": 0.028018158132908866, "keep": 0.010175233595191457, "leak": 0.2338594669708982, "replacement": 0.12304043490439653} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.82133412361145, "loss_scale": 4.0, "retries": 0, "seconds": 366.3, "max_memory_gb": 18.16, "pair": 0.1518226593179861, "sign": 0.05674730148894014, "keep": 0.05509081216951017, "leak": 0.06897663790732622, "replacement": 0.22498587891459465} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.343858480453491, "loss_scale": 4.0, "retries": 0, "seconds": 368.4, "max_memory_gb": 18.16, "pair": 0.07278413069434464, "sign": 0.003968413453549147, "keep": 0.02346620830428492, "leak": 0.23138893475743316, "replacement": 0.14434867724776268} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.604490280151367, "loss_scale": 4.0, "retries": 0, "seconds": 370.5, "max_memory_gb": 18.16, "pair": 0.2103918706998229, "sign": 0.05912908783648163, "keep": 0.20712658259435557, "leak": 0.5038057193160057, "replacement": 0.46947112306952477} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 4.740993022918701, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 18.16, "pair": 0.03343313179721008, "sign": 0.03414953398169018, "keep": 0.0005836777925196657, "leak": 0.9204223528504372, "replacement": 0.280905332416296} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.5515072345733643, "loss_scale": 4.0, "retries": 0, "seconds": 374.6, "max_memory_gb": 18.16, "pair": 0.12145311151107308, "sign": 0.08664796147786546, "keep": 0.08093453970269593, "leak": 1.117748949676752, "replacement": 0.48468160815536976} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 13.378905296325684, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 18.16, "pair": 0.38709772750735283, "sign": 0.309059789578896, "keep": 0.5699515864253044, "leak": 0.7638399298302829, "replacement": 1.0175634399056435} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 7.193982124328613, "loss_scale": 4.0, "retries": 0, "seconds": 378.8, "max_memory_gb": 18.16, "pair": 0.12846799340331927, "sign": 0.01184713514521718, "keep": 0.4655790864343601, "leak": 0.9502251893281937, "replacement": 0.6047374214977026} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 19.766653060913086, "loss_scale": 4.0, "retries": 0, "seconds": 380.8, "max_memory_gb": 18.16, "pair": 0.053151111394981854, "sign": 0.3481432435946772, "keep": 0.29756500629616767, "leak": 0.8524732775986195, "replacement": 0.5891235377639532} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 8.69242000579834, "loss_scale": 4.0, "retries": 0, "seconds": 382.8, "max_memory_gb": 18.16, "pair": 0.4481819421052933, "sign": 0.2288092675153166, "keep": 0.21105010728933848, "leak": 0.46843928564339876, "replacement": 0.7852214425802231} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.61830997467041, "loss_scale": 4.0, "retries": 0, "seconds": 385.0, "max_memory_gb": 18.16, "pair": 0.1865905247250339, "sign": 0.02424452789273346, "keep": 0.0050456388830752985, "leak": 0.2293523233383894, "replacement": 0.2585736889159307} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.3108645677566528, "loss_scale": 4.0, "retries": 0, "seconds": 387.0, "max_memory_gb": 18.16, "pair": 0.09902977177989669, "sign": 0.004869224372669123, "keep": 0.00587538683059563, "leak": 0.04315921454690397, "replacement": 0.11519188107922673} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.6321067810058594, "loss_scale": 4.0, "retries": 0, "seconds": 389.1, "max_memory_gb": 18.16, "pair": 0.012881435337476432, "sign": 0.006143050937680528, "keep": 0.011099725379608572, "leak": 0.2658923448470887, "replacement": 0.08797591272741556} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 8.38463020324707, "loss_scale": 4.0, "retries": 0, "seconds": 391.1, "max_memory_gb": 18.16, "pair": 0.05932782799936831, "sign": 0.01921686490823049, "keep": 0.004630317908677739, "leak": 3.150904104113579, "replacement": 0.8589774556457996} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.9283902645111084, "loss_scale": 4.0, "retries": 0, "seconds": 393.2, "max_memory_gb": 18.16, "pair": 0.09705982287414372, "sign": 0.008912930730730295, "keep": 0.07770820442146942, "leak": 0.4930415301641915, "replacement": 0.26363077014684677} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 4.290673732757568, "loss_scale": 4.0, "retries": 0, "seconds": 395.2, "max_memory_gb": 18.16, "pair": 0.10147176310420036, "sign": 0.09492019866593182, "keep": 0.006131892779194459, "leak": 0.18551808383199386, "replacement": 0.19837732939049602} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.3131840229034424, "loss_scale": 4.0, "retries": 0, "seconds": 397.3, "max_memory_gb": 18.16, "pair": 0.05744762299582362, "sign": 0.021024826797656715, "keep": 0.031185360373456206, "leak": 0.7350217318162322, "replacement": 0.26730815321207047} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 6.995164394378662, "loss_scale": 4.0, "retries": 0, "seconds": 399.3, "max_memory_gb": 18.16, "pair": 0.1839370708912611, "sign": 0.0578607318457216, "keep": 0.0067105675843777135, "leak": 1.345092948526144, "replacement": 0.552495963871479} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.2609912157058716, "loss_scale": 4.0, "retries": 0, "seconds": 401.4, "max_memory_gb": 18.16, "pair": 0.06818620070407633, "sign": 0.009934687601344194, "keep": 0.0047203605632262224, "leak": 0.019470965780783445, "replacement": 0.08038146467879415} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.6852551698684692, "loss_scale": 4.0, "retries": 0, "seconds": 403.4, "max_memory_gb": 18.16, "pair": 0.11840316536836326, "sign": 0.0031091489363461733, "keep": 0.0030524799512932077, "leak": 0.48059697076678276, "replacement": 0.24163322057574987} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 5.717964172363281, "loss_scale": 4.0, "retries": 0, "seconds": 405.5, "max_memory_gb": 18.16, "pair": 0.21956112934276462, "sign": 0.4884981212671846, "keep": 0.05674667919083731, "leak": 0.5538038893719204, "replacement": 0.6306345108896494} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.746243476867676, "loss_scale": 4.0, "retries": 0, "seconds": 407.5, "max_memory_gb": 18.16, "pair": 0.02514148410409689, "sign": 0.0033393014964531176, "keep": 0.0010559329457464628, "leak": 0.40560979754809523, "replacement": 0.12874154932796955} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.6313093900680542, "loss_scale": 4.0, "retries": 0, "seconds": 409.6, "max_memory_gb": 18.16, "pair": 0.06357616500463337, "sign": 0.004506455297814682, "keep": 0.08700618078728439, "leak": 0.18327990919351578, "replacement": 0.15515245823189616} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.075942277908325, "loss_scale": 4.0, "retries": 0, "seconds": 411.7, "max_memory_gb": 18.16, "pair": 0.07819105417001992, "sign": 0.3909877098631114, "keep": 0.06915385583488387, "leak": 0.020876372582279146, "replacement": 0.31348092341795564} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 4.000721454620361, "loss_scale": 4.0, "retries": 0, "seconds": 413.9, "max_memory_gb": 18.16, "pair": 0.03159304102882743, "sign": 0.015252965182298794, "keep": 0.0007322867995753768, "leak": 0.7962526823102962, "replacement": 0.23864883789792657} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 12.21330738067627, "loss_scale": 4.0, "retries": 0, "seconds": 416.0, "max_memory_gb": 18.16, "pair": 0.15591103839688003, "sign": 0.16830320621374995, "keep": 0.08507307496620342, "leak": 0.09470537316519767, "replacement": 0.3062755260616541} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.492061138153076, "loss_scale": 4.0, "retries": 0, "seconds": 418.0, "max_memory_gb": 18.16, "pair": 0.0948695803526789, "sign": 0.015508563781622797, "keep": 0.003594976009480888, "leak": 0.7547177104279399, "replacement": 0.2931007770821452} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 10.133450508117676, "loss_scale": 4.0, "retries": 0, "seconds": 420.0, "max_memory_gb": 18.16, "pair": 0.5396398744924227, "sign": 0.6034640680154553, "keep": 1.0821411167598285, "leak": 0.7520649246871471, "replacement": 1.5704587665386498} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.0477280616760254, "loss_scale": 4.0, "retries": 0, "seconds": 422.1, "max_memory_gb": 18.16, "pair": 0.09589922451414168, "sign": 0.02584411040879786, "keep": 0.25033450830960646, "leak": 0.11066906480118632, "replacement": 0.2616558000445366} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 4.62968635559082, "loss_scale": 4.0, "retries": 0, "seconds": 424.1, "max_memory_gb": 18.16, "pair": 0.02132576806616271, "sign": 0.01186074080032995, "keep": 0.007185987022239715, "leak": 0.922107839025557, "replacement": 0.2613760903477669} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 9.82401180267334, "loss_scale": 4.0, "retries": 0, "seconds": 426.1, "max_memory_gb": 18.16, "pair": 0.20748576037294697, "sign": 0.49656132665404584, "keep": 0.06973771197915823, "leak": 2.9686750769615173, "replacement": 1.2328040538122877} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.7006874084472656, "loss_scale": 4.0, "retries": 0, "seconds": 428.2, "max_memory_gb": 18.16, "pair": 0.027503090619575232, "sign": 0.006889077107189223, "keep": 0.013412118598353118, "leak": 0.7519496777094901, "replacement": 0.22564111044630408} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 13.241880416870117, "loss_scale": 4.0, "retries": 0, "seconds": 430.2, "max_memory_gb": 18.16, "pair": 0.39294333511497825, "sign": 0.042710588284535334, "keep": 0.001745492742429633, "leak": 1.6003828553548374, "replacement": 0.8152670785784721} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 9.0101957321167, "loss_scale": 4.0, "retries": 0, "seconds": 432.3, "max_memory_gb": 18.16, "pair": 0.4642812944948673, "sign": 0.6695004501962103, "keep": 2.5315643510839436, "leak": 0.15866026282310486, "replacement": 2.1044787019491196} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 4.575509548187256, "loss_scale": 4.0, "retries": 0, "seconds": 434.3, "max_memory_gb": 18.16, "pair": 0.2494898270815611, "sign": 0.2132412253995426, "keep": 0.051392009685514495, "leak": 0.6738308525309549, "replacement": 0.5502641499042511} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.686537981033325, "loss_scale": 4.0, "retries": 0, "seconds": 436.4, "max_memory_gb": 18.16, "pair": 0.2595250876620412, "sign": 0.03755807317793369, "keep": 0.021844704344403, "leak": 0.6371683366596699, "replacement": 0.4485185518860817} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 5.038905143737793, "loss_scale": 4.0, "retries": 0, "seconds": 438.4, "max_memory_gb": 18.16, "pair": 0.11074467841535807, "sign": 0.03470674715936184, "keep": 0.014751691742276307, "leak": 0.42533709807685227, "replacement": 0.24180816486477852} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 1.2422566413879395, "loss_scale": 4.0, "retries": 0, "seconds": 440.5, "max_memory_gb": 18.16, "pair": 0.02037038708658656, "sign": 0.013747338292887434, "keep": 0.0015829360436327988, "leak": 0.11208879947662354, "replacement": 0.05605772417038679} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.6916747093200684, "loss_scale": 4.0, "retries": 0, "seconds": 442.4, "max_memory_gb": 18.16, "pair": 0.1325243916362524, "sign": 0.10431273706490174, "keep": 0.026115446933545172, "leak": 0.11800638632848859, "replacement": 0.22724009258672595} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.637751579284668, "loss_scale": 4.0, "retries": 0, "seconds": 444.5, "max_memory_gb": 18.16, "pair": 0.21383962593972683, "sign": 0.08085549174575135, "keep": 0.01575503044296056, "leak": 0.6520886793732643, "replacement": 0.4251670576632023} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 5.928959846496582, "loss_scale": 4.0, "retries": 0, "seconds": 446.5, "max_memory_gb": 18.16, "pair": 0.32543932367116213, "sign": 0.11926427483558655, "keep": 0.059417547832708806, "leak": 0.42907876150275115, "replacement": 0.5220499262213707} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.0382940769195557, "loss_scale": 4.0, "retries": 0, "seconds": 448.6, "max_memory_gb": 18.16, "pair": 0.03043042069475632, "sign": 0.007001955149462447, "keep": 0.0018187015345887403, "leak": 0.24858316406607628, "replacement": 0.0969865401275456} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.6800854206085205, "loss_scale": 4.0, "retries": 0, "seconds": 450.5, "max_memory_gb": 18.16, "pair": 0.14811157535586972, "sign": 0.003524801075400319, "keep": 0.06143257347866893, "leak": 0.25779748894274235, "replacement": 0.24503963626921177} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.4602476358413696, "loss_scale": 4.0, "retries": 0, "seconds": 452.6, "max_memory_gb": 18.16, "pair": 0.05731132905930281, "sign": 0.006748444342520088, "keep": 0.0040170351894630585, "leak": 0.16312917578034103, "replacement": 0.10347636556252837} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 3.5448977947235107, "loss_scale": 4.0, "retries": 0, "seconds": 454.6, "max_memory_gb": 18.16, "pair": 0.056333782617002726, "sign": 0.01620986743364483, "keep": 0.24243101250613108, "leak": 0.8768725218105828, "replacement": 0.40487235970795155} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 4.0985846519470215, "loss_scale": 4.0, "retries": 0, "seconds": 456.7, "max_memory_gb": 18.16, "pair": 0.08133565009120503, "sign": 0.04657313127245288, "keep": 0.005051062209304291, "leak": 0.8747298400849104, "replacement": 0.32583021705795545} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.338567018508911, "loss_scale": 4.0, "retries": 0, "seconds": 458.7, "max_memory_gb": 18.16, "pair": 0.09077141591114923, "sign": 0.003021462238393724, "keep": 0.01725096604779708, "leak": 0.4672300710808486, "replacement": 0.21771514718420804} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.803147077560425, "loss_scale": 4.0, "retries": 0, "seconds": 460.8, "max_memory_gb": 18.16, "pair": 0.16363789932074724, "sign": 0.09414492657379014, "keep": 0.001000527728990619, "leak": 0.43970540165901184, "replacement": 0.32113697193562984} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.922911167144775, "loss_scale": 4.0, "retries": 0, "seconds": 462.8, "max_memory_gb": 18.16, "pair": 0.015384221747808624, "sign": 0.005467162176501006, "keep": 0.028983884705212404, "leak": 1.1815313287079334, "replacement": 0.32799257431179285} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.730887770652771, "loss_scale": 4.0, "retries": 0, "seconds": 464.9, "max_memory_gb": 18.16, "pair": 0.06674899242352694, "sign": 0.009298718650825322, "keep": 0.008336960113183522, "leak": 0.07773046215152135, "replacement": 0.09499945025891066} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.5146750211715698, "loss_scale": 4.0, "retries": 0, "seconds": 466.9, "max_memory_gb": 18.16, "pair": 0.10528552884352393, "sign": 0.024140084977261722, "keep": 0.002158579540264327, "leak": 0.2977774984028656, "replacement": 0.19287924090167508} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 21.148164749145508, "loss_scale": 4.0, "retries": 0, "seconds": 468.9, "max_memory_gb": 18.16, "pair": 0.057778156944550574, "sign": 0.011572095594601706, "keep": 0.003895237809047103, "leak": 3.474949272116646, "replacement": 0.9342491598799825} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.9199600219726562, "loss_scale": 4.0, "retries": 0, "seconds": 471.0, "max_memory_gb": 18.16, "pair": 0.06384002158301882, "sign": 0.04426120211428497, "keep": 0.012746058375313396, "leak": 0.1278221271932125, "replacement": 0.1242991853505373} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 9.493717193603516, "loss_scale": 4.0, "retries": 0, "seconds": 473.0, "max_memory_gb": 18.16, "pair": 0.339597198064439, "sign": 0.8081686908844858, "keep": 0.08357595316192601, "leak": 0.1402899483218789, "replacement": 0.8205420114099979} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.737046957015991, "loss_scale": 4.0, "retries": 0, "seconds": 475.1, "max_memory_gb": 18.16, "pair": 0.1287258756783558, "sign": 0.004377755292807706, "keep": 0.0023482106624896915, "leak": 0.07138543203473091, "replacement": 0.14993520895950496} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.792371153831482, "loss_scale": 4.0, "retries": 0, "seconds": 477.1, "max_memory_gb": 18.16, "pair": 0.1181249427027069, "sign": 0.025478015013504773, "keep": 0.016010286228265613, "leak": 0.19337236508727074, "replacement": 0.18721218407154083} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 9.70654582977295, "loss_scale": 4.0, "retries": 0, "seconds": 479.2, "max_memory_gb": 18.16, "pair": 0.17670815205201507, "sign": 0.3285732397780521, "keep": 0.38401942317796056, "leak": 0.8188049830496311, "replacement": 0.7377057336270809} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 12.725214004516602, "loss_scale": 4.0, "retries": 0, "seconds": 481.2, "max_memory_gb": 18.16, "pair": 0.5853768365232099, "sign": 1.555267121828365, "keep": 3.598061853495821, "leak": 1.549799107015133, "replacement": 3.549490890465677} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.9275234937667847, "loss_scale": 4.0, "retries": 0, "seconds": 483.3, "max_memory_gb": 18.16, "pair": 0.07154877774883062, "sign": 0.01551214125356637, "keep": 0.0020851000444679357, "leak": 0.098998315166682, "replacement": 0.10509697813540697} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 9.530692100524902, "loss_scale": 4.0, "retries": 0, "seconds": 485.3, "max_memory_gb": 18.16, "pair": 0.027504847152158618, "sign": 0.019285216723801568, "keep": 0.3575644221987204, "leak": 0.3891636114567518, "replacement": 0.31322057265788317} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.1071034669876099, "loss_scale": 4.0, "retries": 0, "seconds": 487.4, "max_memory_gb": 18.16, "pair": 0.03879206004785374, "sign": 0.007051196851534769, "keep": 0.0013862605096619518, "leak": 0.09491035295650363, "replacement": 0.06673837848939002} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 6.847873687744141, "loss_scale": 4.0, "retries": 0, "seconds": 489.4, "max_memory_gb": 18.16, "pair": 0.06021094601601362, "sign": 0.19225877153076, "keep": 0.038121389596085464, "leak": 1.8459947258379543, "replacement": 0.6368997271638364} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 6.765171527862549, "loss_scale": 4.0, "retries": 0, "seconds": 491.5, "max_memory_gb": 18.16, "pair": 0.15060893434565514, "sign": 0.01203304942464456, "keep": 0.04324908787384629, "leak": 2.26346945296973, "replacement": 0.7441173642873764} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 9.039335250854492, "loss_scale": 4.0, "retries": 0, "seconds": 493.5, "max_memory_gb": 18.16, "pair": 0.3351282355870353, "sign": 0.4856892245588824, "keep": 0.5955937739645307, "leak": 1.3741846308112144, "replacement": 1.2193159498274326} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 11.295029640197754, "loss_scale": 4.0, "retries": 0, "seconds": 495.7, "max_memory_gb": 18.16, "pair": 0.43096823533414863, "sign": 0.10938454060669756, "keep": 0.020720956146078606, "leak": 0.7143695636768825, "replacement": 0.6746133796405047} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 8.56411361694336, "loss_scale": 4.0, "retries": 0, "seconds": 497.7, "max_memory_gb": 18.16, "pair": 0.03728247724939138, "sign": 0.0035560778196668252, "keep": 0.403993337627071, "leak": 1.8653766624629498, "replacement": 0.7074013650417328} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.332019805908203, "loss_scale": 4.0, "retries": 0, "seconds": 499.7, "max_memory_gb": 18.16, "pair": 0.08610664284788072, "sign": 0.1018145531998016, "keep": 0.042473062424448926, "leak": 0.23350217749293734, "replacement": 0.21662599802948534} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.632120370864868, "loss_scale": 4.0, "retries": 0, "seconds": 501.7, "max_memory_gb": 18.16, "pair": 0.06268480827566236, "sign": 0.04612875643942971, "keep": 0.006691227562441782, "leak": 0.42610887925548013, "replacement": 0.19562202040106058} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 7.2052106857299805, "loss_scale": 4.0, "retries": 0, "seconds": 503.8, "max_memory_gb": 18.16, "pair": 0.2668385747820139, "sign": 0.4503865652659442, "keep": 0.8023361087473404, "leak": 0.48312911053653806, "replacement": 1.013982154428959} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.3095791339874268, "loss_scale": 4.0, "retries": 0, "seconds": 505.8, "max_memory_gb": 18.16, "pair": 0.042837126180529594, "sign": 0.05622608365956694, "keep": 0.07367817562771961, "leak": 0.22110040299594402, "replacement": 0.16306435922160745} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 5.043947696685791, "loss_scale": 4.0, "retries": 0, "seconds": 507.9, "max_memory_gb": 18.16, "pair": 0.021285270689986646, "sign": 0.004748598264995962, "keep": 0.0004454874988368829, "leak": 1.0371687168808421, "replacement": 0.2831744896247983} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.506014347076416, "loss_scale": 4.0, "retries": 0, "seconds": 509.9, "max_memory_gb": 18.16, "pair": 0.05731006199494004, "sign": 0.01311747421277687, "keep": 0.004061329210344411, "leak": 0.04986392708087806, "replacement": 0.0783654460683465} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 11.033040046691895, "loss_scale": 4.0, "retries": 0, "seconds": 511.8, "max_memory_gb": 18.16, "pair": 0.058918619994074106, "sign": 0.36162360227899626, "keep": 0.6284632200840861, "leak": 0.2531021758913994, "replacement": 0.6172375865280628} diff --git a/runs/fixed_internvl/replacement/Middle8_s13/adapter/README.md b/runs/fixed_internvl/replacement/Middle8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Middle8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..aceb0d7d292e28e3bb4f3e6fa008be90be55e974 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.19.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s13/config.json b/runs/fixed_internvl/replacement/Middle8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..39d8c23c6b72e832fb66ec4254afaf38b3941a16 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s13/steps.jsonl b/runs/fixed_internvl/replacement/Middle8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..06fa7e6c1e95ccffd63661863bcabf01590ebf83 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.119161605834961, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.65, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 15.017297744750977, "loss_scale": 4.0, "retries": 0, "seconds": 3.4, "max_memory_gb": 17.99, "pair": 1.0942134261131287, "sign": 0.18019363447092474, "keep": 1.364210979983909, "leak": 4.680826646108471e-05, "replacement": 1.8664274513721466} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 30.069517135620117, "loss_scale": 4.0, "retries": 0, "seconds": 5.0, "max_memory_gb": 17.99, "pair": 1.0451956689357758, "sign": 0.11192792095243931, "keep": 1.812842532992363, "leak": 0.0010523650207687751, "replacement": 2.007844001054764} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.524165153503418, "loss_scale": 4.0, "retries": 0, "seconds": 6.6, "max_memory_gb": 17.99, "pair": 0.961444228887558, "sign": 0.03671555407345295, "keep": 0.43244492389203515, "leak": 0.031652112724259496, "replacement": 1.2039375007152557} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.662059783935547, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.99, "pair": 0.9395730942487717, "sign": 0.10916464636102319, "keep": 0.020444637048058212, "leak": 0.022674052102960474, "replacement": 1.0100463032722473} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 10.882161140441895, "loss_scale": 4.0, "retries": 0, "seconds": 10.0, "max_memory_gb": 17.99, "pair": 0.8346226066350937, "sign": 0.1788212126120925, "keep": 0.2792941357474774, "leak": 0.08118237089365721, "replacement": 1.0839758962392807} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 4.376403331756592, "loss_scale": 4.0, "retries": 0, "seconds": 11.7, "max_memory_gb": 17.99, "pair": 0.5341159105300903, "sign": 0.07703923643566668, "keep": 0.11822473027314118, "leak": 0.6865446865558624, "replacement": 0.8033840507268906} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 4.862069129943848, "loss_scale": 4.0, "retries": 0, "seconds": 13.3, "max_memory_gb": 18.0, "pair": 0.36213595047593117, "sign": 0.15533155080629513, "keep": 0.019275404745712876, "leak": 0.9188510943204165, "replacement": 0.6791522055864334} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 38.58523941040039, "loss_scale": 4.0, "retries": 0, "seconds": 14.9, "max_memory_gb": 18.0, "pair": 0.5933637246489525, "sign": 0.6584305261494592, "keep": 0.6075197160243988, "leak": 0.8229787722229958, "replacement": 1.4320835247635841} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 13.184398651123047, "loss_scale": 4.0, "retries": 0, "seconds": 16.7, "max_memory_gb": 18.0, "pair": 0.12442197930067778, "sign": 0.02752900094492361, "keep": 0.0013276427616801811, "leak": 2.6059456765651703, "replacement": 0.7903367131948471} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 12.867605209350586, "loss_scale": 4.0, "retries": 0, "seconds": 18.4, "max_memory_gb": 18.0, "pair": 0.1697342423722148, "sign": 0.1502054645679891, "keep": 0.004400226997859136, "leak": 3.0560805946588516, "replacement": 1.0110572427511215} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 8.447842597961426, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 18.0, "pair": 0.10529083292931318, "sign": 0.018630168167874217, "keep": 0.0031044604352246097, "leak": 1.7977036088705063, "replacement": 0.5655840560793877} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.358394622802734, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 18.0, "pair": 0.14848251082003117, "sign": 0.018937205662950873, "keep": 0.0061025810791761614, "leak": 1.7968427911400795, "replacement": 0.6102131009101868} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.538902759552002, "loss_scale": 4.0, "retries": 0, "seconds": 23.3, "max_memory_gb": 18.0, "pair": 0.24833938106894493, "sign": 0.08118574623949826, "keep": 0.04091963032260537, "leak": 0.8082421123981476, "replacement": 0.5114525854587555} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.135502815246582, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 18.0, "pair": 0.5008666589856148, "sign": 0.21238881163299084, "keep": 0.022320213875900663, "leak": 0.4292515404522419, "replacement": 0.725534088909626} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.176252365112305, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 18.0, "pair": 0.5101798176765442, "sign": 0.2250380686018616, "keep": 0.012243977325852029, "leak": 0.1931336997076869, "replacement": 0.677104227244854} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 7.516901969909668, "loss_scale": 4.0, "retries": 0, "seconds": 28.2, "max_memory_gb": 18.0, "pair": 0.4056077115237713, "sign": 0.20353152812458575, "keep": 0.03789491462521255, "leak": 0.8060031868517399, "replacement": 0.7278217002749443} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.425631999969482, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 18.0, "pair": 0.5469353869557381, "sign": 0.15174665238009766, "keep": 0.03385736997006461, "leak": 0.15060763899236917, "replacement": 0.6773893162608147} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.082688331604004, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 18.0, "pair": 0.4242163524031639, "sign": 0.02247220219578594, "keep": 0.016350066420272924, "leak": 0.9436441026628017, "replacement": 0.6795384883880615} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 2.191627264022827, "loss_scale": 4.0, "retries": 0, "seconds": 33.2, "max_memory_gb": 18.0, "pair": 0.1492556370794773, "sign": 0.005227997899055481, "keep": 0.0010664054484550434, "leak": 0.35883229970932007, "replacement": 0.24211091548204422} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.146592855453491, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 18.0, "pair": 0.16740101855248213, "sign": 0.009438069857424125, "keep": 0.00175244014008058, "leak": 0.8110554292798042, "replacement": 0.37576012685894966} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.395275115966797, "loss_scale": 4.0, "retries": 0, "seconds": 36.6, "max_memory_gb": 18.0, "pair": 0.26394403353333473, "sign": 0.028623410151340067, "keep": 0.022625402423727792, "leak": 0.558596498798579, "replacement": 0.4292175620794296} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.768420696258545, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 18.0, "pair": 0.0859399987384677, "sign": 0.006112573930295184, "keep": 0.004018872751430536, "leak": 1.503324419260025, "replacement": 0.4668368250131607} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.895700454711914, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 18.0, "pair": 0.10296719893813133, "sign": 0.004141283396165818, "keep": 0.006718437536619604, "leak": 1.6993851214647293, "replacement": 0.533243328332901} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.4107449054718018, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 18.0, "pair": 0.2547389455139637, "sign": 0.07560266100335866, "keep": 0.5275714460440213, "leak": 0.4493142103892751, "replacement": 0.6686545703560114} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.889699101448059, "loss_scale": 4.0, "retries": 0, "seconds": 43.3, "max_memory_gb": 18.0, "pair": 0.21121953427791595, "sign": 0.03558331695967354, "keep": 0.01998650113819167, "leak": 0.6945135220885277, "replacement": 0.4126328229904175} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.0701475143432617, "loss_scale": 4.0, "retries": 0, "seconds": 45.1, "max_memory_gb": 18.0, "pair": 0.2999058663845062, "sign": 0.14328862237744033, "keep": 0.13404082690249197, "leak": 0.3377152236062102, "replacement": 0.5229994058609009} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 9.114947319030762, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 18.0, "pair": 0.2487887991592288, "sign": 0.11902771960012615, "keep": 0.520817045820877, "leak": 0.8046334162354469, "replacement": 0.7698695287108421} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 39.60791015625, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 18.0, "pair": 0.8593319382052869, "sign": 1.185933647910133, "keep": 1.4735605874520843, "leak": 3.9416570477187634, "replacement": 3.1744932737201452} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.767918825149536, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 18.0, "pair": 0.1208679971168749, "sign": 0.003984414412116166, "keep": 0.019859814235132944, "leak": 0.44118043244816363, "replacement": 0.24308521969942376} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 33.3648567199707, "loss_scale": 4.0, "retries": 0, "seconds": 51.7, "max_memory_gb": 18.0, "pair": 1.6141879204660654, "sign": 0.8317104068119079, "keep": 1.5467324421042576, "leak": 3.8903441930015106, "replacement": 3.7759954854846} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.000012159347534, "loss_scale": 4.0, "retries": 0, "seconds": 53.3, "max_memory_gb": 18.0, "pair": 0.3234885949641466, "sign": 0.09381885375478305, "keep": 0.029597022803500295, "leak": 0.9691192284226418, "replacement": 0.6274763345718384} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 25.130210876464844, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 18.0, "pair": 0.30791477812454104, "sign": 0.48038513551000506, "keep": 0.7148722927086055, "leak": 1.2564475201070309, "replacement": 1.2196553871035576} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.522669315338135, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 18.0, "pair": 0.1445848303847015, "sign": 0.01104397524613887, "keep": 0.024574526949436404, "leak": 0.7542154267430305, "replacement": 0.35094793140888214} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.866511106491089, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 18.0, "pair": 0.17203053110279143, "sign": 0.008734018250834197, "keep": 0.00916194985529728, "leak": 0.8105009626597166, "replacement": 0.38360374700278044} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 4.414804458618164, "loss_scale": 4.0, "retries": 0, "seconds": 60.1, "max_memory_gb": 18.0, "pair": 0.23906119726598263, "sign": 0.014197670738212764, "keep": 0.19201857078587636, "leak": 0.43628883417113684, "replacement": 0.45124152675271034} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 6.462966442108154, "loss_scale": 4.0, "retries": 0, "seconds": 61.7, "max_memory_gb": 18.0, "pair": 0.24908581795170903, "sign": 0.08897969813551754, "keep": 0.36565778192016296, "leak": 0.25854360731318593, "replacement": 0.5410404866561294} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.9780620336532593, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 18.0, "pair": 0.1500922692939639, "sign": 0.0590000213123858, "keep": 0.03594012372195721, "leak": 0.5583715327084064, "replacement": 0.33715522289276123} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 8.490823745727539, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 18.0, "pair": 0.2811944764107466, "sign": 0.8669115311931819, "keep": 0.029069000597019112, "leak": 0.3057483439333737, "replacement": 0.8056218326091766} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.7257630825042725, "loss_scale": 4.0, "retries": 0, "seconds": 66.7, "max_memory_gb": 18.0, "pair": 0.13149585644714534, "sign": 0.006064615765353665, "keep": 0.011714499130903278, "leak": 0.21023983260965906, "replacement": 0.19294537790119648} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 17.58563804626465, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 18.0, "pair": 0.4477856010198593, "sign": 1.2628081440925598, "keep": 2.0672943866811693, "leak": 2.2023562248796225, "replacement": 2.6634258925914764} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.797828674316406, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 18.0, "pair": 0.13330236983892974, "sign": 0.008059851912548766, "keep": 0.004726233091759013, "leak": 0.8684106003493071, "replacement": 0.35679806768894196} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.266514778137207, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 18.0, "pair": 0.06198785617016256, "sign": 0.05689225939568132, "keep": 0.0012622235271919635, "leak": 0.39017001166939735, "replacement": 0.18860759492963552} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 10.395418167114258, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 18.0, "pair": 0.014060082205105573, "sign": 0.001982250207220204, "keep": 0.00586888763564275, "leak": 1.386912101879716, "replacement": 0.3647136716172099} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 26.259126663208008, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 18.0, "pair": 0.5733184280688874, "sign": 0.6756718022515997, "keep": 1.8749500396952499, "leak": 0.1898441631346941, "replacement": 1.896090343594551} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 13.114240646362305, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 18.0, "pair": 0.524887889623642, "sign": 0.23115357453934848, "keep": 0.2906912611797452, "leak": 0.05074017043807544, "replacement": 0.7984953373670578} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 6.5456862449646, "loss_scale": 4.0, "retries": 0, "seconds": 78.5, "max_memory_gb": 18.0, "pair": 0.3075457026134245, "sign": 0.05659288640890736, "keep": 0.019272267369160545, "leak": 0.08616336807608604, "replacement": 0.36701911711134017} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 4.206310749053955, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 18.0, "pair": 0.14901397470384836, "sign": 0.009553409239742905, "keep": 0.007664944889256731, "leak": 0.022443671747396365, "replacement": 0.1632340718060732} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.3894455432891846, "loss_scale": 4.0, "retries": 0, "seconds": 81.7, "max_memory_gb": 18.0, "pair": 0.10207531624473631, "sign": 0.013904969324357808, "keep": 0.016238980197613273, "leak": 0.8520476669073105, "replacement": 0.3301592171192169} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.848296642303467, "loss_scale": 4.0, "retries": 0, "seconds": 83.5, "max_memory_gb": 18.0, "pair": 0.12430483550997451, "sign": 0.014441807848925237, "keep": 0.2872576229817696, "leak": 0.11808012495748699, "replacement": 0.30467459885403514} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 13.589970588684082, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 18.0, "pair": 0.20306527649518102, "sign": 0.020270626482670195, "keep": 0.5670493702926933, "leak": 0.21015170123428106, "replacement": 0.5492631901288405} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 7.009962558746338, "loss_scale": 4.0, "retries": 0, "seconds": 86.9, "max_memory_gb": 18.0, "pair": 0.14971004705876112, "sign": 0.1338012081105262, "keep": 0.0319185802800348, "leak": 1.5031100455962587, "replacement": 0.6083474652841687} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 10.038910865783691, "loss_scale": 4.0, "retries": 0, "seconds": 88.5, "max_memory_gb": 18.0, "pair": 0.04898840776877478, "sign": 0.013476005682605319, "keep": 0.10659094064612873, "leak": 2.074364621192217, "replacement": 0.6276130378246307} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 6.889432907104492, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 18.0, "pair": 0.1389004263910465, "sign": 0.021811695216456428, "keep": 0.05518706139991991, "leak": 1.7170818448066711, "replacement": 0.6066702716052532} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.294602632522583, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 18.0, "pair": 0.034907233297417406, "sign": 0.0019830936289508827, "keep": 0.005888851242985993, "leak": 0.3926552962511778, "replacement": 0.13700703158974648} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.1014914512634277, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 18.0, "pair": 0.11314587760716677, "sign": 0.009271863906178623, "keep": 0.05459199543111026, "leak": 0.6658058806788176, "replacement": 0.311529278755188} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.209623336791992, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 18.0, "pair": 0.14437310016000993, "sign": 0.05182045676338021, "keep": 0.017489632634806185, "leak": 0.030864989617839456, "replacement": 0.18674440088216215} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.0804221630096436, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 18.0, "pair": 0.05925109871895984, "sign": 0.0051408393192104995, "keep": 0.00774620876472909, "leak": 0.26868383027613163, "replacement": 0.13286557607352734} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 16.247419357299805, "loss_scale": 4.0, "retries": 0, "seconds": 98.4, "max_memory_gb": 18.0, "pair": 0.657602961640805, "sign": 0.12862901270273142, "keep": 0.1472479215299245, "leak": 0.8438283564610174, "replacement": 1.006498547270894} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.096287727355957, "loss_scale": 4.0, "retries": 0, "seconds": 100.0, "max_memory_gb": 18.0, "pair": 0.2811332899145782, "sign": 0.009444758703466505, "keep": 0.12833167175995186, "leak": 1.2042905427515507, "replacement": 0.6510941330343485} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 17.028139114379883, "loss_scale": 4.0, "retries": 0, "seconds": 101.7, "max_memory_gb": 18.0, "pair": 0.6919589266180992, "sign": 0.3999876498710364, "keep": 0.22458901337813586, "leak": 0.9295221641659737, "replacement": 1.236627846956253} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 4.48927116394043, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 18.0, "pair": 0.19285563006997108, "sign": 0.020693071302957833, "keep": 0.01812184986192733, "leak": 0.1824350850947667, "replacement": 0.2578718587756157} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.062023639678955, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 18.0, "pair": 0.33874155185185373, "sign": 0.10128495271783322, "keep": 0.06072728295112029, "leak": 0.48519915621727705, "replacement": 0.5410474836826324} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.8385322093963623, "loss_scale": 4.0, "retries": 0, "seconds": 106.7, "max_memory_gb": 18.0, "pair": 0.33595604822039604, "sign": 0.019510406767949462, "keep": 0.030344520695507526, "leak": 0.10201930586481467, "replacement": 0.3863883428275585} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.4687864780426025, "loss_scale": 4.0, "retries": 0, "seconds": 108.3, "max_memory_gb": 18.0, "pair": 0.18453030101954937, "sign": 0.07326879561878741, "keep": 0.11614878848195076, "leak": 0.32526307681109756, "replacement": 0.36055485904216766} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 6.277273178100586, "loss_scale": 4.0, "retries": 0, "seconds": 110.1, "max_memory_gb": 18.0, "pair": 0.15881229302613065, "sign": 0.10629400897596497, "keep": 0.30296094075310886, "leak": 0.78254250343889, "replacement": 0.559075390920043} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 6.230513572692871, "loss_scale": 4.0, "retries": 0, "seconds": 111.7, "max_memory_gb": 18.0, "pair": 0.0250300329644233, "sign": 0.0059229504549875855, "keep": 0.009265662782127038, "leak": 1.4478627294301987, "replacement": 0.39459001645445824} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.658419609069824, "loss_scale": 4.0, "retries": 0, "seconds": 113.4, "max_memory_gb": 18.0, "pair": 0.0770446733049539, "sign": 0.00685540078120539, "keep": 0.004298082250443258, "leak": 0.47217258159071207, "replacement": 0.2006645598448813} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 10.677179336547852, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 18.0, "pair": 0.5766099196625873, "sign": 0.7267366698943079, "keep": 1.2719986098427398, "leak": 1.1241150870919228, "replacement": 1.8570064157247543} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 6.557529449462891, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 18.0, "pair": 0.20206954749301076, "sign": 0.030512184253893793, "keep": 0.0035014766035601497, "leak": 1.3592808353714645, "replacement": 0.558896578848362} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.7039239406585693, "loss_scale": 4.0, "retries": 0, "seconds": 118.4, "max_memory_gb": 18.0, "pair": 0.0642399163916707, "sign": 0.004734145360998809, "keep": 0.01740708006946079, "leak": 0.7748371875277371, "replacement": 0.2690198253840208} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.3718035221099854, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 18.0, "pair": 0.2210386311635375, "sign": 0.24836534319911152, "keep": 0.029702876694500446, "leak": 0.4605871867388487, "replacement": 0.4752195607870817} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 5.945887565612793, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.0, "pair": 0.12426633713766932, "sign": 0.07003615668509156, "keep": 0.38761069239262724, "leak": 0.39359986362978816, "replacement": 0.451489707455039} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.797845840454102, "loss_scale": 4.0, "retries": 0, "seconds": 123.3, "max_memory_gb": 18.0, "pair": 0.33721622299344745, "sign": 0.17464236709929537, "keep": 0.0956568750734732, "leak": 0.1337212450162042, "replacement": 0.5057961335405707} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.257784843444824, "loss_scale": 4.0, "retries": 0, "seconds": 125.1, "max_memory_gb": 18.0, "pair": 0.580733242444694, "sign": 0.5169981063809246, "keep": 0.9912090809084475, "leak": 0.06788042329571908, "replacement": 1.3518069423735142} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.367607831954956, "loss_scale": 4.0, "retries": 0, "seconds": 126.7, "max_memory_gb": 18.0, "pair": 0.06763077824143693, "sign": 0.006814974301960319, "keep": 0.017794299412344117, "leak": 0.4931209129281342, "replacement": 0.20321564562618732} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.402100086212158, "loss_scale": 4.0, "retries": 0, "seconds": 128.4, "max_memory_gb": 18.0, "pair": 0.41091621294617653, "sign": 0.015801675152033567, "keep": 0.009013261500513181, "leak": 0.12713913674815558, "replacement": 0.4551084730774164} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.791853427886963, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 18.0, "pair": 0.11937955161556602, "sign": 0.07736305010621436, "keep": 0.0016465725129819475, "leak": 0.07561182789504528, "replacement": 0.17778731184080243} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 7.751580238342285, "loss_scale": 4.0, "retries": 0, "seconds": 131.6, "max_memory_gb": 18.0, "pair": 0.05289956252090633, "sign": 0.008478406787617132, "keep": 0.033619941195183856, "leak": 2.3786570713855326, "replacement": 0.6686130224261433} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.728095054626465, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 18.0, "pair": 0.1956732286926126, "sign": 0.054008534250897355, "keep": 0.01745214499516834, "leak": 0.5477765873074532, "replacement": 0.36834772233851254} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.4158217906951904, "loss_scale": 4.0, "retries": 0, "seconds": 134.9, "max_memory_gb": 18.0, "pair": 0.19074072246439755, "sign": 0.02928087196778506, "keep": 0.13155036931857467, "leak": 0.8148660543956794, "replacement": 0.4748728647828102} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 11.035454750061035, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 18.0, "pair": 0.40472676511853933, "sign": 0.7775224312208593, "keep": 0.04066617775242776, "leak": 0.29020083136856556, "replacement": 0.8863712549209595} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.0389814376831055, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 18.0, "pair": 0.21406620601192117, "sign": 0.020622825300961267, "keep": 0.3016304562333971, "leak": 0.5028865775093436, "replacement": 0.5009144842624664} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 4.021323204040527, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 18.0, "pair": 0.0791590929729864, "sign": 0.011461354864877649, "keep": 0.006726181780322804, "leak": 0.5037435991689563, "replacement": 0.21418876200914383} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 5.7394118309021, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 18.0, "pair": 0.011342121273628436, "sign": 0.0038442941149696708, "keep": 0.001931570678607386, "leak": 0.688977425917983, "replacement": 0.18647441291250288} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 7.259973049163818, "loss_scale": 4.0, "retries": 0, "seconds": 143.3, "max_memory_gb": 18.0, "pair": 0.16739666648209095, "sign": 0.18531826324760914, "keep": 0.1474200477823615, "leak": 0.5321287425467744, "replacement": 0.46679801493883133} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 4.990421772003174, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 18.0, "pair": 0.05189911229535937, "sign": 0.04033877488109283, "keep": 0.004293883568607271, "leak": 1.1467722915112972, "replacement": 0.3609085250645876} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 34.50099182128906, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 18.0, "pair": 0.45560176235608196, "sign": 0.5667048027353303, "keep": 0.5134203140769351, "leak": 0.9997492097318172, "replacement": 1.2456016317009926} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 9.29370403289795, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 18.0, "pair": 0.2906795085509657, "sign": 0.07439544966473477, "keep": 0.009188429945083953, "leak": 0.15586147748399526, "replacement": 0.37143680884037167} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 6.630577564239502, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 18.0, "pair": 0.290830216370523, "sign": 0.06540602043969557, "keep": 0.014363319354742998, "leak": 0.47533247247338295, "replacement": 0.44954800978302956} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 35.82520294189453, "loss_scale": 4.0, "retries": 0, "seconds": 151.7, "max_memory_gb": 18.0, "pair": 0.5252089621499181, "sign": 0.4068179049063474, "keep": 0.7540342134816456, "leak": 1.3902390208095312, "replacement": 1.453194759786129} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 24.545822143554688, "loss_scale": 4.0, "retries": 0, "seconds": 153.3, "max_memory_gb": 18.0, "pair": 0.2573607487101981, "sign": 0.8747842271695845, "keep": 1.3630808918751143, "leak": 0.4949170297040837, "replacement": 1.5000225938856602} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.6144728660583496, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 18.0, "pair": 0.060885018574481364, "sign": 0.010568868834525347, "keep": 0.024013180111069232, "leak": 0.5547433914616704, "replacement": 0.2168618906289339} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.1881885528564453, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 18.0, "pair": 0.11423383699730039, "sign": 0.010081999411340803, "keep": 0.10271904739784077, "leak": 0.7985979206860065, "replacement": 0.3702838271856308} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 12.284197807312012, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 18.0, "pair": 0.2317985538393259, "sign": 0.35910275112837553, "keep": 1.2507144053233787, "leak": 0.48107003048062325, "replacement": 1.156974583864212} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 9.071633338928223, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 18.0, "pair": 0.30526330322027206, "sign": 0.09310005861334503, "keep": 0.8002159829484299, "leak": 0.15540611272444949, "replacement": 0.790772832930088} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.4200365543365479, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 18.0, "pair": 0.12897150591015816, "sign": 0.009708293131552637, "keep": 0.021116074101882987, "leak": 0.15393320936709642, "replacement": 0.18286699522286654} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.674694538116455, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.0, "pair": 0.26146312850187314, "sign": 0.08341005629335996, "keep": 0.08717135766710271, "leak": 1.054802572936751, "replacement": 0.6104544550180435} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 9.568451881408691, "loss_scale": 4.0, "retries": 0, "seconds": 165.0, "max_memory_gb": 18.0, "pair": 0.3147450871665569, "sign": 0.5231423532823101, "keep": 0.00475190475077536, "leak": 3.2701958790421486, "replacement": 1.3962412041146308} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.317008018493652, "loss_scale": 4.0, "retries": 0, "seconds": 166.8, "max_memory_gb": 18.0, "pair": 0.5778311043977737, "sign": 1.18450460373424, "keep": 0.025839210124104284, "leak": 2.3285712972283363, "replacement": 1.7651458904147148} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.8469715118408203, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 18.0, "pair": 0.14293929329141974, "sign": 0.005126058706082404, "keep": 0.0011202123896509875, "leak": 1.0190842859447002, "replacement": 0.40083349868655205} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.2123076915740967, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 18.0, "pair": 0.22861003736034036, "sign": 0.014566856669262052, "keep": 0.040541991125792265, "leak": 0.13621482253074646, "replacement": 0.2902181660756469} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 6.0541300773620605, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.0, "pair": 0.1447516093030572, "sign": 0.0141696851933375, "keep": 0.007589589891608739, "leak": 2.787116400897503, "replacement": 0.8524103313684464} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 5.0654215812683105, "loss_scale": 4.0, "retries": 0, "seconds": 173.2, "max_memory_gb": 18.0, "pair": 0.12564671458676457, "sign": 0.03078798676142469, "keep": 0.002254020299005788, "leak": 0.5466425642371178, "replacement": 0.27882836386561394} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 4.60991096496582, "loss_scale": 4.0, "retries": 0, "seconds": 174.8, "max_memory_gb": 18.0, "pair": 0.37532033026218414, "sign": 0.022074857959523797, "keep": 0.027572523802518845, "leak": 0.48704991093836725, "replacement": 0.5219065323472023} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.4692890644073486, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 18.0, "pair": 0.25737824849784374, "sign": 0.02552768518216908, "keep": 0.005080218892544508, "leak": 0.4250526250398252, "replacement": 0.37894535437226295} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.8038294315338135, "loss_scale": 4.0, "retries": 0, "seconds": 178.2, "max_memory_gb": 18.0, "pair": 0.11259900988079607, "sign": 0.17189204704482108, "keep": 0.03468874614907236, "leak": 0.9917252729646862, "replacement": 0.4638207210227847} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 35.79966735839844, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.0, "pair": 0.9470868190692272, "sign": 0.11183746968163177, "keep": 0.40610320769417285, "leak": 3.1898022182285786, "replacement": 2.0035076858475804} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 22.43775177001953, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 18.0, "pair": 0.5614583254791796, "sign": 0.2750451873289421, "keep": 0.40368741867132485, "leak": 1.1877785492688417, "replacement": 1.197769209742546} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 14.379755973815918, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.0, "pair": 0.12647025100886822, "sign": 0.042035898426547647, "keep": 0.0642663988401182, "leak": 6.296116313133098, "replacement": 1.7536504231393337} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 7.325267791748047, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 18.0, "pair": 0.037340177455917, "sign": 0.4200121149624465, "keep": 0.00026387901630187116, "leak": 0.9845122545957565, "replacement": 0.4936062339693308} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 5.084672927856445, "loss_scale": 4.0, "retries": 0, "seconds": 186.7, "max_memory_gb": 18.0, "pair": 0.1434909887611866, "sign": 0.00649918538692873, "keep": 0.0009805008303374052, "leak": 1.2627295218408108, "replacement": 0.46291322261095047} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.3850438594818115, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 18.0, "pair": 0.09839734900742769, "sign": 0.0111906643724069, "keep": 0.002311956777703017, "leak": 0.9047732675680891, "replacement": 0.33134197257459164} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.9234087467193604, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 18.0, "pair": 0.10565956495702267, "sign": 0.022270666202530265, "keep": 0.008079600404016674, "leak": 0.7844151481986046, "replacement": 0.31693848595023155} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.181208848953247, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 18.0, "pair": 0.17495374381542206, "sign": 0.011716553766746074, "keep": 0.0029975298639328685, "leak": 0.4722590036690235, "replacement": 0.3003755398094654} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 11.028274536132812, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 18.0, "pair": 0.15236842120066285, "sign": 0.5059479764022399, "keep": 0.5272414141184072, "leak": 0.19666188896758285, "replacement": 0.7181286066770554} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 15.314860343933105, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 18.01, "pair": 0.10710562545864377, "sign": 0.1252238320739707, "keep": 0.5962270046720732, "leak": 0.7635933458805084, "replacement": 0.6587293818593025} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 10.859206199645996, "loss_scale": 4.0, "retries": 0, "seconds": 197.1, "max_memory_gb": 18.01, "pair": 0.26638404553523287, "sign": 0.47252131611458026, "keep": 0.7792438033354188, "leak": 0.5010236073285341, "replacement": 1.0175225206185132} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.541992425918579, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 18.01, "pair": 0.13388246644899482, "sign": 0.11373338169505587, "keep": 0.007548456298252404, "leak": 0.13684227255089354, "replacement": 0.2287339698523283} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 14.452825546264648, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 18.01, "pair": 0.4013003627769649, "sign": 0.8676702599332202, "keep": 1.7096688737219665, "leak": 0.41232884226428723, "replacement": 1.793052189052105} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.35564136505127, "loss_scale": 4.0, "retries": 0, "seconds": 202.6, "max_memory_gb": 18.01, "pair": 0.28513861796818674, "sign": 0.26243506727041677, "keep": 0.174843743675126, "leak": 0.2838229797780514, "replacement": 0.5747337825596333} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 9.845314979553223, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 18.01, "pair": 0.39676769042853266, "sign": 0.1222344902344048, "keep": 0.12155457260067237, "leak": 0.48088011145591736, "replacement": 0.6388822607696056} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.305870532989502, "loss_scale": 4.0, "retries": 0, "seconds": 206.0, "max_memory_gb": 18.01, "pair": 0.3266879549883015, "sign": 1.0874970596050844, "keep": 0.027457652176963165, "leak": 1.0478184043895453, "replacement": 1.14611991122365} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 4.896790981292725, "loss_scale": 4.0, "retries": 0, "seconds": 207.7, "max_memory_gb": 18.01, "pair": 0.32325891964137554, "sign": 0.5273733756039292, "keep": 2.127365771048062, "leak": 0.45964507665485144, "replacement": 1.7655398659408092} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 7.769486904144287, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 18.01, "pair": 0.23754185246070847, "sign": 0.22407444266718812, "keep": 0.18131018558756296, "leak": 1.2005763163324445, "replacement": 0.7403782624751329} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 16.649938583374023, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 18.01, "pair": 0.7118962593376637, "sign": 0.566558406688273, "keep": 1.4268940407782793, "leak": 1.1197874855715781, "replacement": 1.9885693490505219} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.491685390472412, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 18.01, "pair": 0.10443644621409476, "sign": 0.007927805992949288, "keep": 0.018215040047152797, "leak": 0.40854085981845856, "replacement": 0.21964308293536305} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 9.868927001953125, "loss_scale": 4.0, "retries": 0, "seconds": 214.4, "max_memory_gb": 18.01, "pair": 0.18065649829804897, "sign": 0.7011291417875327, "keep": 0.32745454111136496, "leak": 0.33012750186026096, "replacement": 0.7774801896885037} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.418781280517578, "loss_scale": 4.0, "retries": 0, "seconds": 216.0, "max_memory_gb": 18.01, "pair": 0.2674446254968643, "sign": 0.10278364992700517, "keep": 0.16287576453760266, "leak": 0.10922897886484861, "replacement": 0.4275815784931183} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.601762771606445, "loss_scale": 4.0, "retries": 0, "seconds": 217.6, "max_memory_gb": 18.01, "pair": 0.11578970728442073, "sign": 0.47109208232723176, "keep": 0.060900662429958174, "leak": 0.14052900671958923, "replacement": 0.416918333619833} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 37.859344482421875, "loss_scale": 4.0, "retries": 0, "seconds": 219.3, "max_memory_gb": 18.01, "pair": 0.4612060668878257, "sign": 0.6450301639270037, "keep": 1.1752296834952176, "leak": 2.0116953402757645, "replacement": 1.8742597550153732} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.0381250381469727, "loss_scale": 4.0, "retries": 0, "seconds": 221.0, "max_memory_gb": 18.01, "pair": 0.11463272196124308, "sign": 0.011770322991651483, "keep": 0.5511225655100134, "leak": 0.4111860588454874, "replacement": 0.4988756673410535} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 7.370491027832031, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 18.01, "pair": 0.5076563265174627, "sign": 0.5784575017169118, "keep": 1.019360487232916, "leak": 0.3749971278011799, "replacement": 1.4003145545721054} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 8.66439151763916, "loss_scale": 4.0, "retries": 0, "seconds": 224.8, "max_memory_gb": 18.01, "pair": 0.23735603608656675, "sign": 0.38385561590257566, "keep": 0.7900619357691312, "leak": 0.13479658029973507, "replacement": 0.8580139260157011} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.0727145671844482, "loss_scale": 4.0, "retries": 0, "seconds": 226.4, "max_memory_gb": 18.01, "pair": 0.19314762018620968, "sign": 0.012538918323116377, "keep": 0.07712521555367857, "leak": 0.17605143482796848, "replacement": 0.2819925509393215} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 8.113944053649902, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 18.01, "pair": 0.1958482600748539, "sign": 0.4116466095438227, "keep": 0.08113324264559196, "leak": 0.4655918711796403, "replacement": 0.5586361475288868} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.498418807983398, "loss_scale": 4.0, "retries": 0, "seconds": 229.8, "max_memory_gb": 18.01, "pair": 0.16250333143398166, "sign": 0.016897824767511338, "keep": 0.011887250017025508, "leak": 0.5905566141009331, "replacement": 0.3245350196957588} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.207332134246826, "loss_scale": 4.0, "retries": 0, "seconds": 231.4, "max_memory_gb": 18.01, "pair": 0.10529172653332353, "sign": 0.022594272042624652, "keep": 0.09545904630795121, "leak": 0.49708219012245536, "replacement": 0.2885889336466789} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 10.781126976013184, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 18.01, "pair": 0.24101713672280312, "sign": 0.33702560351230204, "keep": 0.011478495987830684, "leak": 0.7579018631950021, "replacement": 0.6047446429729462} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.3764938116073608, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 18.01, "pair": 0.09806656371802092, "sign": 0.012258869770448655, "keep": 0.007404151037917472, "leak": 0.29694091994315386, "replacement": 0.18213331047445536} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.058515787124634, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 18.01, "pair": 0.15672962344251573, "sign": 0.19392225219053216, "keep": 0.004175290712737478, "leak": 0.33962801547022536, "replacement": 0.3406854048371315} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 13.060276985168457, "loss_scale": 4.0, "retries": 0, "seconds": 238.5, "max_memory_gb": 18.01, "pair": 0.315010953694582, "sign": 0.469988789584022, "keep": 0.2463797586315195, "leak": 0.4567437688820064, "replacement": 0.7873811647295952} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 21.47614860534668, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 18.01, "pair": 0.43812074631568976, "sign": 0.25113035337562906, "keep": 0.8250855803474337, "leak": 0.754776157438755, "replacement": 1.164922783151269} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 8.202539443969727, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 18.01, "pair": 0.1016908261080971, "sign": 0.3112715669849422, "keep": 0.029073053629872447, "leak": 0.49552046228200197, "replacement": 0.39574326016008854} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.75947642326355, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 18.01, "pair": 0.08308523615414742, "sign": 0.0043569813315116335, "keep": 0.005790114633100529, "leak": 0.9967408254742622, "replacement": 0.337343979626894} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.8320868015289307, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 18.01, "pair": 0.07515876088291407, "sign": 0.02178880723658949, "keep": 0.005899414571103989, "leak": 0.9044280769303441, "replacement": 0.3151098940288648} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 11.00527572631836, "loss_scale": 4.0, "retries": 0, "seconds": 246.8, "max_memory_gb": 18.01, "pair": 0.34722032491117716, "sign": 1.3201115373522043, "keep": 1.6457865938887153, "leak": 2.689075119793415, "replacement": 2.502438146620989} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.782033681869507, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 18.01, "pair": 0.04024471630600601, "sign": 0.006996834912570193, "keep": 0.0006908846766862098, "leak": 0.7577120307832956, "replacement": 0.23351658135652542} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 5.387665748596191, "loss_scale": 4.0, "retries": 0, "seconds": 250.2, "max_memory_gb": 18.01, "pair": 0.16484909848077223, "sign": 0.02618683283799328, "keep": 0.009543966365527012, "leak": 0.5444820881821215, "replacement": 0.3188350109849125} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 5.376047611236572, "loss_scale": 4.0, "retries": 0, "seconds": 251.8, "max_memory_gb": 18.01, "pair": 0.21320794709026814, "sign": 0.08713313145563006, "keep": 0.11782799474895, "leak": 0.4690200393088162, "replacement": 0.43294352665543556} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.2101380825042725, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 18.01, "pair": 0.14427723363041878, "sign": 0.01912873436231166, "keep": 0.007687477516810759, "leak": 0.13312387093901634, "replacement": 0.19096630718559027} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.727501392364502, "loss_scale": 4.0, "retries": 0, "seconds": 255.2, "max_memory_gb": 18.01, "pair": 0.23734384961426258, "sign": 0.005781006417237222, "keep": 0.033530514301673975, "leak": 0.13173865713179111, "replacement": 0.28993427753448486} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.3840720653533936, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 18.01, "pair": 0.13791163769201376, "sign": 0.004924703651340678, "keep": 0.009115099440236918, "leak": 0.51840965077281, "replacement": 0.2745339502580464} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.8828787803649902, "loss_scale": 4.0, "retries": 0, "seconds": 258.7, "max_memory_gb": 18.01, "pair": 0.19598433561623096, "sign": 0.006139148958027363, "keep": 0.06703386968001723, "leak": 0.9331032149493694, "replacement": 0.46584662795066833} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.5149952173233032, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 18.01, "pair": 0.12804930956917815, "sign": 0.006072831216442864, "keep": 0.6071951566832468, "leak": 0.23109774105250835, "replacement": 0.4924577306373976} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 12.690804481506348, "loss_scale": 4.0, "retries": 0, "seconds": 262.1, "max_memory_gb": 18.01, "pair": 0.42878192506032065, "sign": 0.005477555401739664, "keep": 0.013772675198822526, "leak": 0.2600618560099974, "replacement": 0.5034225145354867} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 10.667352676391602, "loss_scale": 4.0, "retries": 0, "seconds": 263.7, "max_memory_gb": 18.01, "pair": 0.03634460287867114, "sign": 0.8154749810928479, "keep": 0.0014700538322358625, "leak": 2.8167958296835423, "replacement": 1.149016136303544} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 8.045577049255371, "loss_scale": 4.0, "retries": 0, "seconds": 265.3, "max_memory_gb": 18.01, "pair": 0.20252641290426254, "sign": 0.294868465163745, "keep": 0.4643036329653114, "leak": 0.4570383420214057, "replacement": 0.696372028440237} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.5076172351837158, "loss_scale": 4.0, "retries": 0, "seconds": 267.1, "max_memory_gb": 18.01, "pair": 0.05933056911453605, "sign": 0.0023515924985986203, "keep": 0.006393981811584126, "leak": 0.3705574367195368, "replacement": 0.15634270757436752} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 7.042001247406006, "loss_scale": 4.0, "retries": 0, "seconds": 268.7, "max_memory_gb": 18.01, "pair": 0.15416055638343096, "sign": 0.09722605295246467, "keep": 0.48203412792645395, "leak": 0.22736192401498556, "replacement": 0.5006311181932688} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 7.668015956878662, "loss_scale": 4.0, "retries": 0, "seconds": 270.3, "max_memory_gb": 18.01, "pair": 0.12863758695311844, "sign": 0.07758149801520631, "keep": 0.050275244210752135, "leak": 0.9743012320250273, "replacement": 0.4361412562429905} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.953963041305542, "loss_scale": 4.0, "retries": 0, "seconds": 272.1, "max_memory_gb": 18.01, "pair": 0.010755598428659141, "sign": 0.0031889671881799586, "keep": 0.2298844463871248, "leak": 0.7910909805214033, "replacement": 0.32506505283527076} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 19.587059020996094, "loss_scale": 4.0, "retries": 0, "seconds": 273.7, "max_memory_gb": 18.01, "pair": 0.32283711433410645, "sign": 0.3623469128506258, "keep": 0.793164586648345, "leak": 0.1471564625389874, "replacement": 0.9373819343745708} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 7.5800299644470215, "loss_scale": 4.0, "retries": 0, "seconds": 275.5, "max_memory_gb": 18.01, "pair": 0.28579019382596016, "sign": 0.2368587462697178, "keep": 0.025583543450920843, "leak": 0.10506087262183428, "replacement": 0.44327655248343945} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.0359574556350708, "loss_scale": 4.0, "retries": 0, "seconds": 277.2, "max_memory_gb": 18.01, "pair": 0.03757660882547498, "sign": 0.007031326822470874, "keep": 0.0009553084255458089, "leak": 0.10471761226654053, "replacement": 0.0677493317052722} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 38.46940994262695, "loss_scale": 4.0, "retries": 0, "seconds": 278.8, "max_memory_gb": 18.01, "pair": 0.68369337025797, "sign": 0.9204316011746414, "keep": 1.4123202661576215, "leak": 0.8928720321855508, "replacement": 2.0732873305678368} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 7.0437703132629395, "loss_scale": 4.0, "retries": 0, "seconds": 280.6, "max_memory_gb": 18.01, "pair": 0.10551262460649014, "sign": 0.02950154955033213, "keep": 0.0550762529601343, "leak": 1.5068295348901302, "replacement": 0.5245089195668697} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.2276811599731445, "loss_scale": 4.0, "retries": 0, "seconds": 282.2, "max_memory_gb": 18.01, "pair": 0.05782320210710168, "sign": 0.004836328895180486, "keep": 0.060879926966663334, "leak": 0.5880021899938583, "replacement": 0.23768187128007412} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 5.391928195953369, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 18.01, "pair": 0.1643316075205803, "sign": 0.10274860879871994, "keep": 0.19569946243427694, "leak": 0.662892616353929, "replacement": 0.4792787879705429} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.64393424987793, "loss_scale": 4.0, "retries": 0, "seconds": 285.8, "max_memory_gb": 18.01, "pair": 0.13360629579983652, "sign": 0.0034065127692883834, "keep": 0.006818690424552187, "leak": 2.564217429533528, "replacement": 0.7797732370672747} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.94567608833313, "loss_scale": 4.0, "retries": 0, "seconds": 287.5, "max_memory_gb": 18.01, "pair": 0.03931302587079699, "sign": 0.03959509712512954, "keep": 0.10841976042112833, "leak": 0.36069887317717075, "replacement": 0.20349517290014774} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 1.5379160642623901, "loss_scale": 4.0, "retries": 0, "seconds": 289.2, "max_memory_gb": 18.01, "pair": 0.09804914891719818, "sign": 0.00217467884067446, "keep": 0.012771674431860447, "leak": 0.503730365075171, "replacement": 0.23145491536706686} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.963508367538452, "loss_scale": 4.0, "retries": 0, "seconds": 290.9, "max_memory_gb": 18.01, "pair": 0.12546322168782353, "sign": 0.10633673066331539, "keep": 0.1013684151112102, "leak": 0.7546207495033741, "replacement": 0.41797097912058234} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.085187911987305, "loss_scale": 4.0, "retries": 0, "seconds": 292.5, "max_memory_gb": 18.01, "pair": 0.14298493569731363, "sign": 0.009618176765798125, "keep": 0.018474610995298235, "leak": 0.9413174130022526, "replacement": 0.39236067794263363} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 9.281794548034668, "loss_scale": 4.0, "retries": 0, "seconds": 294.2, "max_memory_gb": 18.01, "pair": 0.28810717025771737, "sign": 0.2888893550843932, "keep": 0.5739279706031084, "leak": 0.17058488493785262, "replacement": 0.7621620930731297} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.773160696029663, "loss_scale": 4.0, "retries": 0, "seconds": 295.9, "max_memory_gb": 18.01, "pair": 0.14719156362116337, "sign": 0.021594293299131095, "keep": 0.009913678339216858, "leak": 0.1551943700760603, "replacement": 0.20174413919448853} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.2728593349456787, "loss_scale": 4.0, "retries": 0, "seconds": 297.5, "max_memory_gb": 18.01, "pair": 0.1417377218895126, "sign": 0.14509359846124426, "keep": 0.008527644968097547, "leak": 0.2689991593360901, "replacement": 0.28579814033582807} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 9.83980655670166, "loss_scale": 4.0, "retries": 0, "seconds": 299.3, "max_memory_gb": 18.01, "pair": 0.05262931203469634, "sign": 0.03713083319598809, "keep": 0.5255858920281753, "leak": 0.37383234687149525, "replacement": 0.4274457488209009} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 5.4468512535095215, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 18.01, "pair": 0.558355696790386, "sign": 0.4895539159333566, "keep": 0.4995488817798446, "leak": 0.02686950284987688, "replacement": 1.0596244911430404} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.8995610475540161, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 18.01, "pair": 0.2019111355766654, "sign": 0.026023019105196, "keep": 0.05849648150615394, "leak": 0.29528674390167, "replacement": 0.3179925736039877} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.4193549156188965, "loss_scale": 4.0, "retries": 0, "seconds": 304.4, "max_memory_gb": 18.01, "pair": 0.08689513488207012, "sign": 0.0063284803909482434, "keep": 0.015334253257606179, "leak": 0.9198246996384114, "replacement": 0.3276826739311218} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 23.091272354125977, "loss_scale": 4.0, "retries": 0, "seconds": 306.0, "max_memory_gb": 18.01, "pair": 0.4368047572534124, "sign": 0.48855275569076184, "keep": 0.011964945122144854, "leak": 2.8172058016061783, "replacement": 1.391365078277886} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.9908735752105713, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 18.01, "pair": 0.09905039778823266, "sign": 0.0036058579134987667, "keep": 0.003743866688409092, "leak": 0.4550080634653568, "replacement": 0.21647728234529495} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.6653618812561035, "loss_scale": 4.0, "retries": 0, "seconds": 309.5, "max_memory_gb": 18.01, "pair": 0.23640149040147662, "sign": 0.003916469220712315, "keep": 0.0024080742148839818, "leak": 1.0483397115021944, "replacement": 0.5016486975364387} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.3741496801376343, "loss_scale": 4.0, "retries": 0, "seconds": 311.1, "max_memory_gb": 18.01, "pair": 0.0642161755822599, "sign": 0.009385364945046604, "keep": 0.028761759749613702, "leak": 0.1388816749677062, "replacement": 0.11801016237586737} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 13.285046577453613, "loss_scale": 4.0, "retries": 0, "seconds": 312.8, "max_memory_gb": 18.01, "pair": 0.17160135268204613, "sign": 0.021716383274906548, "keep": 0.7418170627198606, "leak": 0.22936676852259552, "replacement": 0.6107097752392292} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 1.9952322244644165, "loss_scale": 4.0, "retries": 0, "seconds": 314.6, "max_memory_gb": 18.01, "pair": 0.2152086291462183, "sign": 0.008180911361705512, "keep": 0.24794898732216097, "leak": 0.2593092299066484, "replacement": 0.4081008955836296} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 6.262474060058594, "loss_scale": 4.0, "retries": 0, "seconds": 316.2, "max_memory_gb": 18.01, "pair": 0.44486260750272777, "sign": 0.7443616156378994, "keep": 0.8167891174288116, "leak": 0.04405629506800324, "replacement": 1.2364521708805114} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 22.843257904052734, "loss_scale": 4.0, "retries": 0, "seconds": 317.8, "max_memory_gb": 18.01, "pair": 0.09653607197105885, "sign": 0.8504113419912755, "keep": 1.851517337927362, "leak": 2.878954776097089, "replacement": 2.1672391295433044} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.4631922245025635, "loss_scale": 4.0, "retries": 0, "seconds": 319.6, "max_memory_gb": 18.01, "pair": 0.031500061333645135, "sign": 0.003267208463512361, "keep": 0.0022496233141282573, "leak": 0.8404187802225351, "replacement": 0.2443631710484624} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 39.67925262451172, "loss_scale": 4.0, "retries": 0, "seconds": 321.2, "max_memory_gb": 18.01, "pair": 0.7632075361907482, "sign": 0.908418518374674, "keep": 1.625719945313449, "leak": 3.18484267644817, "replacement": 2.8264874620363116} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.169164657592773, "loss_scale": 4.0, "retries": 0, "seconds": 322.9, "max_memory_gb": 18.01, "pair": 0.3382031568326056, "sign": 0.45559137570671737, "keep": 1.0247764132218435, "leak": 0.17419328530377243, "replacement": 1.1219353452324867} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 4.0913238525390625, "loss_scale": 4.0, "retries": 0, "seconds": 324.6, "max_memory_gb": 18.01, "pair": 0.09961433732496516, "sign": 0.01556026208709227, "keep": 0.009325520076970406, "leak": 1.2890470549464226, "replacement": 0.43431899265851825} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 7.543442249298096, "loss_scale": 4.0, "retries": 0, "seconds": 326.2, "max_memory_gb": 18.01, "pair": 0.21878393302904442, "sign": 0.1673996332101524, "keep": 0.0518800339559391, "leak": 0.1972231138497591, "replacement": 0.3777295481413603} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 5.476121425628662, "loss_scale": 4.0, "retries": 0, "seconds": 328.0, "max_memory_gb": 18.01, "pair": 0.05995693802833557, "sign": 0.018971207799040712, "keep": 0.005264831212116405, "leak": 0.538308669347316, "replacement": 0.20665212161839008} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.6249895095825195, "loss_scale": 4.0, "retries": 0, "seconds": 329.7, "max_memory_gb": 18.01, "pair": 0.0898497325979406, "sign": 0.008228787773987278, "keep": 0.001628402995258682, "leak": 1.7940560383722186, "replacement": 0.5432923163753003} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 12.073705673217773, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 18.01, "pair": 0.0893300985917449, "sign": 0.02025231666630134, "keep": 0.00264821538439719, "leak": 1.0419080395367928, "replacement": 0.36125737940892577} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.2952606678009033, "loss_scale": 4.0, "retries": 0, "seconds": 333.1, "max_memory_gb": 18.01, "pair": 0.11066269967705011, "sign": 0.04897617292590439, "keep": 0.06383303452457767, "leak": 0.3778025768697262, "replacement": 0.2615179568529129} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.939662456512451, "loss_scale": 4.0, "retries": 0, "seconds": 334.7, "max_memory_gb": 18.01, "pair": 0.07703921315260231, "sign": 0.0360070206806995, "keep": 0.6429908475474804, "leak": 0.32704735826700926, "replacement": 0.4982999972999096} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 8.807165145874023, "loss_scale": 4.0, "retries": 0, "seconds": 336.3, "max_memory_gb": 18.01, "pair": 0.2828921712934971, "sign": 0.34059193392749876, "keep": 1.3693067585554672, "leak": 0.06741306575713679, "replacement": 1.154694825410843} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 13.90188980102539, "loss_scale": 4.0, "retries": 0, "seconds": 338.1, "max_memory_gb": 18.01, "pair": 0.35111328214406967, "sign": 0.39563801046460867, "keep": 0.571107143885456, "leak": 0.4787292629480362, "replacement": 0.9541681781411171} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 13.4628324508667, "loss_scale": 4.0, "retries": 0, "seconds": 339.7, "max_memory_gb": 18.01, "pair": 0.09875199536327273, "sign": 0.00689481855079066, "keep": 0.002239209599736114, "leak": 4.54103304540331, "replacement": 1.2385772773995996} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 15.06743049621582, "loss_scale": 4.0, "retries": 0, "seconds": 341.3, "max_memory_gb": 18.01, "pair": 0.1702075218781829, "sign": 0.06139407871523872, "keep": 0.1609367596975062, "leak": 0.03450579524724162, "replacement": 0.2899993909522891} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.250380039215088, "loss_scale": 4.0, "retries": 0, "seconds": 343.0, "max_memory_gb": 18.01, "pair": 0.27336007356643677, "sign": 0.017069305991753936, "keep": 0.047348659427370876, "leak": 0.40413727751001716, "replacement": 0.4066033810377121} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.7941174507141113, "loss_scale": 4.0, "retries": 0, "seconds": 344.6, "max_memory_gb": 18.01, "pair": 0.14008831232786179, "sign": 0.004789792626979761, "keep": 0.0011364223610144109, "leak": 0.18838452053023502, "replacement": 0.19014755031093955} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.6105916500091553, "loss_scale": 4.0, "retries": 0, "seconds": 346.3, "max_memory_gb": 18.01, "pair": 0.18828375522207352, "sign": 0.004948038753354922, "keep": 0.013953173300194521, "leak": 0.0908809993416071, "replacement": 0.2204546146094799} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.4753081798553467, "loss_scale": 4.0, "retries": 0, "seconds": 348.1, "max_memory_gb": 18.01, "pair": 0.20429408040945418, "sign": 0.13177136369631626, "keep": 0.08362368598636749, "leak": 0.2890523909009062, "replacement": 0.3842546979431063} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.067814826965332, "loss_scale": 4.0, "retries": 0, "seconds": 349.7, "max_memory_gb": 18.01, "pair": 0.09978001797571778, "sign": 0.00390667643659981, "keep": 0.00701763835957081, "leak": 0.24908957695151912, "replacement": 0.16751456819474697} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 13.383973121643066, "loss_scale": 4.0, "retries": 0, "seconds": 351.5, "max_memory_gb": 18.01, "pair": 0.5007993350736797, "sign": 0.45584272596170194, "keep": 0.6172244175104424, "leak": 0.49331722443457693, "replacement": 1.160662221023813} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 8.943032264709473, "loss_scale": 4.0, "retries": 0, "seconds": 353.1, "max_memory_gb": 18.01, "pair": 0.3907192116603255, "sign": 0.5417870884994045, "keep": 2.1944569406332377, "leak": 2.7825863163452595, "replacement": 2.454487749375403} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.803065776824951, "loss_scale": 4.0, "retries": 0, "seconds": 354.8, "max_memory_gb": 18.01, "pair": 0.4185126656666398, "sign": 0.26022713526617736, "keep": 0.13670555356657133, "leak": 0.22285125125199556, "replacement": 0.672691822052002} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 18.04722023010254, "loss_scale": 4.0, "retries": 0, "seconds": 356.5, "max_memory_gb": 18.01, "pair": 0.369165092241019, "sign": 0.22500007250346243, "keep": 0.11497204285115004, "leak": 0.991418115736451, "replacement": 0.787005677819252} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.810041904449463, "loss_scale": 4.0, "retries": 0, "seconds": 358.2, "max_memory_gb": 18.01, "pair": 0.3277950598858297, "sign": 0.3301839749328792, "keep": 0.4441560705527081, "leak": 0.5864906168426387, "replacement": 0.8615876871626824} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.0765724182128906, "loss_scale": 4.0, "retries": 0, "seconds": 359.9, "max_memory_gb": 18.01, "pair": 0.3414715904436889, "sign": 0.38193537310144166, "keep": 0.9312799419854514, "leak": 0.009071240152479731, "replacement": 1.0003470623632893} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 14.490166664123535, "loss_scale": 4.0, "retries": 0, "seconds": 361.7, "max_memory_gb": 18.01, "pair": 0.30898672045623243, "sign": 0.7987252797029214, "keep": 2.0854170173190596, "leak": 0.4139049724471988, "replacement": 1.8545341418648604} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.9795989990234375, "loss_scale": 4.0, "retries": 0, "seconds": 363.3, "max_memory_gb": 18.01, "pair": 0.054217976110521704, "sign": 0.018288541104993783, "keep": 0.0028600876648852136, "leak": 1.0968520967289805, "replacement": 0.3390053133480251} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.091231346130371, "loss_scale": 4.0, "retries": 0, "seconds": 365.0, "max_memory_gb": 18.01, "pair": 0.06341901179985143, "sign": 0.0018779018428176641, "keep": 0.0004889379124506377, "leak": 0.20078219845891, "replacement": 0.11479798634536564} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.44177770614624, "loss_scale": 4.0, "retries": 0, "seconds": 366.7, "max_memory_gb": 18.01, "pair": 0.2611705648014322, "sign": 0.4275426212698221, "keep": 0.13401966376977725, "leak": 0.12013688572551473, "replacement": 0.5719859376549721} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.7558695077896118, "loss_scale": 4.0, "retries": 0, "seconds": 368.4, "max_memory_gb": 18.01, "pair": 0.09180871956050396, "sign": 0.05984981254732702, "keep": 0.0037915959146630485, "leak": 0.050168897592811845, "replacement": 0.13617164455354214} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.2134549617767334, "loss_scale": 4.0, "retries": 0, "seconds": 370.1, "max_memory_gb": 18.01, "pair": 0.1647682204929879, "sign": 0.04757813073229045, "keep": 0.10850610514066261, "leak": 0.06809852470178157, "replacement": 0.2598349608015269} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.823096990585327, "loss_scale": 4.0, "retries": 0, "seconds": 371.7, "max_memory_gb": 18.01, "pair": 0.28188652894459665, "sign": 0.12886226642876863, "keep": 0.003868503641569987, "leak": 0.8998157903552055, "replacement": 0.57320586591959} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.622740626335144, "loss_scale": 4.0, "retries": 0, "seconds": 373.4, "max_memory_gb": 18.01, "pair": 0.08791489105351502, "sign": 0.008293312028399669, "keep": 0.020599915413157532, "leak": 0.3496604049578309, "replacement": 0.18977660685777664} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 32.19158935546875, "loss_scale": 4.0, "retries": 0, "seconds": 375.2, "max_memory_gb": 18.01, "pair": 0.44946937647182494, "sign": 0.05959750540932873, "keep": 0.04082090430347307, "leak": 0.6905985064804554, "replacement": 0.6723281871527433} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.131077527999878, "loss_scale": 4.0, "retries": 0, "seconds": 376.8, "max_memory_gb": 18.01, "pair": 0.06639514946436975, "sign": 0.01822721879580058, "keep": 0.004312357748659679, "leak": 0.2772455355152488, "replacement": 0.1469763182103634} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 6.088483810424805, "loss_scale": 4.0, "retries": 0, "seconds": 378.4, "max_memory_gb": 18.01, "pair": 0.015230629011057317, "sign": 0.00370373013720382, "keep": 0.002288172971361746, "leak": 1.5195032960473327, "replacement": 0.3981023970991373} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 7.496557712554932, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 18.01, "pair": 0.07458498980849981, "sign": 0.024128775927238166, "keep": 0.8729295324301347, "leak": 0.6637319698929787, "replacement": 0.689047135412693} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.79565691947937, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 18.01, "pair": 0.06938710824942973, "sign": 0.006682674309558934, "keep": 0.06524671121701431, "leak": 0.03643592930166051, "replacement": 0.1144607812166214} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.4477800130844116, "loss_scale": 4.0, "retries": 0, "seconds": 383.4, "max_memory_gb": 18.01, "pair": 0.060204228619113564, "sign": 0.039316817943472415, "keep": 0.000516123811394209, "leak": 0.3669907506555319, "replacement": 0.17186838760972023} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 7.004053115844727, "loss_scale": 4.0, "retries": 0, "seconds": 385.2, "max_memory_gb": 18.01, "pair": 0.0739120764137624, "sign": 0.030903970975487027, "keep": 0.07809699745848597, "leak": 1.1346230171620846, "replacement": 0.41206830739974976} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 43.47216033935547, "loss_scale": 4.0, "retries": 0, "seconds": 386.7, "max_memory_gb": 18.01, "pair": 0.6247861979645677, "sign": 0.6160655475105159, "keep": 1.1407976094625383, "leak": 0.7631160821765661, "replacement": 1.6939968150109053} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 4.138321399688721, "loss_scale": 4.0, "retries": 0, "seconds": 388.3, "max_memory_gb": 18.01, "pair": 0.21088923394563608, "sign": 0.5327893265202874, "keep": 0.03855293730154585, "leak": 0.5427155904471874, "replacement": 0.6322392541915178} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.2219791412353516, "loss_scale": 4.0, "retries": 0, "seconds": 390.0, "max_memory_gb": 18.01, "pair": 0.08762433752417564, "sign": 0.010779557633213699, "keep": 0.02163621611543931, "leak": 1.1913967803120613, "replacement": 0.40168141573667526} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.259979248046875, "loss_scale": 4.0, "retries": 0, "seconds": 391.7, "max_memory_gb": 18.01, "pair": 0.04955757688730955, "sign": 0.003144146816339344, "keep": 0.0022152847377583385, "leak": 0.8291787039488554, "replacement": 0.25953197106719017} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 6.866815090179443, "loss_scale": 4.0, "retries": 0, "seconds": 393.3, "max_memory_gb": 18.01, "pair": 0.06634780821332242, "sign": 0.014765379863092676, "keep": 0.22025824167070596, "leak": 0.33534458687063307, "replacement": 0.2676957595977001} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 26.330156326293945, "loss_scale": 4.0, "retries": 0, "seconds": 395.1, "max_memory_gb": 18.01, "pair": 0.6890762479160912, "sign": 0.45414478177553974, "keep": 0.7383796632375379, "leak": 0.5093093402683735, "replacement": 1.4126658653840423} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.9951437711715698, "loss_scale": 4.0, "retries": 0, "seconds": 396.7, "max_memory_gb": 18.01, "pair": 0.10477776745756273, "sign": 0.03444665559800342, "keep": 0.0038596890760800306, "leak": 0.10682830773293972, "replacement": 0.15063801407814026} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 15.45865535736084, "loss_scale": 4.0, "retries": 0, "seconds": 398.4, "max_memory_gb": 18.01, "pair": 0.301525910559576, "sign": 0.42090312321670353, "keep": 0.3330198124749302, "leak": 1.4180309474468231, "replacement": 1.0329951327294111} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.4940838813781738, "loss_scale": 4.0, "retries": 0, "seconds": 400.0, "max_memory_gb": 18.01, "pair": 0.10405218438245356, "sign": 0.009795837773708627, "keep": 0.011857302277348936, "leak": 0.07433474657591432, "replacement": 0.13346244115382433} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.7386369705200195, "loss_scale": 4.0, "retries": 0, "seconds": 401.6, "max_memory_gb": 18.01, "pair": 0.27307878620922565, "sign": 0.5993487180676311, "keep": 0.19478010199958362, "leak": 0.3303551046028588, "replacement": 0.7527319714426994} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.08595871925354, "loss_scale": 4.0, "retries": 0, "seconds": 403.3, "max_memory_gb": 18.01, "pair": 0.22773543372750282, "sign": 0.29312989267054945, "keep": 0.12935151800775202, "leak": 0.026658059810870327, "replacement": 0.4456406179815531} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 5.696352481842041, "loss_scale": 4.0, "retries": 0, "seconds": 404.9, "max_memory_gb": 18.01, "pair": 0.2779433559917379, "sign": 0.23196638693116256, "keep": 0.07113512419005019, "leak": 0.11705945059657097, "replacement": 0.45875896885991096} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.067251205444336, "loss_scale": 4.0, "retries": 0, "seconds": 406.5, "max_memory_gb": 18.01, "pair": 0.1022559889825061, "sign": 0.025254214502638206, "keep": 0.0026642801258844884, "leak": 0.4988573379814625, "replacement": 0.24092956871027127} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.0202525854110718, "loss_scale": 4.0, "retries": 0, "seconds": 408.3, "max_memory_gb": 18.01, "pair": 0.08254122128710151, "sign": 0.012648465955862775, "keep": 0.00942894995387178, "leak": 0.23575658473419026, "replacement": 0.15251907147467136} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 5.34521484375, "loss_scale": 4.0, "retries": 0, "seconds": 409.9, "max_memory_gb": 18.01, "pair": 0.1974563542753458, "sign": 0.11602160963229835, "keep": 0.02384180524677504, "leak": 0.3161693839356303, "replacement": 0.34643040783703327} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 8.902275085449219, "loss_scale": 4.0, "retries": 0, "seconds": 411.6, "max_memory_gb": 18.01, "pair": 0.37072371412068605, "sign": 0.26352421124465764, "keep": 0.4628613878739998, "leak": 0.2560593690723181, "replacement": 0.7979313731193542} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.2740029096603394, "loss_scale": 4.0, "retries": 0, "seconds": 413.4, "max_memory_gb": 18.01, "pair": 0.07410947725293227, "sign": 0.0029269997030496597, "keep": 0.002136159682777361, "leak": 0.06178255332633853, "replacement": 0.0920867002569139} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 39.24509811401367, "loss_scale": 4.0, "retries": 0, "seconds": 415.2, "max_memory_gb": 18.01, "pair": 0.10770185321598547, "sign": 0.010344012538553216, "keep": 0.5645700946624821, "leak": 0.24642995931208134, "replacement": 0.4567663911730051} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.0377798080444336, "loss_scale": 4.0, "retries": 0, "seconds": 416.8, "max_memory_gb": 18.01, "pair": 0.15439219132531434, "sign": 0.021897921746131033, "keep": 0.03350426744145807, "leak": 0.6270338392350823, "replacement": 0.3388517498970032} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.1071150302886963, "loss_scale": 4.0, "retries": 0, "seconds": 418.6, "max_memory_gb": 18.01, "pair": 0.1453242809511721, "sign": 0.05837248149327934, "keep": 0.01780484657501802, "leak": 0.4592621587216854, "replacement": 0.298228494822979} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.413872241973877, "loss_scale": 4.0, "retries": 0, "seconds": 420.2, "max_memory_gb": 18.01, "pair": 0.08439637245282938, "sign": 0.011859751713927835, "keep": 0.024358008284707466, "leak": 0.4195270471391268, "replacement": 0.20738701336085796} diff --git a/runs/fixed_internvl/replacement/Middle8_s42/adapter/README.md b/runs/fixed_internvl/replacement/Middle8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Middle8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..b9bb7b28ce5799159e40d317132a8d8253487ef2 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s42/config.json b/runs/fixed_internvl/replacement/Middle8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a17d1907c19d73e3976e5c130ecbb4b6e0eb6d5f --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s42/steps.jsonl b/runs/fixed_internvl/replacement/Middle8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c4ed98748e97471df7621e2f88f75b00370783b2 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 19.364707946777344, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.66, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 16.39936637878418, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.98, "pair": 1.0955127477645874, "sign": 0.4041359145194292, "keep": 1.3261234760270781, "leak": 4.507534750874953e-05, "replacement": 1.960653692483902} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 25.729480743408203, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.98, "pair": 1.0417374670505524, "sign": 0.055235027335584164, "keep": 1.3518923707306385, "leak": 0.004336758007411845, "replacement": 1.7463852763175964} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 17.375415802001953, "loss_scale": 4.0, "retries": 0, "seconds": 6.8, "max_memory_gb": 17.99, "pair": 0.9521067887544632, "sign": 0.09084527706727386, "keep": 0.8226517050643452, "leak": 0.01588733133394271, "replacement": 1.4128271043300629} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 11.635355949401855, "loss_scale": 4.0, "retries": 0, "seconds": 8.4, "max_memory_gb": 17.99, "pair": 0.8847868144512177, "sign": 0.21428149053826928, "keep": 0.35109087510500103, "leak": 0.027486891827720683, "replacement": 1.174344688653946} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 14.330619812011719, "loss_scale": 4.0, "retries": 0, "seconds": 10.0, "max_memory_gb": 17.99, "pair": 0.7106362283229828, "sign": 0.16199549054726958, "keep": 0.19876105815637857, "leak": 0.197119714692235, "replacement": 0.9402944296598434} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.1244916915893555, "loss_scale": 4.0, "retries": 0, "seconds": 11.7, "max_memory_gb": 17.99, "pair": 0.48236847668886185, "sign": 0.09437816252466291, "keep": 0.17459082696586847, "leak": 0.513077930547297, "replacement": 0.7451224476099014} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 9.752293586730957, "loss_scale": 4.0, "retries": 0, "seconds": 13.4, "max_memory_gb": 17.99, "pair": 0.6886435002088547, "sign": 0.4253647202276625, "keep": 0.43400752730553904, "leak": 0.3583422894589603, "replacement": 1.2079151719808578} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 11.280200004577637, "loss_scale": 4.0, "retries": 0, "seconds": 15.0, "max_memory_gb": 17.99, "pair": 0.5856931796297431, "sign": 0.8849386968358885, "keep": 1.111349819911993, "leak": 1.4487863667309284, "replacement": 1.9460339546203613} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.9424333572387695, "loss_scale": 4.0, "retries": 0, "seconds": 16.7, "max_memory_gb": 17.99, "pair": 0.28079364262521267, "sign": 0.21024467796087265, "keep": 0.028690826817182824, "leak": 1.4571039229631424, "replacement": 0.7645373791456223} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 15.79764175415039, "loss_scale": 4.0, "retries": 0, "seconds": 18.3, "max_memory_gb": 17.99, "pair": 0.12497021956369281, "sign": 0.01664287061430514, "keep": 0.0011250657452990254, "leak": 2.9277071952819824, "replacement": 0.8657809793949127} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 33.68629455566406, "loss_scale": 4.0, "retries": 0, "seconds": 20.0, "max_memory_gb": 17.99, "pair": 0.31263709533959627, "sign": 0.8232287480350351, "keep": 1.3975240866275271, "leak": 1.5926528610289097, "replacement": 1.821176826953888} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.984775543212891, "loss_scale": 4.0, "retries": 0, "seconds": 21.7, "max_memory_gb": 17.99, "pair": 0.34697633795440197, "sign": 0.45074936078162864, "keep": 0.05723225077963434, "leak": 0.7831538198515773, "replacement": 0.7967556118965149} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 3.796821117401123, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 17.99, "pair": 0.21739529445767403, "sign": 0.04799640510464087, "keep": 0.03142025994020514, "leak": 1.1321153491735458, "replacement": 0.5401324331760406} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 24.38864517211914, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 17.99, "pair": 0.5534785836935043, "sign": 0.16483420692384243, "keep": 0.7149752769619226, "leak": 0.8473352342844009, "replacement": 1.205217145383358} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 29.3159236907959, "loss_scale": 4.0, "retries": 0, "seconds": 26.7, "max_memory_gb": 17.99, "pair": 0.4143791012465954, "sign": 0.06458498898427933, "keep": 0.36335687908285763, "leak": 2.549819347448647, "replacement": 1.2658048868179321} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.9126217365264893, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 17.99, "pair": 0.3501542694866657, "sign": 0.021765538724139333, "keep": 0.012862368836067617, "leak": 0.38025558553636074, "replacement": 0.4625321179628372} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 5.399995803833008, "loss_scale": 4.0, "retries": 0, "seconds": 30.1, "max_memory_gb": 17.99, "pair": 0.5539566576480865, "sign": 0.04660938051529229, "keep": 0.05523130251094699, "leak": 0.4457774553447962, "replacement": 0.7163213491439819} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 6.972145080566406, "loss_scale": 4.0, "retries": 0, "seconds": 31.7, "max_memory_gb": 17.99, "pair": 0.44075849652290344, "sign": 0.08871756482403725, "keep": 0.0075013618006778415, "leak": 0.14152846485376358, "replacement": 0.5242500603199005} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.3997371196746826, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.99, "pair": 0.3544536679983139, "sign": 0.09969092241954058, "keep": 0.034039825201034546, "leak": 1.2993750870227814, "replacement": 0.7461628094315529} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 60.44641876220703, "loss_scale": 4.0, "retries": 0, "seconds": 35.1, "max_memory_gb": 17.99, "pair": 0.7335734069347382, "sign": 0.09275871561840177, "keep": 0.7493134621036006, "leak": 0.5106490217149258, "replacement": 1.2822717279195786} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 8.684769630432129, "loss_scale": 4.0, "retries": 0, "seconds": 36.7, "max_memory_gb": 17.99, "pair": 0.288250969722867, "sign": 0.9986682293820195, "keep": 0.1258088983140624, "leak": 0.6511229202151299, "replacement": 1.0132702849805355} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.097940444946289, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 17.99, "pair": 0.21616831421852112, "sign": 0.023482009302824736, "keep": 0.09223421997376136, "leak": 0.31114818435162306, "replacement": 0.3518134728074074} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.645730018615723, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 17.99, "pair": 0.18095326982438564, "sign": 0.029892875580117106, "keep": 0.16384687321175306, "leak": 1.2352141290903091, "replacement": 0.5866266712546349} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 7.324132919311523, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.99, "pair": 0.2493060827255249, "sign": 0.24287007516250014, "keep": 0.1974766899838869, "leak": 0.6877098605036736, "replacement": 0.6414069309830666} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 9.394930839538574, "loss_scale": 4.0, "retries": 0, "seconds": 43.3, "max_memory_gb": 18.0, "pair": 0.1875371215865016, "sign": 0.08819234929978848, "keep": 0.028234721734406776, "leak": 0.842515223659575, "replacement": 0.4563794657588005} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 43.32221984863281, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 18.0, "pair": 0.4595381487160921, "sign": 0.30461909901350737, "keep": 0.5702274670420593, "leak": 1.3676048424094915, "replacement": 1.2388626411557198} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.8318727016448975, "loss_scale": 4.0, "retries": 0, "seconds": 46.7, "max_memory_gb": 18.0, "pair": 0.17712338641285896, "sign": 0.023548934899736196, "keep": 0.03699703002348542, "leak": 0.9951373934745789, "replacement": 0.45618072152137756} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.643698692321777, "loss_scale": 4.0, "retries": 0, "seconds": 48.3, "max_memory_gb": 18.0, "pair": 0.17354746162891388, "sign": 0.08464048040332273, "keep": 0.15206492303877894, "leak": 1.7978074625134468, "replacement": 0.7413520216941833} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.935197353363037, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 18.0, "pair": 0.31341702491045, "sign": 0.29740283836144954, "keep": 0.027606542455032468, "leak": 0.9742392897605896, "replacement": 0.7194815650582314} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 10.491147994995117, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 18.0, "pair": 0.5038212724030018, "sign": 0.8227406751830131, "keep": 1.6138526186259696, "leak": 0.7129757655784488, "replacement": 1.9003619477152824} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 15.142243385314941, "loss_scale": 4.0, "retries": 0, "seconds": 53.3, "max_memory_gb": 18.0, "pair": 0.24189605750143528, "sign": 0.09359716158360243, "keep": 0.5345280922483653, "leak": 0.48067635763436556, "replacement": 0.6761277616024017} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.109298229217529, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 18.0, "pair": 0.25392049364745617, "sign": 0.0998571200761944, "keep": 0.00031943006797519047, "leak": 0.7471351316198707, "replacement": 0.49079254176467657} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.2389044761657715, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 18.0, "pair": 0.4047417752444744, "sign": 0.0070463300216943026, "keep": 0.010054523998405784, "leak": 0.18184448452666402, "replacement": 0.4587533324956894} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 13.559101104736328, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 18.0, "pair": 0.49094362929463387, "sign": 0.12122778920456767, "keep": 0.5035428810515441, "leak": 0.32292078621685505, "replacement": 0.8840591311454773} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 7.445476055145264, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 18.0, "pair": 0.4507245176937431, "sign": 0.20704068813938648, "keep": 0.18564877123185397, "leak": 0.04890188545687124, "replacement": 0.6592947337776423} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.0391793251037598, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 18.0, "pair": 0.2797719445079565, "sign": 0.005826770095154643, "keep": 0.03216631506802514, "leak": 0.272099994297605, "replacement": 0.3667934983968735} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.7463533878326416, "loss_scale": 4.0, "retries": 0, "seconds": 63.2, "max_memory_gb": 18.0, "pair": 0.1947939731180668, "sign": 0.0059423428028821945, "keep": 0.012951768294442445, "leak": 0.7609464079141617, "replacement": 0.39447762444615364} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.0735135078430176, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 18.0, "pair": 0.1852713990956545, "sign": 0.11656218345160596, "keep": 0.10160809615626931, "leak": 1.0857823193073273, "replacement": 0.5658021122217178} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 4.263555526733398, "loss_scale": 4.0, "retries": 0, "seconds": 66.5, "max_memory_gb": 18.0, "pair": 0.04918715392705053, "sign": 0.008120570950268302, "keep": 0.003954829647710767, "leak": 0.4670513514429331, "replacement": 0.1719876891002059} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 4.352105140686035, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 18.0, "pair": 0.09078790131025016, "sign": 0.010756472445791587, "keep": 0.012018256388273585, "leak": 0.7143949284218252, "replacement": 0.2807740098796785} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.465135097503662, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 18.0, "pair": 0.1435953862965107, "sign": 0.17585268814582378, "keep": 0.02171264814069218, "leak": 1.364815965294838, "replacement": 0.5835820436477661} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 11.24623966217041, "loss_scale": 4.0, "retries": 0, "seconds": 71.4, "max_memory_gb": 18.0, "pair": 0.39674034900963306, "sign": 0.6892383064259775, "keep": 0.5171003064024262, "leak": 0.9667761670425534, "replacement": 1.2416036874055862} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 34.525634765625, "loss_scale": 4.0, "retries": 0, "seconds": 73.2, "max_memory_gb": 18.0, "pair": 0.9686410995200276, "sign": 0.5195818702923134, "keep": 1.0582443105522543, "leak": 1.0412323670461774, "replacement": 2.0178622230887413} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 18.347204208374023, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 18.0, "pair": 1.36817098967731, "sign": 0.9963950193487108, "keep": 1.8193735938693862, "leak": 3.4765423089265823, "replacement": 3.645190641283989} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 6.659214496612549, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 18.0, "pair": 0.3589423503726721, "sign": 0.39462261990411207, "keep": 0.9358659070312569, "leak": 0.6974267289042473, "replacement": 1.1985432878136635} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.0995359420776367, "loss_scale": 4.0, "retries": 0, "seconds": 78.3, "max_memory_gb": 18.0, "pair": 0.276249036192894, "sign": 0.008441035868600011, "keep": 0.00806353590451181, "leak": 0.793445847928524, "replacement": 0.48286278545856476} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 9.131379127502441, "loss_scale": 4.0, "retries": 0, "seconds": 79.9, "max_memory_gb": 18.0, "pair": 0.6011425480246544, "sign": 0.3056033884640783, "keep": 0.11321636787579337, "leak": 0.6089633872325066, "replacement": 0.9627933204174042} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.442479133605957, "loss_scale": 4.0, "retries": 0, "seconds": 81.7, "max_memory_gb": 18.0, "pair": 0.2991459150798619, "sign": 0.06818433769512922, "keep": 0.6750505608351887, "leak": 0.46730705170193687, "replacement": 0.7875901162624359} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.3361432552337646, "loss_scale": 4.0, "retries": 0, "seconds": 83.2, "max_memory_gb": 18.0, "pair": 0.28405673056840897, "sign": 0.034308559843339026, "keep": 0.04340892075560987, "leak": 0.34943031519651413, "replacement": 0.4102730341255665} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 7.6358866691589355, "loss_scale": 4.0, "retries": 0, "seconds": 84.9, "max_memory_gb": 18.0, "pair": 0.4945836216211319, "sign": 0.1462123249657452, "keep": 0.07178270068652637, "leak": 0.20862834877334535, "replacement": 0.6557382270693779} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.870258331298828, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 18.0, "pair": 0.26323151029646397, "sign": 0.025706936896312982, "keep": 0.006463399738834141, "leak": 2.0787103921175003, "replacement": 0.7989943102002144} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 8.376138687133789, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 18.0, "pair": 0.32794315181672573, "sign": 0.03547022954444401, "keep": 0.007217254751594737, "leak": 0.26140386797487736, "replacement": 0.41463785246014595} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 12.728440284729004, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 18.0, "pair": 0.2683297145413235, "sign": 0.22858574881684035, "keep": 0.6083983849949846, "leak": 0.1869338396936655, "replacement": 0.7335552261210978} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 14.107699394226074, "loss_scale": 4.0, "retries": 0, "seconds": 91.5, "max_memory_gb": 18.0, "pair": 0.18142906296998262, "sign": 0.015684345620684326, "keep": 1.024658715816713, "leak": 0.23035918432287872, "replacement": 0.7591904206201434} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 8.855091094970703, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 18.0, "pair": 0.12839183397591114, "sign": 0.49205169931519777, "keep": 0.0177390936209747, "leak": 0.3625996157534246, "replacement": 0.47393713239580393} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 8.582662582397461, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 18.0, "pair": 0.520824670791626, "sign": 0.2691876641474664, "keep": 0.03614099897095002, "leak": 0.41482389718294144, "replacement": 0.7771949991583824} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.7707765102386475, "loss_scale": 4.0, "retries": 0, "seconds": 96.4, "max_memory_gb": 18.0, "pair": 0.09752494096755981, "sign": 0.009991453436668962, "keep": 0.04967204971035244, "leak": 1.1519696116447449, "replacement": 0.4153491035103798} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 6.092838764190674, "loss_scale": 4.0, "retries": 0, "seconds": 98.1, "max_memory_gb": 18.0, "pair": 0.05827799916733056, "sign": 0.012030051497276872, "keep": 0.0009691536922673549, "leak": 1.4952609818428755, "replacement": 0.43859284021891654} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 13.01998519897461, "loss_scale": 4.0, "retries": 0, "seconds": 99.7, "max_memory_gb": 18.0, "pair": 0.3311532069928944, "sign": 0.21238127557444386, "keep": 0.17454782967979554, "leak": 1.1088432893157005, "replacement": 0.8018286228179932} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 4.366515636444092, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 18.0, "pair": 0.29855069145560265, "sign": 0.03171916282735765, "keep": 0.00588994515419472, "leak": 0.15378682411233058, "replacement": 0.35580193623900414} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 4.921665191650391, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 18.0, "pair": 0.3571945335716009, "sign": 0.5245167315588333, "keep": 0.02083125663921237, "leak": 1.07656111381948, "replacement": 0.8990087956190109} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 17.211458206176758, "loss_scale": 4.0, "retries": 0, "seconds": 104.8, "max_memory_gb": 18.0, "pair": 0.49804022163152695, "sign": 0.9641260752687231, "keep": 0.08684576994710369, "leak": 1.021493178093806, "replacement": 1.2788994312286377} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 6.8428215980529785, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 18.0, "pair": 0.47014347463846207, "sign": 0.17951125581748784, "keep": 0.10718940221704543, "leak": 0.1496147597208619, "replacement": 0.6508974954485893} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 10.960500717163086, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 18.0, "pair": 0.45556093007326126, "sign": 0.030215427046641707, "keep": 0.753243665851187, "leak": 0.3145629743812606, "replacement": 0.9259312152862549} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.499417304992676, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 18.0, "pair": 0.1112904988694936, "sign": 0.14707081555388868, "keep": 0.008217162532673683, "leak": 0.13433107624587137, "replacement": 0.22251727059483528} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.766630172729492, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 18.0, "pair": 0.3002233970910311, "sign": 0.036545176670188084, "keep": 0.054585646375926444, "leak": 0.14889251504064305, "replacement": 0.38301194459199905} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 4.408917427062988, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 18.0, "pair": 0.42550330609083176, "sign": 0.04618796310387552, "keep": 0.029167059081373736, "leak": 0.2943001762032509, "replacement": 0.5367558524012566} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.8400400876998901, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 18.0, "pair": 0.20067834889050573, "sign": 0.05919512512627989, "keep": 0.026547701312665595, "leak": 0.32384971901774406, "replacement": 0.32451220182701945} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 6.676904678344727, "loss_scale": 4.0, "retries": 0, "seconds": 116.4, "max_memory_gb": 18.0, "pair": 0.43420975282788277, "sign": 0.38716149900574237, "keep": 0.9988077606831212, "leak": 0.778425668249838, "replacement": 1.3218008503317833} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 58.29113006591797, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 18.0, "pair": 1.137895094230771, "sign": 0.6808942914940417, "keep": 1.5279076040169457, "leak": 2.004869595170021, "replacement": 2.7435134164988995} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.5683659315109253, "loss_scale": 4.0, "retries": 0, "seconds": 119.8, "max_memory_gb": 18.0, "pair": 0.09768340736627579, "sign": 0.05435334367211908, "keep": 0.012408542032062542, "leak": 0.47713568061590195, "replacement": 0.2503482662141323} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 8.47651481628418, "loss_scale": 4.0, "retries": 0, "seconds": 121.3, "max_memory_gb": 18.0, "pair": 0.17273323889821768, "sign": 0.061831331928260624, "keep": 1.0523853960912675, "leak": 0.8570999810472131, "replacement": 0.944116622209549} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.4804182052612305, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 18.0, "pair": 0.051103212870657444, "sign": 0.2702037176932208, "keep": 0.002014997173773736, "leak": 1.8818114288151264, "replacement": 0.6576654240489006} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 1.926357388496399, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 18.0, "pair": 0.0421999916434288, "sign": 0.05416473816148937, "keep": 0.034208775145316395, "leak": 0.037343555595725775, "replacement": 0.09572263900190592} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.6504480838775635, "loss_scale": 4.0, "retries": 0, "seconds": 126.5, "max_memory_gb": 18.0, "pair": 0.11248169653117657, "sign": 0.007032082183286548, "keep": 0.010099302395246923, "leak": 1.0790793746709824, "replacement": 0.39081723242998123} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 8.755504608154297, "loss_scale": 4.0, "retries": 0, "seconds": 128.3, "max_memory_gb": 18.0, "pair": 0.42392637114971876, "sign": 0.6532463804469444, "keep": 0.02139030460966751, "leak": 1.3141412623226643, "replacement": 1.0897800466045737} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.037820816040039, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 18.0, "pair": 0.1383345928043127, "sign": 0.02901770523749292, "keep": 0.019658336357679218, "leak": 0.15465101366862655, "replacement": 0.2013353668153286} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 7.327083110809326, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 18.0, "pair": 0.37627783603966236, "sign": 0.05957458357443102, "keep": 0.014552306616678834, "leak": 0.08763652946799994, "replacement": 0.4352503940463066} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 5.456425666809082, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 18.0, "pair": 0.3585414554690942, "sign": 0.343189743347466, "keep": 0.4872515333190677, "leak": 0.504153810441494, "replacement": 0.8998006042093039} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 14.468703269958496, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 18.0, "pair": 0.5457782000303268, "sign": 0.6111061393748969, "keep": 1.9365435058716685, "leak": 0.5424022544175386, "replacement": 1.9552036300301552} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 1.9320499897003174, "loss_scale": 4.0, "retries": 0, "seconds": 136.8, "max_memory_gb": 18.0, "pair": 0.2571174055337906, "sign": 0.015348038170486689, "keep": 0.013719127280637622, "leak": 0.9107590466737747, "replacement": 0.4993407502770424} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.099384069442749, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 18.0, "pair": 0.11951635964214802, "sign": 0.013161312672309577, "keep": 0.1702872418172774, "leak": 0.4849376595739159, "replacement": 0.3324750391766429} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.1673130989074707, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 18.0, "pair": 0.13901700940914452, "sign": 0.1319140006962698, "keep": 0.1391297311638482, "leak": 0.28231391310691833, "replacement": 0.3451173584908247} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.016907215118408, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 18.0, "pair": 0.08430864609545097, "sign": 0.06712302267260384, "keep": 0.00820218076751189, "leak": 0.03351898235268891, "replacement": 0.1303509958088398} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 9.717894554138184, "loss_scale": 4.0, "retries": 0, "seconds": 143.6, "max_memory_gb": 18.0, "pair": 0.23555302433669567, "sign": 0.05723564111394808, "keep": 0.0938877722946927, "leak": 0.19911340635735542, "replacement": 0.3608930893242359} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.5791351795196533, "loss_scale": 4.0, "retries": 0, "seconds": 145.2, "max_memory_gb": 18.0, "pair": 0.12432642886415124, "sign": 0.07121463796647731, "keep": 0.10459819344396237, "leak": 0.2521146882791072, "replacement": 0.27526151575148106} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 11.83335018157959, "loss_scale": 4.0, "retries": 0, "seconds": 146.9, "max_memory_gb": 18.0, "pair": 0.0717809702091472, "sign": 0.06439117837726371, "keep": 0.4993609288848688, "leak": 0.180580772459507, "replacement": 0.39880219427868724} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.318498373031616, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 18.0, "pair": 0.1826777933165431, "sign": 0.005888728308491409, "keep": 0.04028557660058141, "leak": 0.08709769375855103, "replacement": 0.22753937123343349} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 4.239035606384277, "loss_scale": 4.0, "retries": 0, "seconds": 150.0, "max_memory_gb": 18.0, "pair": 0.05148986866697669, "sign": 0.006527767516672611, "keep": 0.007325303653487936, "leak": 1.414504036307335, "replacement": 0.4120424184948206} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 13.708479881286621, "loss_scale": 4.0, "retries": 0, "seconds": 151.6, "max_memory_gb": 18.0, "pair": 0.4138370784930885, "sign": 1.1202108500001486, "keep": 0.08040381397586316, "leak": 3.154634952545166, "replacement": 1.802803061902523} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.862367630004883, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 18.0, "pair": 0.09477256445097737, "sign": 0.023509759921580553, "keep": 0.019145836384268478, "leak": 0.3070244803093374, "replacement": 0.19285647943615913} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 12.291036605834961, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 18.0, "pair": 0.3422606401145458, "sign": 0.14886078133713454, "keep": 0.06573223054874688, "leak": 1.24373809248209, "replacement": 0.7604916617274284} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 19.542638778686523, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 18.0, "pair": 0.26963332388550043, "sign": 0.692669017938897, "keep": 1.0250162961892784, "leak": 1.273781428579241, "replacement": 1.4469213709235191} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 2.8059098720550537, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 18.0, "pair": 0.09762037347536534, "sign": 0.02469363552518189, "keep": 0.09897030467982404, "leak": 0.2112342012114823, "replacement": 0.2122608982026577} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.161263942718506, "loss_scale": 4.0, "retries": 0, "seconds": 159.7, "max_memory_gb": 18.0, "pair": 0.12471381947398186, "sign": 0.019924537744373083, "keep": 0.015912465249130037, "leak": 1.5919129718095064, "replacement": 0.540610559284687} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 9.718330383300781, "loss_scale": 4.0, "retries": 0, "seconds": 161.5, "max_memory_gb": 18.0, "pair": 0.08561416343945893, "sign": 0.8747684457921423, "keep": 0.012742317618290144, "leak": 1.468855831772089, "replacement": 0.8965835513081402} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 6.412164211273193, "loss_scale": 4.0, "retries": 0, "seconds": 163.1, "max_memory_gb": 18.0, "pair": 0.12374106096103787, "sign": 0.06647491021431051, "keep": 0.010154590352613013, "leak": 1.3476061346009374, "replacement": 0.49895736016333103} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 16.134450912475586, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 18.0, "pair": 0.45701461005955935, "sign": 0.14933609392028302, "keep": 0.01734433935052948, "leak": 1.224327951669693, "replacement": 0.8464367724955082} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 4.392583847045898, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 18.0, "pair": 0.26974163949489594, "sign": 0.27344248397275805, "keep": 0.008992753573693335, "leak": 0.10202080849558115, "replacement": 0.43646444752812386} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 8.20701789855957, "loss_scale": 4.0, "retries": 0, "seconds": 168.1, "max_memory_gb": 18.0, "pair": 0.30630679112255166, "sign": 0.15998118709103437, "keep": 0.5800993495504372, "leak": 0.12854137201793492, "replacement": 0.708482414484024} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 4.653388977050781, "loss_scale": 4.0, "retries": 0, "seconds": 169.6, "max_memory_gb": 18.0, "pair": 0.18363811494782567, "sign": 0.03278969239909202, "keep": 0.06489803501608549, "leak": 0.8812550287693739, "replacement": 0.45279573649168015} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 30.02259635925293, "loss_scale": 4.0, "retries": 0, "seconds": 171.4, "max_memory_gb": 18.0, "pair": 1.120298657566309, "sign": 0.6768878041766584, "keep": 0.6022274378628936, "leak": 0.9223216148820939, "replacement": 1.9904366694390774} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 6.049922943115234, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 18.0, "pair": 0.22090888116508722, "sign": 0.16339328815229237, "keep": 0.2775246531236917, "leak": 0.4174128472805023, "replacement": 0.5457210540771484} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 25.606609344482422, "loss_scale": 4.0, "retries": 0, "seconds": 175.2, "max_memory_gb": 18.0, "pair": 0.18231689787398864, "sign": 0.5050508296044427, "keep": 0.49972736043667965, "leak": 0.5603145719505847, "replacement": 0.8247846821323037} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 32.664058685302734, "loss_scale": 4.0, "retries": 0, "seconds": 177.0, "max_memory_gb": 18.0, "pair": 0.5512095298618078, "sign": 0.1367360958829522, "keep": 0.1595230369712226, "leak": 2.7909986888989806, "replacement": 1.3970887828618288} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 8.531621932983398, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 18.0, "pair": 0.3438550401479006, "sign": 0.5385202435718384, "keep": 1.3338168263435364, "leak": 1.0719688944518566, "replacement": 1.548015858978033} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 20.700319290161133, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 18.0, "pair": 0.602940022945404, "sign": 0.36336101294727996, "keep": 0.8039111876860261, "leak": 1.3993175900541246, "replacement": 1.5364054590463638} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 12.87076473236084, "loss_scale": 4.0, "retries": 0, "seconds": 182.2, "max_memory_gb": 18.0, "pair": 0.1719333752989769, "sign": 0.3794036894105375, "keep": 0.05403573386138305, "leak": 1.672308910638094, "replacement": 0.8067303448915482} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 9.334602355957031, "loss_scale": 4.0, "retries": 0, "seconds": 183.8, "max_memory_gb": 18.0, "pair": 0.030745448922971264, "sign": 0.022218961385078728, "keep": 0.4817098047424224, "leak": 1.2335858918959275, "replacement": 0.5911063235253096} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 17.188766479492188, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 18.0, "pair": 0.08620788832195103, "sign": 0.009116261440794915, "keep": 0.007739740700344555, "leak": 1.5679501863196492, "replacement": 0.4866234213113785} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 19.17920684814453, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 18.0, "pair": 0.04549860954284668, "sign": 0.4582464311970398, "keep": 0.6808067980455235, "leak": 0.5613604793325067, "replacement": 0.7553654154762626} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 6.030671119689941, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 18.0, "pair": 0.34864974033553153, "sign": 0.5076999639859423, "keep": 2.31545575131895, "leak": 0.716919232159853, "replacement": 1.9394574016332626} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.3706260919570923, "loss_scale": 4.0, "retries": 0, "seconds": 190.4, "max_memory_gb": 18.0, "pair": 0.11445210268720984, "sign": 0.007894960406702012, "keep": 0.01594834413845092, "leak": 0.08683058270253241, "replacement": 0.14808139763772488} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 40.300533294677734, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 18.0, "pair": 0.6672859489917755, "sign": 0.7806852030917071, "keep": 1.5473775193095207, "leak": 1.2556673409417272, "replacement": 2.145234078168869} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.1362313032150269, "loss_scale": 4.0, "retries": 0, "seconds": 193.8, "max_memory_gb": 18.0, "pair": 0.05601264629513025, "sign": 0.010460150253493339, "keep": 0.00938793558452744, "leak": 0.23693201318383217, "replacement": 0.1251696962863207} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 27.77179527282715, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 18.0, "pair": 0.08353560790419579, "sign": 0.8710344926221296, "keep": 1.8164407019500857, "leak": 6.03983760625124, "replacement": 2.9372325278818607} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.2704436779022217, "loss_scale": 4.0, "retries": 0, "seconds": 197.1, "max_memory_gb": 18.0, "pair": 0.15213833225425333, "sign": 0.028601708545465954, "keep": 0.05095201770927815, "leak": 0.14418566913809627, "replacement": 0.22796161146834493} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.5873136520385742, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.0, "pair": 0.05247504077851772, "sign": 0.017811516227084212, "keep": 0.06248687708284706, "leak": 0.3404080793261528, "replacement": 0.17772625479847193} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 2.3203890323638916, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 18.0, "pair": 0.16382112819701433, "sign": 0.010248704929836094, "keep": 0.028657253657002002, "leak": 0.6377920918166637, "replacement": 0.342722125351429} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 7.68239688873291, "loss_scale": 4.0, "retries": 0, "seconds": 202.3, "max_memory_gb": 18.0, "pair": 0.1557491458952427, "sign": 0.08346923673525453, "keep": 0.135029322700575, "leak": 0.23906281893141568, "replacement": 0.32476413808763027} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.8656280040740967, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 18.0, "pair": 0.20808712346479297, "sign": 0.046472348243696615, "keep": 0.005823144121677615, "leak": 0.7632770010095555, "replacement": 0.42505413154140115} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 3.8877415657043457, "loss_scale": 4.0, "retries": 0, "seconds": 205.8, "max_memory_gb": 18.0, "pair": 0.1070479042828083, "sign": 0.012749063433147967, "keep": 0.006962020241189748, "leak": 1.3885088562965393, "replacement": 0.4640306532382965} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 6.320156574249268, "loss_scale": 4.0, "retries": 0, "seconds": 207.4, "max_memory_gb": 18.0, "pair": 0.0521043292410468, "sign": 0.009211025670992967, "keep": 0.0920909779865724, "leak": 0.8647292463574558, "replacement": 0.31893764063715935} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.468173980712891, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 18.0, "pair": 0.2592450624797493, "sign": 0.0063313174759969115, "keep": 0.0027212296317884466, "leak": 0.40495168475899845, "replacement": 0.3650092640891671} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 9.565285682678223, "loss_scale": 4.0, "retries": 0, "seconds": 210.8, "max_memory_gb": 18.0, "pair": 0.4133396245451877, "sign": 0.6691747514123563, "keep": 1.6729904950698256, "leak": 1.4200309291481972, "replacement": 1.9394301064312458} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.003164768218994, "loss_scale": 4.0, "retries": 0, "seconds": 212.4, "max_memory_gb": 18.0, "pair": 0.13226771143672522, "sign": 0.008458563410385977, "keep": 0.07743064220909446, "leak": 0.7038251496851444, "replacement": 0.35116860643029213} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.075298547744751, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 18.0, "pair": 0.1275246806908399, "sign": 0.03857884363969788, "keep": 0.039579112475621514, "leak": 0.15016317182016792, "replacement": 0.2041444496717304} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 29.950565338134766, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 18.0, "pair": 0.22044293649378233, "sign": 0.4617304758867249, "keep": 0.6560567957319563, "leak": 0.7001705914735794, "replacement": 0.9543791860342026} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 4.701610565185547, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 18.0, "pair": 0.13219859055243433, "sign": 0.08375872476608492, "keep": 0.008770421525696293, "leak": 0.19770199485355988, "replacement": 0.22788866609334946} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.274670600891113, "loss_scale": 4.0, "retries": 0, "seconds": 219.1, "max_memory_gb": 18.0, "pair": 0.3291458263993263, "sign": 0.2815845459699631, "keep": 0.3205368760973215, "leak": 0.43829435762017965, "replacement": 0.7397801168262959} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.084321022033691, "loss_scale": 4.0, "retries": 0, "seconds": 220.7, "max_memory_gb": 18.0, "pair": 0.07524959440343082, "sign": 0.001836080540670082, "keep": 0.005914281674677113, "leak": 0.5943491602083668, "replacement": 0.22771206684410572} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.577075719833374, "loss_scale": 4.0, "retries": 0, "seconds": 222.5, "max_memory_gb": 18.0, "pair": 0.17358947545289993, "sign": 0.008232986379880458, "keep": 0.0069454751355806366, "leak": 0.11207679369545076, "replacement": 0.20919789746403694} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.414151906967163, "loss_scale": 4.0, "retries": 0, "seconds": 224.1, "max_memory_gb": 18.0, "pair": 0.19965587370097637, "sign": 0.06846729945391417, "keep": 0.01903753545047948, "leak": 0.20900575793348253, "replacement": 0.2956597339361906} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 7.704578399658203, "loss_scale": 4.0, "retries": 0, "seconds": 225.7, "max_memory_gb": 18.0, "pair": 0.34008254995569587, "sign": 0.5683786787558347, "keep": 0.7742088081722613, "leak": 1.2504423819482327, "replacement": 1.3239869102835655} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.3198540210723877, "loss_scale": 4.0, "retries": 0, "seconds": 227.4, "max_memory_gb": 18.0, "pair": 0.14659601519815624, "sign": 0.0540176086651627, "keep": 0.008217625669203699, "leak": 0.3009730242192745, "replacement": 0.25295689329504967} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 11.037609100341797, "loss_scale": 4.0, "retries": 0, "seconds": 229.1, "max_memory_gb": 18.0, "pair": 0.30628807470202446, "sign": 0.0421603131107986, "keep": 1.8821401238674298, "leak": 1.8958614794537425, "replacement": 1.7424036413431168} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.991939663887024, "loss_scale": 4.0, "retries": 0, "seconds": 230.7, "max_memory_gb": 18.0, "pair": 0.16522043105214834, "sign": 0.006499587732832879, "keep": 0.04096218306221999, "leak": 0.5067362766712904, "replacement": 0.3156353756785393} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 38.204750061035156, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 18.0, "pair": 0.8344212134543341, "sign": 0.6651541490573436, "keep": 1.42716371503775, "leak": 1.9037310786079615, "replacement": 2.3565129302442074} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.9815744161605835, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 18.0, "pair": 0.14109113975428045, "sign": 0.006184764439240098, "keep": 0.08269693102920428, "leak": 0.22688513668254018, "replacement": 0.24225327000021935} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.5625627040863037, "loss_scale": 4.0, "retries": 0, "seconds": 235.7, "max_memory_gb": 18.0, "pair": 0.07126813917420805, "sign": 0.01167430859641172, "keep": 0.03882363415323198, "leak": 0.6502483412623405, "replacement": 0.25907919369637966} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.7799992561340332, "loss_scale": 4.0, "retries": 0, "seconds": 237.5, "max_memory_gb": 18.0, "pair": 0.11559326999122277, "sign": 0.024985554366139695, "keep": 0.005186647713799175, "leak": 0.46857283264398575, "replacement": 0.24782256968319416} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 7.868940830230713, "loss_scale": 4.0, "retries": 0, "seconds": 239.1, "max_memory_gb": 18.0, "pair": 0.2437361953780055, "sign": 0.32061613522819243, "keep": 0.42202142725636804, "leak": 1.1075899158604443, "replacement": 0.8919524624943733} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.141909122467041, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 18.0, "pair": 0.02293741120956838, "sign": 0.00207048055017367, "keep": 0.0058203206936013885, "leak": 0.247082886780845, "replacement": 0.08865353022702038} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.351928472518921, "loss_scale": 4.0, "retries": 0, "seconds": 242.5, "max_memory_gb": 18.0, "pair": 0.0666144034039462, "sign": 0.008478563846438192, "keep": 0.0020046356003149413, "leak": 0.8997359648346901, "replacement": 0.2967899884097278} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 1.5928874015808105, "loss_scale": 4.0, "retries": 0, "seconds": 244.1, "max_memory_gb": 18.0, "pair": 0.05838029528968036, "sign": 0.002092601702315733, "keep": 0.003952323459088802, "leak": 0.10734205599874258, "replacement": 0.08823827002197504} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 2.011976480484009, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 18.0, "pair": 0.07524798020313028, "sign": 0.06150355778663652, "keep": 0.02338579148363351, "leak": 0.3986118019092828, "replacement": 0.2173456030432135} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 8.929760932922363, "loss_scale": 4.0, "retries": 0, "seconds": 247.4, "max_memory_gb": 18.0, "pair": 0.25976803340017796, "sign": 0.2510253334476147, "keep": 0.46453214605207904, "leak": 0.06911578541621566, "replacement": 0.6348257306963205} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 2.4410970211029053, "loss_scale": 4.0, "retries": 0, "seconds": 249.0, "max_memory_gb": 18.0, "pair": 0.06823247859210824, "sign": 0.0037294140056474134, "keep": 0.6954653142674943, "leak": 0.4680531267076731, "replacement": 0.5348431076854467} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.5083272457122803, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 18.0, "pair": 0.15221602213568985, "sign": 0.05174989210354397, "keep": 0.006624950125114992, "leak": 0.5945196449756622, "replacement": 0.33003335632383823} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 7.007335662841797, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 18.0, "pair": 0.16030234843492508, "sign": 0.29687135573476553, "keep": 0.003124759363799967, "leak": 2.171787976520136, "replacement": 0.8532473649829626} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 7.630700588226318, "loss_scale": 4.0, "retries": 0, "seconds": 254.0, "max_memory_gb": 18.0, "pair": 0.2205212637782097, "sign": 0.030884873121976852, "keep": 0.143920355476439, "leak": 0.03392147620616015, "replacement": 0.3164042532444} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.681304454803467, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 18.0, "pair": 0.13897115178406239, "sign": 0.006566142139490694, "keep": 0.02234502899227664, "leak": 0.5136066342820413, "replacement": 0.2818283922970295} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.6762523651123047, "loss_scale": 4.0, "retries": 0, "seconds": 257.3, "max_memory_gb": 18.0, "pair": 0.18254468857776374, "sign": 0.007700044254306704, "keep": 0.008771511405939236, "leak": 0.1668013217213229, "replacement": 0.23248080257326365} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 9.950788497924805, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 18.0, "pair": 0.4022697854452417, "sign": 0.343869596172226, "keep": 0.16718383348961652, "leak": 0.3577561043202877, "replacement": 0.7472355626523495} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 5.64404296875, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 18.0, "pair": 0.21584699489176273, "sign": 0.16102791167213582, "keep": 0.17619602047489025, "leak": 0.7145157195627689, "replacement": 0.5630878657102585} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 1.79555344581604, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 18.0, "pair": 0.06681056571778754, "sign": 0.007062546854285756, "keep": 0.019264056616520975, "leak": 0.3609592616558075, "replacement": 0.17021367885172367} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.973111152648926, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 18.0, "pair": 0.025200000549375545, "sign": 0.0013529430507333018, "keep": 0.02471500846422714, "leak": 1.524389773607254, "replacement": 0.4193314192816615} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 3.9409618377685547, "loss_scale": 4.0, "retries": 0, "seconds": 265.7, "max_memory_gb": 18.0, "pair": 0.1420827464098693, "sign": 0.007952711705002002, "keep": 0.009403311173169726, "leak": 0.7239701673388481, "replacement": 0.33175329864025116} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 10.596264839172363, "loss_scale": 4.0, "retries": 0, "seconds": 267.3, "max_memory_gb": 18.0, "pair": 0.2102850978526476, "sign": 0.4211384746231488, "keep": 0.2815261171635939, "leak": 0.08324983809143305, "replacement": 0.5824298365041614} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 13.974140167236328, "loss_scale": 4.0, "retries": 0, "seconds": 269.0, "max_memory_gb": 18.0, "pair": 0.09180682431906462, "sign": 0.021744026336818933, "keep": 0.6120460267411545, "leak": 0.4419068634742871, "replacement": 0.5191785516217351} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 7.138960361480713, "loss_scale": 4.0, "retries": 0, "seconds": 270.6, "max_memory_gb": 18.0, "pair": 0.07813600264489651, "sign": 0.0853606048040092, "keep": 0.008955094846896827, "leak": 0.7300254065194167, "replacement": 0.30780020728707314} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.219738245010376, "loss_scale": 4.0, "retries": 0, "seconds": 272.2, "max_memory_gb": 18.0, "pair": 0.15603098669089377, "sign": 0.11227063328260556, "keep": 0.08565850776994921, "leak": 0.7539756363257766, "replacement": 0.4434894695878029} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 6.909897804260254, "loss_scale": 4.0, "retries": 0, "seconds": 273.9, "max_memory_gb": 18.0, "pair": 0.37325599417090416, "sign": 0.402108839713037, "keep": 0.15039635889115743, "leak": 0.06073105544783175, "replacement": 0.6646913755685091} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 3.25042462348938, "loss_scale": 4.0, "retries": 0, "seconds": 275.6, "max_memory_gb": 18.0, "pair": 0.03733001842920203, "sign": 0.0035622893628897145, "keep": 0.04228881712333532, "leak": 0.343075007898733, "replacement": 0.14602432399988174} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.364175796508789, "loss_scale": 4.0, "retries": 0, "seconds": 277.2, "max_memory_gb": 18.0, "pair": 0.1233267622301355, "sign": 0.08947036595782265, "keep": 0.0024858105225575855, "leak": 0.18426660634577274, "replacement": 0.21537149883806705} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 2.1135973930358887, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 18.0, "pair": 0.10796738738827116, "sign": 0.0065328642158419825, "keep": 0.00502780024180538, "leak": 0.1077917767688632, "replacement": 0.14069567038677633} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.278463125228882, "loss_scale": 4.0, "retries": 0, "seconds": 280.5, "max_memory_gb": 18.0, "pair": 0.2093671108741546, "sign": 0.008069201750913635, "keep": 0.1120965770969633, "leak": 0.5381400436162949, "replacement": 0.40398502163589} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 5.388723373413086, "loss_scale": 4.0, "retries": 0, "seconds": 282.1, "max_memory_gb": 18.0, "pair": 0.02512707849382423, "sign": 0.009896266652503982, "keep": 0.0030595536081818864, "leak": 2.063921876484528, "replacement": 0.5475854640826583} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.4934191703796387, "loss_scale": 4.0, "retries": 0, "seconds": 283.8, "max_memory_gb": 18.0, "pair": 0.08918953826650977, "sign": 0.043768311210442334, "keep": 0.05355177829915192, "leak": 0.2966837710700929, "replacement": 0.21202053502202034} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 21.287649154663086, "loss_scale": 4.0, "retries": 0, "seconds": 285.5, "max_memory_gb": 18.0, "pair": 0.4346648580394685, "sign": 0.31143878199509345, "keep": 0.38504720805212855, "leak": 0.26550805545412004, "replacement": 0.8492848724126816} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.521101474761963, "loss_scale": 4.0, "retries": 0, "seconds": 287.1, "max_memory_gb": 18.0, "pair": 0.26315837260335684, "sign": 0.07971700315829366, "keep": 0.14991916264625615, "leak": 0.12381709180772305, "replacement": 0.4089307300746441} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.356869697570801, "loss_scale": 4.0, "retries": 0, "seconds": 288.8, "max_memory_gb": 18.0, "pair": 0.1463187662884593, "sign": 0.061985238804481924, "keep": 0.05088767685811035, "leak": 0.08956203050911427, "replacement": 0.22514573484659195} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 6.194970607757568, "loss_scale": 4.0, "retries": 0, "seconds": 290.4, "max_memory_gb": 18.0, "pair": 0.0435918855946511, "sign": 0.0028874826821265742, "keep": 0.018834039707144257, "leak": 2.254332406911999, "replacement": 0.6180357523262501} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.632537841796875, "loss_scale": 4.0, "retries": 0, "seconds": 292.2, "max_memory_gb": 18.0, "pair": 0.10822286680559046, "sign": 0.0038238936467678286, "keep": 0.12161927995612132, "leak": 0.17115710391954053, "replacement": 0.21373373226379044} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.203484058380127, "loss_scale": 4.0, "retries": 0, "seconds": 293.8, "max_memory_gb": 18.0, "pair": 0.0753155064303428, "sign": 0.03474955860292539, "keep": 0.0037738476785307284, "leak": 0.36909755994565785, "replacement": 0.1868515955284238} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 11.465458869934082, "loss_scale": 4.0, "retries": 0, "seconds": 295.4, "max_memory_gb": 18.0, "pair": 0.038957164040766656, "sign": 0.18702456314349547, "keep": 1.0429517682387086, "leak": 1.1805221275426447, "replacement": 0.9490758460015059} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 11.25538444519043, "loss_scale": 4.0, "retries": 0, "seconds": 297.1, "max_memory_gb": 18.0, "pair": 0.03858625493012369, "sign": 0.00332342236652039, "keep": 0.0026958369517160463, "leak": 3.1033900156617165, "replacement": 0.8174433624371886} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.2034475803375244, "loss_scale": 4.0, "retries": 0, "seconds": 298.7, "max_memory_gb": 18.0, "pair": 0.1000335201388225, "sign": 0.09504602141532814, "keep": 0.0214663724627826, "leak": 0.0912680746987462, "replacement": 0.18110673408955336} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 3.199113130569458, "loss_scale": 4.0, "retries": 0, "seconds": 300.3, "max_memory_gb": 18.0, "pair": 0.29387912212405354, "sign": 0.3557520424365066, "keep": 0.35008872563412297, "leak": 0.4020204576663673, "replacement": 0.7473045699298382} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 23.373851776123047, "loss_scale": 4.0, "retries": 0, "seconds": 302.1, "max_memory_gb": 18.0, "pair": 0.29627523198723793, "sign": 1.1501667266711593, "keep": 2.0904242813703604, "leak": 3.357681319117546, "replacement": 2.7559910155832767} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 11.403782844543457, "loss_scale": 4.0, "retries": 0, "seconds": 303.8, "max_memory_gb": 18.0, "pair": 0.18286271730903536, "sign": 0.0865993232728215, "keep": 0.5066704629571177, "leak": 0.6903289780020714, "replacement": 0.6520798653364182} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.794386386871338, "loss_scale": 4.0, "retries": 0, "seconds": 305.4, "max_memory_gb": 18.0, "pair": 0.04976891085971147, "sign": 0.0029800389893352985, "keep": 0.0038223568408284336, "leak": 0.4785328507423401, "replacement": 0.17280331999063492} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 5.822465896606445, "loss_scale": 4.0, "retries": 0, "seconds": 307.1, "max_memory_gb": 18.0, "pair": 0.0304032814360653, "sign": 0.006487273451057263, "keep": 0.0003984374852734618, "leak": 1.2121026325039566, "replacement": 0.33687179535627365} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.7044589519500732, "loss_scale": 4.0, "retries": 0, "seconds": 308.7, "max_memory_gb": 18.0, "pair": 0.005693655111826956, "sign": 0.0007844586834835354, "keep": 0.0006572636261807929, "leak": 0.3248857846483588, "replacement": 0.08763596368953586} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 3.863313913345337, "loss_scale": 4.0, "retries": 0, "seconds": 310.3, "max_memory_gb": 18.0, "pair": 0.059324753761757165, "sign": 0.025909836898790672, "keep": 0.005099853624415118, "leak": 0.8626609072089195, "replacement": 0.2904948256909847} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 13.072219848632812, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.0, "pair": 0.29098385302131646, "sign": 0.15617477045452688, "keep": 0.1611299899959704, "leak": 0.8213352635502815, "replacement": 0.6549700619652867} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 15.622750282287598, "loss_scale": 4.0, "retries": 0, "seconds": 313.6, "max_memory_gb": 18.0, "pair": 0.2364547333891096, "sign": 1.0632879303302616, "keep": 0.0010484133365480375, "leak": 0.6113769896328449, "replacement": 0.9214671398513019} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 5.399152755737305, "loss_scale": 4.0, "retries": 0, "seconds": 315.3, "max_memory_gb": 18.0, "pair": 0.227038886398077, "sign": 0.08862389042042196, "keep": 0.20152766461251304, "leak": 0.027189759246539325, "replacement": 0.37891210429370403} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.44716215133667, "loss_scale": 4.0, "retries": 0, "seconds": 316.9, "max_memory_gb": 18.0, "pair": 0.06747291516512632, "sign": 0.0059977699420414865, "keep": 0.015743783267680556, "leak": 1.1876091938465834, "replacement": 0.37524598464369774} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.4884583950042725, "loss_scale": 4.0, "retries": 0, "seconds": 318.6, "max_memory_gb": 18.0, "pair": 0.10564616693227435, "sign": 0.00783054356725188, "keep": 0.00042911247237498173, "leak": 0.14687603013589978, "replacement": 0.14649500319501385} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.159536361694336, "loss_scale": 4.0, "retries": 0, "seconds": 320.3, "max_memory_gb": 18.0, "pair": 0.35478976322337985, "sign": 0.3574443243051064, "keep": 1.0068811355138791, "leak": 0.17717415187507868, "replacement": 1.0812460295856} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.5991381406784058, "loss_scale": 4.0, "retries": 0, "seconds": 321.9, "max_memory_gb": 18.0, "pair": 0.07824617577716708, "sign": 0.010208566440269351, "keep": 0.012961292813997716, "leak": 0.025075014360481873, "replacement": 0.0960998609662056} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.388321876525879, "loss_scale": 4.0, "retries": 0, "seconds": 323.6, "max_memory_gb": 18.0, "pair": 0.05810462456429377, "sign": 0.004569553770124912, "keep": 0.008487135249197308, "leak": 0.3877378711476922, "replacement": 0.16156743373721838} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 3.1330392360687256, "loss_scale": 4.0, "retries": 0, "seconds": 325.3, "max_memory_gb": 18.0, "pair": 0.1930497546272818, "sign": 0.07142589114664588, "keep": 0.007171434931819931, "leak": 0.18790877084393287, "replacement": 0.27932560513727367} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.843164086341858, "loss_scale": 4.0, "retries": 0, "seconds": 326.9, "max_memory_gb": 18.0, "pair": 0.08653707383200526, "sign": 0.00908499548677355, "keep": 0.003578700197067519, "leak": 0.5157890748232603, "replacement": 0.22181618865579367} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.8054497241973877, "loss_scale": 4.0, "retries": 0, "seconds": 328.5, "max_memory_gb": 18.0, "pair": 0.1904904901421105, "sign": 0.004781254057888873, "keep": 0.002688053827114345, "leak": 0.30018648132681847, "replacement": 0.2692717481404543} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 6.010738849639893, "loss_scale": 4.0, "retries": 0, "seconds": 330.3, "max_memory_gb": 18.0, "pair": 0.05879886564798653, "sign": 0.010426920518511906, "keep": 0.0029009129434598435, "leak": 0.9193127248436213, "replacement": 0.2952909618616104} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.764508008956909, "loss_scale": 4.0, "retries": 0, "seconds": 331.9, "max_memory_gb": 18.0, "pair": 0.17856795992702246, "sign": 0.09800730178540107, "keep": 0.04939062728226418, "leak": 0.20434863958507776, "replacement": 0.3033540854230523} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.7051637172698975, "loss_scale": 4.0, "retries": 0, "seconds": 333.5, "max_memory_gb": 18.0, "pair": 0.3135859835892916, "sign": 0.1936020344728604, "keep": 0.011113716405816376, "leak": 0.07787496037781239, "replacement": 0.4354126062244177} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.819432258605957, "loss_scale": 4.0, "retries": 0, "seconds": 335.2, "max_memory_gb": 18.0, "pair": 0.14952474128222093, "sign": 0.006024077534675598, "keep": 0.0012671108615904814, "leak": 0.15858799882698804, "replacement": 0.19281734223477542} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.319002866744995, "loss_scale": 4.0, "retries": 0, "seconds": 336.9, "max_memory_gb": 18.0, "pair": 0.16934249363839626, "sign": 0.035153833974618465, "keep": 0.22893335834487516, "leak": 0.3569133269775193, "replacement": 0.3906144183129072} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.415851593017578, "loss_scale": 4.0, "retries": 0, "seconds": 338.5, "max_memory_gb": 18.0, "pair": 0.3420085087418556, "sign": 0.012663397821597755, "keep": 0.05408867757068947, "leak": 0.3721443014219403, "replacement": 0.4684206172823906} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 12.667222023010254, "loss_scale": 4.0, "retries": 0, "seconds": 340.3, "max_memory_gb": 18.0, "pair": 0.1284002341562882, "sign": 1.3812420495669357, "keep": 0.0019708920201537694, "leak": 0.5303336903452873, "replacement": 0.9525901905726641} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.3560285568237305, "loss_scale": 4.0, "retries": 0, "seconds": 341.8, "max_memory_gb": 18.0, "pair": 0.046310966834425926, "sign": 0.006661675055511296, "keep": 0.010420785241876729, "leak": 0.5278349239379168, "replacement": 0.18681092653423548} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.5699737071990967, "loss_scale": 4.0, "retries": 0, "seconds": 343.6, "max_memory_gb": 18.0, "pair": 0.07763401791453362, "sign": 0.017558082472532988, "keep": 0.5865956144843949, "leak": 0.6005728431046009, "replacement": 0.5298540703952312} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 5.753591537475586, "loss_scale": 4.0, "retries": 0, "seconds": 345.3, "max_memory_gb": 18.0, "pair": 0.0999678434825455, "sign": 0.008831999904941767, "keep": 0.002948483765749188, "leak": 1.528554044663906, "replacement": 0.4879966024309397} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.5425515174865723, "loss_scale": 4.0, "retries": 0, "seconds": 346.9, "max_memory_gb": 18.0, "pair": 0.3082888083299622, "sign": 0.03275825915625319, "keep": 0.08154956666112412, "leak": 1.220332495868206, "replacement": 0.6705258563160896} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.0344367027282715, "loss_scale": 4.0, "retries": 0, "seconds": 348.6, "max_memory_gb": 18.0, "pair": 0.029879001987865195, "sign": 0.005993190919980407, "keep": 0.07907127682665305, "leak": 0.6057211360894144, "replacement": 0.22384151071310043} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 12.627224922180176, "loss_scale": 4.0, "retries": 0, "seconds": 350.3, "max_memory_gb": 18.0, "pair": 0.1601805491372943, "sign": 0.2367517815437168, "keep": 0.07921474915929139, "leak": 1.6094053871929646, "replacement": 0.7205151300877333} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.8737590312957764, "loss_scale": 4.0, "retries": 0, "seconds": 351.9, "max_memory_gb": 18.0, "pair": 0.15418421634240076, "sign": 0.003298609131888952, "keep": 0.009609775443095714, "leak": 0.7753384709358215, "replacement": 0.35447302274405956} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 7.748132228851318, "loss_scale": 4.0, "retries": 0, "seconds": 353.6, "max_memory_gb": 18.0, "pair": 0.5813312185982795, "sign": 1.4095653708136524, "keep": 0.07341648178726246, "leak": 0.0814633805982794, "replacement": 1.3431880231946707} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.922460079193115, "loss_scale": 4.0, "retries": 0, "seconds": 355.3, "max_memory_gb": 18.0, "pair": 0.3625684306025505, "sign": 0.4813186606625095, "keep": 1.0432685585692525, "leak": 0.6625748127698898, "replacement": 1.290505789220333} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.1964311599731445, "loss_scale": 4.0, "retries": 0, "seconds": 356.9, "max_memory_gb": 18.0, "pair": 0.19192768214270473, "sign": 0.030667483937577344, "keep": 0.009383231951687776, "leak": 0.47081271279603243, "replacement": 0.32965621165931225} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 10.037872314453125, "loss_scale": 4.0, "retries": 0, "seconds": 358.6, "max_memory_gb": 18.0, "pair": 0.013527032017009333, "sign": 0.021360729995649308, "keep": 1.189345127501383, "leak": 0.6483185598626733, "replacement": 0.7809595996513963} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 1.8790603876113892, "loss_scale": 4.0, "retries": 0, "seconds": 360.3, "max_memory_gb": 18.0, "pair": 0.18964197114109993, "sign": 0.009367108636070043, "keep": 0.0776226645684801, "leak": 0.27398191951215267, "replacement": 0.3016323409974575} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 3.1513524055480957, "loss_scale": 4.0, "retries": 0, "seconds": 362.0, "max_memory_gb": 18.0, "pair": 0.10677395947277546, "sign": 0.03747262523393147, "keep": 0.009322899364633486, "leak": 0.8482492580078542, "replacement": 0.34223403967916965} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 9.710139274597168, "loss_scale": 4.0, "retries": 0, "seconds": 363.6, "max_memory_gb": 18.0, "pair": 0.19878768682883674, "sign": 0.06437135125815985, "keep": 0.4257953818748206, "leak": 0.1946938967157621, "replacement": 0.4925445219123503} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 7.271886825561523, "loss_scale": 4.0, "retries": 0, "seconds": 365.3, "max_memory_gb": 18.0, "pair": 0.05551636540621985, "sign": 0.025594104525225703, "keep": 0.0019406880774113233, "leak": 1.699704620987177, "replacement": 0.4942099265754223} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 17.95106315612793, "loss_scale": 4.0, "retries": 0, "seconds": 367.0, "max_memory_gb": 18.0, "pair": 0.1751137839164585, "sign": 0.8966966392472386, "keep": 0.6348326571751386, "leak": 0.764058199711144, "replacement": 1.1318929642438889} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 30.765701293945312, "loss_scale": 4.0, "retries": 0, "seconds": 368.6, "max_memory_gb": 18.0, "pair": 0.4625719430241588, "sign": 0.2901380666444311, "keep": 0.4371345896324783, "leak": 1.7847662949934602, "replacement": 1.2723998329602182} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 6.957172393798828, "loss_scale": 4.0, "retries": 0, "seconds": 370.2, "max_memory_gb": 18.0, "pair": 0.027791177039034665, "sign": 0.09350940163130872, "keep": 0.0007140901670936728, "leak": 0.5748479303656495, "replacement": 0.21861490048468113} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.210620880126953, "loss_scale": 4.0, "retries": 0, "seconds": 372.0, "max_memory_gb": 18.0, "pair": 0.26618265686556697, "sign": 0.12202322873054072, "keep": 0.0332236728627322, "leak": 0.21114700629550498, "replacement": 0.39659284986555576} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 4.316755771636963, "loss_scale": 4.0, "retries": 0, "seconds": 373.6, "max_memory_gb": 18.0, "pair": 0.03186574049777846, "sign": 0.0013130897714290768, "keep": 0.0031011675044112508, "leak": 0.6419404651969671, "replacement": 0.19455797923728824} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 7.728391647338867, "loss_scale": 4.0, "retries": 0, "seconds": 375.2, "max_memory_gb": 18.0, "pair": 0.17580036771687446, "sign": 0.06407314524403773, "keep": 0.0022804062460579644, "leak": 0.5665476284921169, "replacement": 0.35061403922736645} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.002048492431641, "loss_scale": 4.0, "retries": 0, "seconds": 377.0, "max_memory_gb": 18.0, "pair": 0.09812585986219347, "sign": 0.09848931772285141, "keep": 0.018290414605871774, "leak": 0.024304537568241358, "replacement": 0.16259185643866658} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.2272093296051025, "loss_scale": 4.0, "retries": 0, "seconds": 378.5, "max_memory_gb": 18.0, "pair": 0.10359274875372648, "sign": 0.03928217809880152, "keep": 0.011502812412800267, "leak": 0.27505644914344884, "replacement": 0.19774936139583588} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.2904880046844482, "loss_scale": 4.0, "retries": 0, "seconds": 380.1, "max_memory_gb": 18.0, "pair": 0.03604904480744153, "sign": 0.006584436341654509, "keep": 0.10487759509021544, "leak": 0.49862333852797747, "replacement": 0.21643588924780488} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.471192836761475, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 18.0, "pair": 0.3559317909530364, "sign": 0.4951725179271307, "keep": 1.417708597087767, "leak": 0.8774494155077264, "replacement": 1.5317347645759583} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.763028621673584, "loss_scale": 4.0, "retries": 0, "seconds": 383.3, "max_memory_gb": 18.0, "pair": 0.08297910558758304, "sign": 0.07535676538827829, "keep": 0.005328215738700237, "leak": 0.24351926986128092, "replacement": 0.1842014160938561} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 10.034546852111816, "loss_scale": 4.0, "retries": 0, "seconds": 384.9, "max_memory_gb": 18.0, "pair": 0.24186824657954276, "sign": 0.1576578097883612, "keep": 0.06325551231566351, "leak": 0.49379290544493415, "replacement": 0.4757731421268545} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.9807839393615723, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 18.0, "pair": 0.11544771416447475, "sign": 0.012201949502923526, "keep": 0.0039586822075534656, "leak": 0.32988059194758534, "replacement": 0.20599818299524486} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.5235800743103027, "loss_scale": 4.0, "retries": 0, "seconds": 388.1, "max_memory_gb": 18.0, "pair": 0.08733642986044288, "sign": 0.018704672227613628, "keep": 0.020041411219153815, "leak": 0.1511402763426304, "replacement": 0.1444945428520441} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 5.291602611541748, "loss_scale": 4.0, "retries": 0, "seconds": 389.8, "max_memory_gb": 18.0, "pair": 0.11730364710092545, "sign": 0.10589279030682519, "keep": 0.003143215231830254, "leak": 1.0611163955181837, "replacement": 0.43710073828697205} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 8.25121784210205, "loss_scale": 4.0, "retries": 0, "seconds": 391.4, "max_memory_gb": 18.0, "pair": 0.2778197224251926, "sign": 0.2932460487354547, "keep": 0.3923376945895143, "leak": 0.4922156455577351, "replacement": 0.743665486574173} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 9.35093879699707, "loss_scale": 4.0, "retries": 0, "seconds": 393.1, "max_memory_gb": 18.0, "pair": 0.10021641571074724, "sign": 0.05991091107716784, "keep": 0.05850096669018967, "leak": 3.5663891807198524, "replacement": 1.0510196518152952} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 1.1579885482788086, "loss_scale": 4.0, "retries": 0, "seconds": 394.8, "max_memory_gb": 18.0, "pair": 0.06942603039897222, "sign": 0.009403272670169827, "keep": 0.0034427277951181168, "leak": 0.10647082945797592, "replacement": 0.1024667334422702} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 45.63825607299805, "loss_scale": 4.0, "retries": 0, "seconds": 396.4, "max_memory_gb": 18.0, "pair": 0.8983959800098091, "sign": 1.0806914207350928, "keep": 1.848026396080968, "leak": 4.2058832792099565, "replacement": 3.4142255913466215} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.482079267501831, "loss_scale": 4.0, "retries": 0, "seconds": 398.0, "max_memory_gb": 18.0, "pair": 0.07434686389751732, "sign": 0.0031145568646024913, "keep": 0.012636282145649602, "leak": 0.2016395591199398, "replacement": 0.13263218197971582} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 43.92967224121094, "loss_scale": 4.0, "retries": 0, "seconds": 399.7, "max_memory_gb": 18.0, "pair": 0.8116651698946953, "sign": 0.760413208277896, "keep": 1.5415708205546252, "leak": 3.3784811198711395, "replacement": 2.8072775527834892} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.482138156890869, "loss_scale": 4.0, "retries": 0, "seconds": 401.4, "max_memory_gb": 18.0, "pair": 0.13415127804182703, "sign": 0.019303459695947822, "keep": 0.00284819694820726, "leak": 0.5258762743324041, "replacement": 0.27669617976062} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 12.64349365234375, "loss_scale": 4.0, "retries": 0, "seconds": 403.0, "max_memory_gb": 18.0, "pair": 0.581244882196188, "sign": 0.26176827610470355, "keep": 0.28270277846604586, "leak": 0.24290080385981128, "replacement": 0.9142056182026863} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 10.649491310119629, "loss_scale": 4.0, "retries": 0, "seconds": 404.8, "max_memory_gb": 18.0, "pair": 0.10331314289942384, "sign": 0.15903968925704248, "keep": 0.8627158764229534, "leak": 0.5665230966778836, "replacement": 0.755821681173984} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.957268238067627, "loss_scale": 4.0, "retries": 0, "seconds": 406.4, "max_memory_gb": 18.0, "pair": 0.14994383596695116, "sign": 0.09913865671842359, "keep": 0.04278508845163742, "leak": 0.3042385205626488, "replacement": 0.2969653531908989} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 4.7927775382995605, "loss_scale": 4.0, "retries": 0, "seconds": 408.0, "max_memory_gb": 18.0, "pair": 0.06360375689109787, "sign": 0.131368093425408, "keep": 0.08683922005002387, "leak": 0.7092375364154577, "replacement": 0.3500168016180396} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 3.5316481590270996, "loss_scale": 4.0, "retries": 0, "seconds": 409.8, "max_memory_gb": 18.0, "pair": 0.11673948995303363, "sign": 0.06360158981988207, "keep": 0.1355037087269011, "leak": 0.37852589786052704, "replacement": 0.31092360196635127} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 5.956995964050293, "loss_scale": 4.0, "retries": 0, "seconds": 411.3, "max_memory_gb": 18.0, "pair": 0.11266942842939898, "sign": 0.0047875940217636526, "keep": 0.006412383303086244, "leak": 1.0727211344055831, "replacement": 0.3864497123286128} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.2019412517547607, "loss_scale": 4.0, "retries": 0, "seconds": 412.9, "max_memory_gb": 18.0, "pair": 0.15826982143335044, "sign": 0.049282411142485216, "keep": 0.00630829648434883, "leak": 0.12738229823298752, "replacement": 0.21791073866188526} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 6.335318088531494, "loss_scale": 4.0, "retries": 0, "seconds": 414.6, "max_memory_gb": 18.0, "pair": 0.12900543911382556, "sign": 0.7948587959108409, "keep": 0.0022397234566255975, "leak": 0.31528479303233325, "replacement": 0.6063758935779333} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.9731228351593018, "loss_scale": 4.0, "retries": 0, "seconds": 416.2, "max_memory_gb": 18.0, "pair": 0.09493857971392572, "sign": 0.0068322617444209754, "keep": 0.006079700617419803, "leak": 0.22891012579202652, "replacement": 0.15862209349870682} diff --git a/runs/fixed_internvl/replacement/Middle8_s73/adapter/README.md b/runs/fixed_internvl/replacement/Middle8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Middle8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bcaad8ccb4228b19a466e7e2c0b6e85dd820581 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.14.mlp.down_proj": 144, + "model.language_model.layers.14.mlp.gate_proj": 144, + "model.language_model.layers.14.mlp.up_proj": 144, + "model.language_model.layers.14.self_attn.k_proj": 144, + "model.language_model.layers.14.self_attn.o_proj": 144, + "model.language_model.layers.14.self_attn.q_proj": 144, + "model.language_model.layers.14.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.14.mlp.down_proj": 72, + "model.language_model.layers.14.mlp.gate_proj": 72, + "model.language_model.layers.14.mlp.up_proj": 72, + "model.language_model.layers.14.self_attn.k_proj": 72, + "model.language_model.layers.14.self_attn.o_proj": 72, + "model.language_model.layers.14.self_attn.q_proj": 72, + "model.language_model.layers.14.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.14.self_attn.q_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.14.mlp.up_proj", + "model.language_model.layers.14.self_attn.k_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.14.self_attn.v_proj", + "model.language_model.layers.14.mlp.down_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.14.self_attn.o_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.14.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s73/config.json b/runs/fixed_internvl/replacement/Middle8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0502c212325a3b0b077f4af9a54040ee498ab841 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Middle8", + "layers": [ + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21 + ], + "ranks": { + "14": 72, + "15": 72, + "16": 72, + "17": 72, + "18": 72, + "19": 72, + "20": 72, + "21": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Middle8_s73/steps.jsonl b/runs/fixed_internvl/replacement/Middle8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..52b34217f5ff48f765b809dd80d1b869f7ad0103 --- /dev/null +++ b/runs/fixed_internvl/replacement/Middle8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 19.298931121826172, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.66, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 39.93961715698242, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 17.99, "pair": 1.0863960087299347, "sign": 0.4938452676869929, "keep": 3.2615678906440735, "leak": 0.0002801932696456788, "replacement": 2.9641724824905396} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 15.931811332702637, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 17.99, "pair": 1.0568502247333527, "sign": 0.05826923996210098, "keep": 0.9927541564684361, "leak": 0.0037576582581664297, "replacement": 1.5833013355731964} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.296491622924805, "loss_scale": 4.0, "retries": 0, "seconds": 6.3, "max_memory_gb": 17.99, "pair": 1.0002777427434921, "sign": 0.23689637356437743, "keep": 0.647956651635468, "leak": 0.003950241720303893, "replacement": 1.4436918795108795} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 10.460790634155273, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 18.0, "pair": 0.820496067404747, "sign": 0.04138933075591922, "keep": 0.2726162026519887, "leak": 0.05771586764603853, "replacement": 0.9919278025627136} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 10.476099014282227, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.0, "pair": 0.8699108213186264, "sign": 0.42878578742966056, "keep": 0.420872014015913, "leak": 0.05097565444884822, "replacement": 1.3074836283922195} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.555699825286865, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.0, "pair": 0.5924942344427109, "sign": 0.0629312084056437, "keep": 0.020696140174550237, "leak": 0.317703640088439, "replacement": 0.7137338221073151} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 3.9824788570404053, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.0, "pair": 0.6545344367623329, "sign": 0.4000540275592357, "keep": 0.655377156130271, "leak": 0.4585640912409872, "replacement": 1.2968910336494446} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 8.010315895080566, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.0, "pair": 0.17447281256318092, "sign": 0.034049380861688405, "keep": 0.041988567740190774, "leak": 2.0803180634975433, "replacement": 0.7325712963938713} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.902734279632568, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.0, "pair": 0.28804502915591, "sign": 0.12915098655503243, "keep": 0.04212093909336545, "leak": 1.14309810847044, "replacement": 0.6594555228948593} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 14.931324005126953, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.0, "pair": 0.06629681028425694, "sign": 0.014256642352847848, "keep": 0.01312129502184689, "leak": 3.052504286170006, "replacement": 0.8431118577718735} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 13.66120433807373, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.0, "pair": 0.1571980742737651, "sign": 0.28209279681323096, "keep": 0.03976538823917419, "leak": 2.074948787689209, "replacement": 0.8368643522262573} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 9.32066822052002, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 18.0, "pair": 0.2520075049251318, "sign": 0.12285246787359938, "keep": 0.3229230535271199, "leak": 1.5866839475929737, "replacement": 0.8715662509202957} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.004735469818115, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 18.0, "pair": 0.3263365663588047, "sign": 0.09625768556725234, "keep": 0.045179443358392746, "leak": 0.9426825158298016, "replacement": 0.6327257603406906} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 18.313785552978516, "loss_scale": 4.0, "retries": 0, "seconds": 23.5, "max_memory_gb": 18.0, "pair": 0.5334130097180605, "sign": 0.566313119372353, "keep": 0.22456657025031745, "leak": 0.36629313975572586, "replacement": 1.020426094532013} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 16.061786651611328, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 18.0, "pair": 0.7246225066483021, "sign": 1.1864175260998309, "keep": 2.348657108610496, "leak": 0.9100917968899012, "replacement": 2.7196827679872513} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 17.80040168762207, "loss_scale": 4.0, "retries": 0, "seconds": 26.7, "max_memory_gb": 18.0, "pair": 0.5097183734178543, "sign": 0.3821449198294431, "keep": 0.879501533228904, "leak": 0.9728855192661285, "replacement": 1.383763000369072} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.7862043380737305, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 18.0, "pair": 0.36873992532491684, "sign": 0.01512623461894691, "keep": 0.07260922424029559, "leak": 0.514561896212399, "replacement": 0.5412481352686882} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 20.625083923339844, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 18.0, "pair": 0.602513276040554, "sign": 0.32274358649738133, "keep": 0.9901903517020401, "leak": 0.2348068356513977, "replacement": 1.3176819384098053} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.7724432945251465, "loss_scale": 4.0, "retries": 0, "seconds": 31.3, "max_memory_gb": 18.0, "pair": 0.4816192016005516, "sign": 0.021070103626698256, "keep": 0.13171098404563963, "leak": 0.08653500489890575, "replacement": 0.5796434730291367} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.808351993560791, "loss_scale": 4.0, "retries": 0, "seconds": 32.9, "max_memory_gb": 18.0, "pair": 0.4523123949766159, "sign": 0.09079745155759156, "keep": 0.02672680129762739, "leak": 0.41279067005962133, "replacement": 0.6142721921205521} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.832388401031494, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 18.0, "pair": 0.5174513906240463, "sign": 0.3361600679345429, "keep": 0.30058646528050303, "leak": 0.22893399297026917, "replacement": 0.893058180809021} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 11.575807571411133, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 18.0, "pair": 0.36490033380687237, "sign": 0.31551439611939713, "keep": 0.21802006452344358, "leak": 0.22211324889212847, "replacement": 0.6871958654373884} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.970747470855713, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 18.0, "pair": 0.3051157742738724, "sign": 0.15510402573272586, "keep": 0.07136562326923013, "leak": 0.9435296840965748, "replacement": 0.6542330235242844} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 22.810413360595703, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 18.0, "pair": 0.22198017640039325, "sign": 0.3029233179986477, "keep": 0.20934338954430132, "leak": 1.377723716199398, "replacement": 0.8225444294512272} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 12.745062828063965, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 18.0, "pair": 0.04037828522268683, "sign": 0.008472151872410905, "keep": 0.20882639698447747, "leak": 3.555293768644333, "replacement": 1.0378510020673275} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 9.7907133102417, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 18.0, "pair": 0.13428075704723597, "sign": 0.16693651548121125, "keep": 0.013446918223053217, "leak": 2.985512860119343, "replacement": 0.9708507061004639} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 4.734447956085205, "loss_scale": 4.0, "retries": 0, "seconds": 43.8, "max_memory_gb": 18.0, "pair": 0.1198993781581521, "sign": 0.002899057319154963, "keep": 0.009598395467037335, "leak": 1.4066450949758291, "replacement": 0.4778093844652176} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 7.760448455810547, "loss_scale": 4.0, "retries": 0, "seconds": 45.4, "max_memory_gb": 18.0, "pair": 0.06213086284697056, "sign": 0.006786103185731918, "keep": 0.0037091591439093463, "leak": 2.475981742143631, "replacement": 0.6863739266991615} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 4.0948920249938965, "loss_scale": 4.0, "retries": 0, "seconds": 47.0, "max_memory_gb": 18.0, "pair": 0.19929212238639593, "sign": 0.10634786786977202, "keep": 0.009765905037056655, "leak": 0.8832556456327438, "replacement": 0.4781629294157028} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.0845980644226074, "loss_scale": 4.0, "retries": 0, "seconds": 48.5, "max_memory_gb": 18.0, "pair": 0.19816766865551472, "sign": 0.04980314167914912, "keep": 0.029048778116703033, "leak": 0.29624919878551736, "replacement": 0.31165593303740025} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 11.535690307617188, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 18.0, "pair": 0.6476099267601967, "sign": 1.4787698769941926, "keep": 0.38183573616697686, "leak": 0.3431214024312794, "replacement": 1.6636931151151657} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.3303682804107666, "loss_scale": 4.0, "retries": 0, "seconds": 51.6, "max_memory_gb": 18.0, "pair": 0.24570154026150703, "sign": 0.009827227389905602, "keep": 0.02005159284453839, "leak": 0.16205376799916849, "replacement": 0.30115438252687454} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 25.18918228149414, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 18.0, "pair": 0.9250307204201818, "sign": 0.34191714809276164, "keep": 0.23632040168740787, "leak": 0.38928672205656767, "replacement": 1.3114712070673704} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.774710178375244, "loss_scale": 4.0, "retries": 0, "seconds": 54.8, "max_memory_gb": 18.0, "pair": 0.09205732308328152, "sign": 0.03949340619146824, "keep": 0.04428233761154843, "leak": 0.5415516812354326, "replacement": 0.2693331129848957} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.073037624359131, "loss_scale": 4.0, "retries": 0, "seconds": 56.3, "max_memory_gb": 18.0, "pair": 0.2501070813741535, "sign": 0.06152707198634744, "keep": 0.06669602158945054, "leak": 0.5141087466217868, "replacement": 0.4427458196878433} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 5.534095287322998, "loss_scale": 4.0, "retries": 0, "seconds": 57.8, "max_memory_gb": 18.0, "pair": 0.3109285831451416, "sign": 0.05460501159541309, "keep": 0.06212434940971434, "leak": 0.1517523992806673, "replacement": 0.4072313643991947} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 5.2916178703308105, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 18.0, "pair": 0.20460273006756324, "sign": 0.08579342252050992, "keep": 0.0413790645525296, "leak": 0.23398328572511673, "replacement": 0.32668480835855007} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 21.283626556396484, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 18.0, "pair": 0.8952028163184877, "sign": 0.6115315106217167, "keep": 0.9748306897214434, "leak": 2.109243869781494, "replacement": 2.215694908052683} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.5298798084259033, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 18.0, "pair": 0.24211225844919682, "sign": 0.03761157771805301, "keep": 0.04927902983035892, "leak": 0.45159815973602235, "replacement": 0.39845709688961506} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.947127342224121, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 18.0, "pair": 0.14184487308375537, "sign": 0.022719421540386975, "keep": 0.07258325586008141, "leak": 1.3083719313144684, "replacement": 0.5165892019867897} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 15.459110260009766, "loss_scale": 4.0, "retries": 0, "seconds": 65.6, "max_memory_gb": 18.0, "pair": 0.116979461745359, "sign": 0.018686310038901865, "keep": 1.529770392597129, "leak": 0.8091058600693941, "replacement": 1.093484289944172} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.6762561798095703, "loss_scale": 4.0, "retries": 0, "seconds": 67.1, "max_memory_gb": 18.0, "pair": 0.14270905498415232, "sign": 0.030224931426346302, "keep": 0.6574131059460342, "leak": 0.6839373782277107, "replacement": 0.6575124189257622} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.809248924255371, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 18.0, "pair": 0.06126344297081232, "sign": 0.006467247614637017, "keep": 0.009311254892963916, "leak": 1.6442715534940362, "replacement": 0.48022058233618736} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 3.9315097332000732, "loss_scale": 4.0, "retries": 0, "seconds": 70.2, "max_memory_gb": 18.0, "pair": 0.19142816960811615, "sign": 0.12971628364175558, "keep": 0.08377213077619672, "leak": 0.7403882839716971, "replacement": 0.48326944559812546} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 3.980684995651245, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 18.0, "pair": 0.2964670351357199, "sign": 0.4967858311792952, "keep": 0.029368830611929297, "leak": 0.6682956237345934, "replacement": 0.726618304848671} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.3095004558563232, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 18.0, "pair": 0.04502926312852651, "sign": 0.006575561536010355, "keep": 0.002910841110860929, "leak": 0.8054897096008062, "replacement": 0.25114489160478115} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 3.610398769378662, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 18.0, "pair": 0.25519704971520696, "sign": 0.02077153454592917, "keep": 0.0033816700270108413, "leak": 0.11171679385006428, "replacement": 0.29520285315811634} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.2410900592803955, "loss_scale": 4.0, "retries": 0, "seconds": 76.4, "max_memory_gb": 18.0, "pair": 0.33117398619651794, "sign": 0.06732390564866364, "keep": 0.009375313762575388, "leak": 0.6441192477941513, "replacement": 0.53055340051651} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.5625510215759277, "loss_scale": 4.0, "retries": 0, "seconds": 78.0, "max_memory_gb": 18.0, "pair": 0.3078540191054344, "sign": 0.039304634439758956, "keep": 0.011795046189945424, "leak": 0.8409580457955599, "replacement": 0.5436433777213097} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.5979132652282715, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 18.0, "pair": 0.2511977020185441, "sign": 0.00583466503303498, "keep": 0.054735353391151875, "leak": 0.2684562634676695, "replacement": 0.34859677590429783} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 44.54987716674805, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 18.0, "pair": 0.7310033394023776, "sign": 1.3661791522754356, "keep": 1.9590281017299276, "leak": 4.265322082981584, "replacement": 3.459937334060669} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.11129093170166, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 18.0, "pair": 0.37892553955316544, "sign": 0.35815440602891613, "keep": 1.122378167900024, "leak": 0.36331008467823267, "replacement": 1.2100193947553635} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 17.936237335205078, "loss_scale": 4.0, "retries": 0, "seconds": 84.2, "max_memory_gb": 18.0, "pair": 0.29384187050163746, "sign": 0.757857627235353, "keep": 1.1729890668793814, "leak": 0.9275182262063026, "replacement": 1.4911448135972023} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.586144208908081, "loss_scale": 4.0, "retries": 0, "seconds": 85.8, "max_memory_gb": 18.0, "pair": 0.21623093372909352, "sign": 0.04409937188029289, "keep": 0.02782801516877953, "leak": 0.4257355757144978, "replacement": 0.3586285188794136} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.8992629051208496, "loss_scale": 4.0, "retries": 0, "seconds": 87.3, "max_memory_gb": 18.0, "pair": 0.2113266948144883, "sign": 0.15846121989306994, "keep": 0.023579161806992488, "leak": 0.3298893366008997, "replacement": 0.3848192021250725} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.7586536407470703, "loss_scale": 4.0, "retries": 0, "seconds": 88.8, "max_memory_gb": 18.0, "pair": 0.2804023241624236, "sign": 0.04930891748517752, "keep": 0.1598764003138058, "leak": 0.5944084888324142, "replacement": 0.5335970930755138} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 2.492985248565674, "loss_scale": 4.0, "retries": 0, "seconds": 90.4, "max_memory_gb": 18.0, "pair": 0.09047968732193112, "sign": 0.050428833928890526, "keep": 0.012820750584751295, "leak": 0.8579371068626642, "replacement": 0.33658876176923513} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.3846404552459717, "loss_scale": 4.0, "retries": 0, "seconds": 91.9, "max_memory_gb": 18.0, "pair": 0.1850956497946754, "sign": 0.00291407967597479, "keep": 0.013767986315315284, "leak": 0.28747795429080725, "replacement": 0.26530618080869317} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 11.350160598754883, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 18.0, "pair": 0.049241987988352776, "sign": 0.023888489231467247, "keep": 0.0064955371199175715, "leak": 2.0207091867923737, "replacement": 0.5696112904697657} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 13.154749870300293, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 18.0, "pair": 0.16692290268838406, "sign": 0.1334866292309016, "keep": 0.691724912787322, "leak": 0.19387187296524644, "replacement": 0.6279966458678246} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 34.48104476928711, "loss_scale": 4.0, "retries": 0, "seconds": 96.6, "max_memory_gb": 18.0, "pair": 1.0841923952102661, "sign": 1.4954135459265672, "keep": 1.3729343842653634, "leak": 1.5320087037980556, "replacement": 2.901368647813797} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.817054748535156, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 18.0, "pair": 0.08828521645045839, "sign": 0.094364175121882, "keep": 0.0031673227852024866, "leak": 0.8360860636748839, "replacement": 0.3460724847391248} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.866691827774048, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 18.0, "pair": 0.07137464510742575, "sign": 0.02345816168235615, "keep": 0.5025195187190548, "leak": 1.380492314696312, "replacement": 0.6794865652918816} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 30.53587532043457, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 18.0, "pair": 0.1541695035994053, "sign": 0.028945402707904577, "keep": 0.010475381655851379, "leak": 3.671494498848915, "replacement": 1.0917535237967968} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 2.3006434440612793, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 18.0, "pair": 0.12663487903773785, "sign": 0.031055743573233485, "keep": 0.010418813151773065, "leak": 0.7149117663502693, "replacement": 0.32610009983181953} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 7.312722682952881, "loss_scale": 4.0, "retries": 0, "seconds": 104.4, "max_memory_gb": 18.0, "pair": 0.1880862358957529, "sign": 0.07861806132132187, "keep": 0.8826249028206803, "leak": 0.4688288050238043, "replacement": 0.785914957523346} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.0103156566619873, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 18.0, "pair": 0.1823726836591959, "sign": 0.06214821827597916, "keep": 0.010287929893820547, "leak": 1.1374018276692368, "replacement": 0.5029412247240543} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.7474091053009033, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 18.0, "pair": 0.24603327363729477, "sign": 0.05042535399843473, "keep": 0.11309492554573808, "leak": 0.13594627670045156, "replacement": 0.3617799780331552} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 9.974937438964844, "loss_scale": 4.0, "retries": 0, "seconds": 109.1, "max_memory_gb": 18.0, "pair": 0.34224496595561504, "sign": 0.040133341564796865, "keep": 0.19700580940116197, "leak": 0.47232518158853054, "replacement": 0.5788958370685577} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.435903310775757, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 18.0, "pair": 0.12409357698925305, "sign": 0.006159145792480558, "keep": 0.006870513446301629, "leak": 0.8887054175138474, "replacement": 0.35278476402163506} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 7.472268104553223, "loss_scale": 4.0, "retries": 0, "seconds": 112.2, "max_memory_gb": 18.0, "pair": 0.09549458604305983, "sign": 0.00459924885944929, "keep": 0.0042092572655292315, "leak": 3.339862069580704, "replacement": 0.9348643394187093} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.29382061958313, "loss_scale": 4.0, "retries": 0, "seconds": 113.8, "max_memory_gb": 18.0, "pair": 0.17946612811647356, "sign": 0.021933953132247552, "keep": 0.013100351227876672, "leak": 0.3865513305136119, "replacement": 0.29362111538648605} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.453343391418457, "loss_scale": 4.0, "retries": 0, "seconds": 115.3, "max_memory_gb": 18.0, "pair": 0.3192084776237607, "sign": 0.01227029412984848, "keep": 0.04418175562750548, "leak": 0.1068787407130003, "replacement": 0.3741541989147663} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.8769941329956055, "loss_scale": 4.0, "retries": 0, "seconds": 116.9, "max_memory_gb": 18.0, "pair": 0.43587591499090195, "sign": 0.03946577740134671, "keep": 0.01144062919775024, "leak": 0.21575879072770476, "replacement": 0.5152688026428223} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 6.064047813415527, "loss_scale": 4.0, "retries": 0, "seconds": 118.5, "max_memory_gb": 18.0, "pair": 0.4075902361073531, "sign": 0.48807465692516416, "keep": 1.0414904571152874, "leak": 0.46973736118525267, "replacement": 1.2898070812225342} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.18058443069458, "loss_scale": 4.0, "retries": 0, "seconds": 120.1, "max_memory_gb": 18.0, "pair": 0.2453783042728901, "sign": 0.03889719082508236, "keep": 0.02392784837866202, "leak": 0.5757493334822357, "replacement": 0.4207281582057476} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.222402572631836, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.0, "pair": 0.18055502139031887, "sign": 0.012651062337681651, "keep": 0.01674866558460053, "leak": 0.5724958665668964, "replacement": 0.3383788466453552} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 6.643972396850586, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 18.0, "pair": 0.3412425220012665, "sign": 1.0407261898508295, "keep": 0.0052146827219985425, "leak": 0.27953752562461887, "replacement": 0.934097352437675} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 22.41655731201172, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 18.0, "pair": 0.1489854292012751, "sign": 0.7946313359425403, "keep": 1.7035302099939145, "leak": 2.0672252401709557, "replacement": 1.9148724265396595} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 1.5458064079284668, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 18.0, "pair": 0.18026323709636927, "sign": 0.007419169967761263, "keep": 0.04703114845324308, "leak": 0.43422623281367123, "replacement": 0.3160449508577585} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.749974250793457, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 18.0, "pair": 0.04087418329436332, "sign": 0.002864125941414386, "keep": 0.003629582797572084, "leak": 0.4997099656611681, "replacement": 0.1690485323779285} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.768008708953857, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 18.0, "pair": 0.06833224114961922, "sign": 0.003572217727196403, "keep": 0.004733229106932413, "leak": 2.017882615327835, "replacement": 0.5769556052982807} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.2388553619384766, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 18.0, "pair": 0.12535913474857807, "sign": 0.003018385759787634, "keep": 0.03647337015718222, "leak": 0.8853538502007723, "replacement": 0.3664434738457203} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 10.053544998168945, "loss_scale": 4.0, "retries": 0, "seconds": 132.5, "max_memory_gb": 18.0, "pair": 0.10918164625763893, "sign": 0.040970468951854855, "keep": 0.13056510977912694, "leak": 0.7594970017671585, "replacement": 0.384823702275753} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.305452823638916, "loss_scale": 4.0, "retries": 0, "seconds": 134.1, "max_memory_gb": 18.0, "pair": 0.08011803979752585, "sign": 0.004050345698487945, "keep": 0.02090249489975804, "leak": 0.9834688156843185, "replacement": 0.33846166729927063} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.2170724868774414, "loss_scale": 4.0, "retries": 0, "seconds": 135.7, "max_memory_gb": 18.0, "pair": 0.22576858289539814, "sign": 0.005262592458166182, "keep": 0.00402241108531598, "leak": 0.29904124699532986, "replacement": 0.3051713928580284} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 30.51230239868164, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 18.0, "pair": 0.4866379552986473, "sign": 0.272152804187499, "keep": 0.2750399608630687, "leak": 1.4144565537571907, "replacement": 1.113848503679037} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.8768820762634277, "loss_scale": 4.0, "retries": 0, "seconds": 138.9, "max_memory_gb": 18.0, "pair": 0.2458108365535736, "sign": 0.015707952436059713, "keep": 0.016094872436951846, "leak": 0.036758817004738376, "replacement": 0.270901957526803} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.8241968154907227, "loss_scale": 4.0, "retries": 0, "seconds": 140.4, "max_memory_gb": 18.0, "pair": 0.2711084370967001, "sign": 0.047587181936251, "keep": 0.03903526014664749, "leak": 0.13759456854313612, "replacement": 0.348818295635283} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 4.9692864418029785, "loss_scale": 4.0, "retries": 0, "seconds": 142.0, "max_memory_gb": 18.0, "pair": 0.08877414255402982, "sign": 0.00842625368386507, "keep": 0.006123842505985522, "leak": 2.3944337368011475, "replacement": 0.6946576163172722} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.198079824447632, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 18.0, "pair": 0.2252602600492537, "sign": 0.1392252028454095, "keep": 0.12816572508017998, "leak": 0.5812757574021816, "replacement": 0.5042746588587761} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 7.532907962799072, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 18.0, "pair": 0.35473813489079475, "sign": 0.2781752777082147, "keep": 0.18379697622731328, "leak": 0.7727453224360943, "replacement": 0.7789106070995331} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 6.59527587890625, "loss_scale": 4.0, "retries": 0, "seconds": 146.6, "max_memory_gb": 18.0, "pair": 0.07954787416383624, "sign": 0.8047915530623868, "keep": 0.001715075551942391, "leak": 0.12489253794774413, "replacement": 0.5140243284404278} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 6.360279083251953, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 18.0, "pair": 0.32001613490865566, "sign": 0.14512424891654518, "keep": 0.16343257902065034, "leak": 0.12274270976195112, "replacement": 0.5049802176654339} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 2.102630853652954, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 18.0, "pair": 0.17286005709320307, "sign": 0.01238163118250668, "keep": 0.00723206434486201, "leak": 0.28236806439235806, "replacement": 0.2532589267939329} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 4.483213901519775, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 18.0, "pair": 0.14113831333816051, "sign": 0.01645564759382978, "keep": 0.005400174995884299, "leak": 1.7777774119749665, "replacement": 0.5965105779469013} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 5.263197422027588, "loss_scale": 4.0, "retries": 0, "seconds": 152.8, "max_memory_gb": 18.0, "pair": 0.25083156675100327, "sign": 0.02065945346839726, "keep": 0.0028343615631456487, "leak": 0.03721936305646523, "replacement": 0.2718833088874817} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 3.8575634956359863, "loss_scale": 4.0, "retries": 0, "seconds": 154.4, "max_memory_gb": 18.0, "pair": 0.032862451393157244, "sign": 0.24194000160787255, "keep": 0.0020397595867507334, "leak": 0.5416345751145855, "replacement": 0.29026096733286977} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 8.786705017089844, "loss_scale": 4.0, "retries": 0, "seconds": 156.1, "max_memory_gb": 18.0, "pair": 0.17514291813131422, "sign": 0.4776188442192506, "keep": 0.12445255782995446, "leak": 2.864999685436487, "replacement": 1.192428540904075} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 6.309622764587402, "loss_scale": 4.0, "retries": 0, "seconds": 157.7, "max_memory_gb": 18.0, "pair": 0.41419401962775737, "sign": 0.6855424185196171, "keep": 0.891952957490048, "leak": 0.42468220368027687, "replacement": 1.309112224727869} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.1252235174179077, "loss_scale": 4.0, "retries": 0, "seconds": 159.2, "max_memory_gb": 18.0, "pair": 0.11445675592403859, "sign": 0.021093371440656483, "keep": 0.004786128813975665, "leak": 0.39528849674388766, "replacement": 0.22621863055974245} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 2.0125975608825684, "loss_scale": 4.0, "retries": 0, "seconds": 160.8, "max_memory_gb": 18.0, "pair": 0.034258352301549166, "sign": 0.007714568972005509, "keep": 0.0006516523266668628, "leak": 0.476532194763422, "replacement": 0.15757451171521097} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.4569859504699707, "loss_scale": 4.0, "retries": 0, "seconds": 162.4, "max_memory_gb": 18.0, "pair": 0.16172880423255265, "sign": 0.037142117973417044, "keep": 0.1498613501426007, "leak": 0.2525374093092978, "replacement": 0.3183648996055126} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 8.27450180053711, "loss_scale": 4.0, "retries": 0, "seconds": 163.9, "max_memory_gb": 18.0, "pair": 0.17318933468777686, "sign": 0.171744501858484, "keep": 0.21812012557984417, "leak": 1.115318575873971, "replacement": 0.6469512721523643} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.7433180809020996, "loss_scale": 4.0, "retries": 0, "seconds": 165.5, "max_memory_gb": 18.0, "pair": 0.0680049598304322, "sign": 0.009692976818769239, "keep": 0.021131793502149776, "leak": 0.35287094861268997, "replacement": 0.1716350840870291} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.28102707862854, "loss_scale": 4.0, "retries": 0, "seconds": 167.1, "max_memory_gb": 18.0, "pair": 0.17931313067674637, "sign": 0.004727231978904456, "keep": 0.004675829757616157, "leak": 0.07271199418755714, "replacement": 0.20219265297055244} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 1.9085613489151, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 18.0, "pair": 0.1713547883555293, "sign": 0.011104962672106922, "keep": 0.021734710433520377, "leak": 0.226780367687752, "replacement": 0.24446970596909523} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.7452415227890015, "loss_scale": 4.0, "retries": 0, "seconds": 170.3, "max_memory_gb": 18.0, "pair": 0.12034504988696426, "sign": 0.010364094516262412, "keep": 0.017134528723232734, "leak": 0.4127355911186896, "replacement": 0.23727825400419533} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.42458176612854, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.0, "pair": 0.11053037783131003, "sign": 0.007021051278570667, "keep": 0.0035178930638721795, "leak": 0.26110147126019, "replacement": 0.1810752209275961} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.086858749389648, "loss_scale": 4.0, "retries": 0, "seconds": 173.4, "max_memory_gb": 18.0, "pair": 0.12777311960235238, "sign": 0.036812105390708894, "keep": 0.3637675539794145, "leak": 2.7031800970435143, "replacement": 1.0038579627871513} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.135441780090332, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 18.0, "pair": 0.09228698455262929, "sign": 0.035996426799101755, "keep": 0.018536743625872987, "leak": 0.5122047503100475, "replacement": 0.24760474637150764} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 62.1992073059082, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 18.0, "pair": 1.0398481328629714, "sign": 0.7896310434807674, "keep": 1.6420046765997531, "leak": 1.941151617327705, "replacement": 2.740953989326954} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 4.6198015213012695, "loss_scale": 4.0, "retries": 0, "seconds": 178.1, "max_memory_gb": 18.0, "pair": 0.14192116493359208, "sign": 0.1666952499654144, "keep": 0.1988990338036274, "leak": 0.3210378885269165, "replacement": 0.4049777998588979} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.3342918157577515, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 18.0, "pair": 0.10312045558384852, "sign": 0.003438463761995081, "keep": 0.007681087079845383, "leak": 0.15335990954190493, "replacement": 0.1470202065538615} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 27.011415481567383, "loss_scale": 4.0, "retries": 0, "seconds": 181.1, "max_memory_gb": 18.0, "pair": 1.3588829805376008, "sign": 1.2964449020655593, "keep": 2.0600337584619126, "leak": 3.8222652822732925, "replacement": 3.9926886898465455} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 29.117685317993164, "loss_scale": 4.0, "retries": 0, "seconds": 182.7, "max_memory_gb": 18.0, "pair": 0.6168878357857466, "sign": 0.017997391521930695, "keep": 0.00455096315999981, "leak": 0.39461158588528633, "replacement": 0.7268149387091398} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 35.33120346069336, "loss_scale": 4.0, "retries": 0, "seconds": 184.3, "max_memory_gb": 18.0, "pair": 0.33228130638599396, "sign": 0.039059277361957356, "keep": 0.01651198643958196, "leak": 3.3073225244879723, "replacement": 1.1868975721299648} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.840786933898926, "loss_scale": 4.0, "retries": 0, "seconds": 185.9, "max_memory_gb": 18.0, "pair": 0.08836916694417596, "sign": 0.018328819278394803, "keep": 0.0017887534431793028, "leak": 0.5611671786755323, "replacement": 0.23871974740177393} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 8.560110092163086, "loss_scale": 4.0, "retries": 0, "seconds": 187.4, "max_memory_gb": 18.0, "pair": 0.2012133039534092, "sign": 0.24419589806348085, "keep": 0.5814663335186196, "leak": 0.567816770169884, "replacement": 0.7559985853731632} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.098124504089355, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 18.0, "pair": 0.23583495981620217, "sign": 0.26285922997340094, "keep": 0.004194265182150048, "leak": 1.0085809603333473, "replacement": 0.621506979689002} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 3.0566439628601074, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 18.0, "pair": 0.14842240776852123, "sign": 0.06007881976256613, "keep": 0.048440610247773463, "leak": 0.47846235893666744, "replacement": 0.32229771837592125} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 63.361637115478516, "loss_scale": 4.0, "retries": 0, "seconds": 192.2, "max_memory_gb": 18.0, "pair": 0.6170444991439581, "sign": 1.621130223153159, "keep": 2.86272368018399, "leak": 4.153555084019899, "replacement": 3.8973602671176195} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.738718271255493, "loss_scale": 4.0, "retries": 0, "seconds": 193.7, "max_memory_gb": 18.0, "pair": 0.11700478196144104, "sign": 0.004320037085562944, "keep": 0.0012885493433714146, "leak": 0.6163635551929474, "replacement": 0.27389996498823166} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 8.590757369995117, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 18.0, "pair": 0.04938106844201684, "sign": 0.021255238505546004, "keep": 0.24104068614542484, "leak": 1.023983210325241, "replacement": 0.4365248270332813} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.803102493286133, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 18.0, "pair": 0.0671593090519309, "sign": 0.03952103003393859, "keep": 0.0028069100280845305, "leak": 0.22103416174650192, "replacement": 0.1435818187892437} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 7.544528484344482, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 18.0, "pair": 0.04495557234622538, "sign": 0.004550778699922375, "keep": 0.0007635733691131463, "leak": 0.9223324693739414, "replacement": 0.2781958654522896} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 6.838449954986572, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 18.0, "pair": 0.1401087986305356, "sign": 0.7313468460924923, "keep": 0.0030044409177207854, "leak": 1.195208579301834, "replacement": 0.8060865998268127} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 21.845930099487305, "loss_scale": 4.0, "retries": 0, "seconds": 201.7, "max_memory_gb": 18.0, "pair": 0.3110537393949926, "sign": 0.898987628868781, "keep": 0.2500395143542846, "leak": 1.7317398376762867, "replacement": 1.3185022436082363} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 6.870677947998047, "loss_scale": 4.0, "retries": 0, "seconds": 203.3, "max_memory_gb": 18.0, "pair": 0.35943830758333206, "sign": 0.2905334527604282, "keep": 0.042136877367738634, "leak": 0.4550322671420872, "replacement": 0.6395315602421761} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.7481770515441895, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 18.0, "pair": 0.07111007584808249, "sign": 0.06922539148581563, "keep": 0.1236271294182032, "leak": 0.47210025787353516, "replacement": 0.2855614013969898} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.609877347946167, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 18.0, "pair": 0.2268571574240923, "sign": 0.06951962993480265, "keep": 0.01233723177574575, "leak": 0.012644247764910688, "replacement": 0.27094665728509426} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.114996910095215, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 18.0, "pair": 0.21204213052988052, "sign": 0.09870138595579192, "keep": 0.2982778085715836, "leak": 0.18330306292045861, "replacement": 0.4563574893400073} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 12.429075241088867, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 18.0, "pair": 0.07455645854497561, "sign": 0.03181198882884928, "keep": 0.018229949748043595, "leak": 4.618741838261485, "replacement": 1.2542628832161427} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 9.538013458251953, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 18.0, "pair": 0.04400341948348796, "sign": 0.027757328767620493, "keep": 2.1117227837212322, "leak": 0.5470487363636494, "replacement": 1.2505056783556938} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 50.77969741821289, "loss_scale": 4.0, "retries": 0, "seconds": 212.7, "max_memory_gb": 18.0, "pair": 1.2881865501403809, "sign": 1.6503808265551925, "keep": 4.5348705016076565, "leak": 4.218535289168358, "replacement": 5.435446262359619} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 16.539413452148438, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 18.0, "pair": 0.01813350064912811, "sign": 0.011254346514760982, "keep": 1.3617414378966117, "leak": 1.1704990270081908, "replacement": 0.9972561411559582} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.1812942028045654, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 18.0, "pair": 0.10351138134137727, "sign": 0.014547635830240324, "keep": 0.004150792023779104, "leak": 0.26852430327562615, "replacement": 0.1799916736781597} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 3.006871223449707, "loss_scale": 4.0, "retries": 0, "seconds": 217.5, "max_memory_gb": 18.0, "pair": 0.28390406630933285, "sign": 0.0284867191221565, "keep": 0.004381916813144926, "leak": 0.4810133523424156, "replacement": 0.42059171479195356} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.9392186403274536, "loss_scale": 4.0, "retries": 0, "seconds": 219.1, "max_memory_gb": 18.0, "pair": 0.14525128228706308, "sign": 0.04135403882173705, "keep": 0.127054348295359, "leak": 0.1136618215823546, "replacement": 0.25787093909457326} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.5027315616607666, "loss_scale": 4.0, "retries": 0, "seconds": 220.7, "max_memory_gb": 18.0, "pair": 0.04828775255009532, "sign": 0.00618661567568779, "keep": 0.00030010899899934884, "leak": 0.48504675179719925, "replacement": 0.17279281001538038} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 10.415914535522461, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 18.0, "pair": 0.30557539965957403, "sign": 0.3274581619189121, "keep": 0.29585604621388484, "leak": 0.419971726834774, "replacement": 0.7222254313528538} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 12.020870208740234, "loss_scale": 4.0, "retries": 0, "seconds": 224.0, "max_memory_gb": 18.0, "pair": 0.07916497357655317, "sign": 0.6099899144319352, "keep": 0.33993382775224035, "leak": 0.7998307170346379, "replacement": 0.7540845600888133} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.5806541442871094, "loss_scale": 4.0, "retries": 0, "seconds": 225.5, "max_memory_gb": 18.0, "pair": 0.12276813940843567, "sign": 0.0019651629554573447, "keep": 0.0009132523675816628, "leak": 0.20758682349696755, "replacement": 0.1761040564160794} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.013982057571411, "loss_scale": 4.0, "retries": 0, "seconds": 227.2, "max_memory_gb": 18.0, "pair": 0.1388484202325344, "sign": 0.023416199401253834, "keep": 0.3119167690701943, "leak": 0.06890153931453824, "replacement": 0.32374029979109764} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 21.9915714263916, "loss_scale": 4.0, "retries": 0, "seconds": 228.7, "max_memory_gb": 18.0, "pair": 0.41019312757998705, "sign": 0.19549925287719816, "keep": 0.2775700797792524, "leak": 1.4092803336679935, "replacement": 0.9990478456020355} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 23.906047821044922, "loss_scale": 4.0, "retries": 0, "seconds": 230.3, "max_memory_gb": 18.0, "pair": 0.4130094642750919, "sign": 0.11183136864565313, "keep": 0.0352432355757486, "leak": 3.375218003988266, "replacement": 1.3303512586280704} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.5896344184875488, "loss_scale": 4.0, "retries": 0, "seconds": 232.0, "max_memory_gb": 18.0, "pair": 0.08947831112891436, "sign": 0.0024159153108485043, "keep": 0.0055228211855080644, "leak": 0.3685033747460693, "replacement": 0.18557352758944035} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 18.123226165771484, "loss_scale": 4.0, "retries": 0, "seconds": 233.5, "max_memory_gb": 18.0, "pair": 0.9331729728728533, "sign": 0.9247219164390117, "keep": 3.4283020364869117, "leak": 0.47765369890839793, "replacement": 3.2290984243154526} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.980821371078491, "loss_scale": 4.0, "retries": 0, "seconds": 235.1, "max_memory_gb": 18.0, "pair": 0.07945199147798121, "sign": 0.010967906477162614, "keep": 0.020491707313340157, "leak": 0.5860932320356369, "replacement": 0.24170511402189732} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 11.479575157165527, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 18.0, "pair": 0.15288979304023087, "sign": 0.3561692555376794, "keep": 0.5267737015051353, "leak": 0.5323231127113104, "replacement": 0.7274420186877251} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 6.475305080413818, "loss_scale": 4.0, "retries": 0, "seconds": 238.3, "max_memory_gb": 18.0, "pair": 0.1590998499887064, "sign": 0.866337386512896, "keep": 0.005409971417691395, "leak": 0.2051537324441597, "replacement": 0.6462619863450527} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.398725986480713, "loss_scale": 4.0, "retries": 0, "seconds": 240.0, "max_memory_gb": 18.0, "pair": 0.0583666130551137, "sign": 0.0042951809882652014, "keep": 0.0014669785200567276, "leak": 0.189170076046139, "replacement": 0.10854021273553371} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 7.675609588623047, "loss_scale": 4.0, "retries": 0, "seconds": 241.5, "max_memory_gb": 18.0, "pair": 0.15767905046232045, "sign": 0.038453376619145274, "keep": 0.30691824335372075, "leak": 0.3701754277572036, "replacement": 0.4229087233543396} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.423771858215332, "loss_scale": 4.0, "retries": 0, "seconds": 243.0, "max_memory_gb": 18.0, "pair": 0.03326318564359099, "sign": 0.0044207582250237465, "keep": 0.0004764216937473975, "leak": 0.3043397180736065, "replacement": 0.11179670691490173} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 1.741355061531067, "loss_scale": 4.0, "retries": 0, "seconds": 244.8, "max_memory_gb": 18.0, "pair": 0.08820235729217529, "sign": 0.023383416351862252, "keep": 0.006326014117803425, "leak": 0.17345743719488382, "replacement": 0.14642143063247204} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 13.613775253295898, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 18.0, "pair": 0.22576641233172268, "sign": 0.5940328671131283, "keep": 1.4426352019509068, "leak": 0.8051915615797043, "replacement": 1.4453983306884766} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 1.1812032461166382, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 18.0, "pair": 0.05220652651041746, "sign": 0.1483374999370426, "keep": 0.007259459142915148, "leak": 0.04554082750109956, "replacement": 0.14139020815491676} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.4762043952941895, "loss_scale": 4.0, "retries": 0, "seconds": 249.6, "max_memory_gb": 18.0, "pair": 0.061874412931501865, "sign": 0.009558128978824243, "keep": 0.0009565139080223162, "leak": 0.5095415264368057, "replacement": 0.19451711513102055} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 0.9871259331703186, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.0, "pair": 0.061613972298800945, "sign": 0.007441973313689232, "keep": 0.0010442186917316576, "leak": 0.08950014502624981, "replacement": 0.08823210373520851} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 9.507575035095215, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 18.0, "pair": 0.1959012175211683, "sign": 0.10515804977330845, "keep": 0.1343041847751465, "leak": 1.4435349381528795, "replacement": 0.6765160746872425} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.149433612823486, "loss_scale": 4.0, "retries": 0, "seconds": 254.7, "max_memory_gb": 18.0, "pair": 0.26909285920555703, "sign": 0.3322866851231083, "keep": 0.023769516041284078, "leak": 0.8469569897279143, "replacement": 0.6588602461852133} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 10.396591186523438, "loss_scale": 4.0, "retries": 0, "seconds": 256.2, "max_memory_gb": 18.0, "pair": 0.44681828174361726, "sign": 0.9341109165543457, "keep": 0.3310686647213288, "leak": 0.6355383396148682, "replacement": 1.238292741123587} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.121811866760254, "loss_scale": 4.0, "retries": 0, "seconds": 257.9, "max_memory_gb": 18.0, "pair": 0.1451490061444929, "sign": 0.007936101377708837, "keep": 0.2919430284290456, "leak": 0.43148478493094444, "replacement": 0.40295978263020515} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 4.58980131149292, "loss_scale": 4.0, "retries": 0, "seconds": 259.4, "max_memory_gb": 18.0, "pair": 0.256923021748662, "sign": 0.01033787673804909, "keep": 0.02010654534387868, "leak": 0.2636106107092928, "replacement": 0.33804789185523987} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.903160810470581, "loss_scale": 4.0, "retries": 0, "seconds": 261.0, "max_memory_gb": 18.0, "pair": 0.05893779358302709, "sign": 0.037122398061910644, "keep": 0.0008159613361158335, "leak": 1.0672457003965974, "replacement": 0.3447183892130852} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 10.063027381896973, "loss_scale": 4.0, "retries": 0, "seconds": 262.6, "max_memory_gb": 18.0, "pair": 0.43929345021024346, "sign": 0.5851720829959959, "keep": 1.0082512810768094, "leak": 1.1989341918379068, "replacement": 1.5357387587428093} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 12.68703556060791, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 18.0, "pair": 0.08564605911669787, "sign": 0.10196338492096402, "keep": 0.3981210986498809, "leak": 2.283882886171341, "replacement": 0.9066590318689123} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.006058692932129, "loss_scale": 4.0, "retries": 0, "seconds": 265.7, "max_memory_gb": 18.0, "pair": 0.05568726187630091, "sign": 0.004024957088404335, "keep": 0.010488246793329381, "leak": 0.33309775963425636, "replacement": 0.1462183054536581} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.112660884857178, "loss_scale": 4.0, "retries": 0, "seconds": 267.3, "max_memory_gb": 18.0, "pair": 0.1957256414461881, "sign": 0.08729018918529619, "keep": 0.1949971634458052, "leak": 0.33937407936900854, "replacement": 0.42171284183859825} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 19.425844192504883, "loss_scale": 4.0, "retries": 0, "seconds": 268.8, "max_memory_gb": 18.0, "pair": 0.21061361505417153, "sign": 0.5069469288864639, "keep": 0.7476086374299484, "leak": 0.8527542781084776, "replacement": 1.0510799959301949} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 56.98650360107422, "loss_scale": 4.0, "retries": 0, "seconds": 270.3, "max_memory_gb": 18.0, "pair": 0.6068711802363396, "sign": 0.5721280397847295, "keep": 1.2099693907075562, "leak": 3.912917450070381, "replacement": 2.4761491548269987} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.9607435464859009, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 18.0, "pair": 0.025053564691916108, "sign": 0.01469932051259093, "keep": 0.0479046848059852, "leak": 0.22536425106227398, "replacement": 0.112696627038531} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 12.179925918579102, "loss_scale": 4.0, "retries": 0, "seconds": 273.5, "max_memory_gb": 18.0, "pair": 0.2866215391259175, "sign": 0.033223910664673895, "keep": 1.2493358189449282, "leak": 0.06400276091881096, "replacement": 0.9439020450226963} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 7.0323710441589355, "loss_scale": 4.0, "retries": 0, "seconds": 275.1, "max_memory_gb": 18.0, "pair": 0.22782407701015472, "sign": 0.09762680705171078, "keep": 0.09403241534892004, "leak": 0.2266604844480753, "replacement": 0.3803188167512417} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 12.455061912536621, "loss_scale": 4.0, "retries": 0, "seconds": 276.7, "max_memory_gb": 18.0, "pair": 0.6109649438221822, "sign": 1.288104942017526, "keep": 0.12115761823943672, "leak": 0.10406260332092643, "replacement": 1.3416118808090687} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 6.156145095825195, "loss_scale": 4.0, "retries": 0, "seconds": 278.3, "max_memory_gb": 18.0, "pair": 0.04949001995555591, "sign": 0.05781548898812616, "keep": 0.724497467740548, "leak": 0.7578209936618805, "replacement": 0.6301017496734858} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.506134271621704, "loss_scale": 4.0, "retries": 0, "seconds": 279.9, "max_memory_gb": 18.0, "pair": 0.0444422661093995, "sign": 0.02259274605603423, "keep": 0.006966542338659565, "leak": 0.5479847942478955, "replacement": 0.19621810875833035} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.7989983558654785, "loss_scale": 4.0, "retries": 0, "seconds": 281.4, "max_memory_gb": 18.0, "pair": 0.11763538172817789, "sign": 0.05096969877558877, "keep": 0.0640393741778098, "leak": 0.3827538713812828, "replacement": 0.2708283837419003} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.5667505264282227, "loss_scale": 4.0, "retries": 0, "seconds": 282.9, "max_memory_gb": 18.0, "pair": 0.0880497747566551, "sign": 0.004363017244031653, "keep": 0.035250376513886295, "leak": 0.15746819227933884, "replacement": 0.147223518230021} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 9.109546661376953, "loss_scale": 4.0, "retries": 0, "seconds": 284.5, "max_memory_gb": 18.0, "pair": 0.25233128014951944, "sign": 0.06669349380536005, "keep": 0.20550719286256935, "leak": 0.9870363902300596, "replacement": 0.6351907188072801} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 4.292391777038574, "loss_scale": 4.0, "retries": 0, "seconds": 286.0, "max_memory_gb": 18.0, "pair": 0.031089927359516878, "sign": 0.03734226334563573, "keep": 0.001130233140031578, "leak": 0.9345122277736664, "replacement": 0.2839542292058468} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.2283782958984375, "loss_scale": 4.0, "retries": 0, "seconds": 287.6, "max_memory_gb": 18.0, "pair": 0.11667513136126217, "sign": 0.06273956056247698, "keep": 0.14202314731019783, "leak": 0.8996977582573891, "replacement": 0.4439809266477823} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 10.701411247253418, "loss_scale": 4.0, "retries": 0, "seconds": 289.2, "max_memory_gb": 18.0, "pair": 0.3370927460491657, "sign": 0.21185040520504117, "keep": 0.3761377455666661, "leak": 0.2667390452697873, "replacement": 0.6977715864777565} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 10.355269432067871, "loss_scale": 4.0, "retries": 0, "seconds": 290.7, "max_memory_gb": 18.0, "pair": 0.1554443474742584, "sign": 0.013397477741818875, "keep": 0.8140562570623331, "leak": 0.4246238246560097, "replacement": 0.675327175296843} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 12.051816940307617, "loss_scale": 4.0, "retries": 0, "seconds": 292.3, "max_memory_gb": 18.0, "pair": 0.024350211024284363, "sign": 0.17414947589713847, "keep": 0.17547031439778493, "leak": 0.595868838718161, "replacement": 0.34812732692807913} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 8.62338638305664, "loss_scale": 4.0, "retries": 0, "seconds": 293.9, "max_memory_gb": 18.0, "pair": 0.45958516001701355, "sign": 0.20802998635917902, "keep": 0.21512470953166485, "leak": 0.337634620256722, "replacement": 0.7555711716413498} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.022069931030273, "loss_scale": 4.0, "retries": 0, "seconds": 295.4, "max_memory_gb": 18.0, "pair": 0.23150419685407542, "sign": 0.027409458343754523, "keep": 0.005328632992302573, "leak": 0.30656396970152855, "replacement": 0.3245142363011837} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.6287848949432373, "loss_scale": 4.0, "retries": 0, "seconds": 297.0, "max_memory_gb": 18.0, "pair": 0.12026149436132982, "sign": 0.005375264736358076, "keep": 0.007169204341835211, "leak": 0.03232370025943965, "replacement": 0.1346146548166871} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.301203727722168, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 18.0, "pair": 0.01562076376285404, "sign": 0.006489256746135652, "keep": 0.007882338017225266, "leak": 0.36292775751462614, "replacement": 0.11353849666193128} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 8.24513053894043, "loss_scale": 4.0, "retries": 0, "seconds": 300.1, "max_memory_gb": 18.0, "pair": 0.07378314074594527, "sign": 0.025384018270415254, "keep": 0.006635154595940662, "leak": 3.2997050546109676, "replacement": 0.9147190116345882} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.9231748580932617, "loss_scale": 4.0, "retries": 0, "seconds": 301.7, "max_memory_gb": 18.0, "pair": 0.08349181991070509, "sign": 0.0077841231832280755, "keep": 0.07916620864216384, "leak": 0.564399947412312, "replacement": 0.2680669776163995} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 10.359903335571289, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 18.0, "pair": 0.26219323091208935, "sign": 0.2717401808768045, "keep": 0.010819412674209161, "leak": 0.09182280779350549, "replacement": 0.4264287417754531} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 1.7699413299560547, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 18.0, "pair": 0.056535216979682446, "sign": 0.018252320121973753, "keep": 0.022277569084963034, "leak": 0.6198285815771669, "replacement": 0.23175731301307678} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 18.491575241088867, "loss_scale": 4.0, "retries": 0, "seconds": 306.4, "max_memory_gb": 18.0, "pair": 0.2535412795841694, "sign": 0.07741267478559166, "keep": 0.006975733078434132, "leak": 1.2379720509052277, "replacement": 0.605228491127491} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.7430157661437988, "loss_scale": 4.0, "retries": 0, "seconds": 307.9, "max_memory_gb": 18.0, "pair": 0.10766953357961029, "sign": 0.012405698173097335, "keep": 0.00437466602107861, "leak": 0.025992334500188008, "replacement": 0.12255779793485999} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 1.2591829299926758, "loss_scale": 4.0, "retries": 0, "seconds": 309.4, "max_memory_gb": 18.0, "pair": 0.13741032872349024, "sign": 0.0035526520223356783, "keep": 0.0047099728108150885, "leak": 0.41583766462281346, "replacement": 0.24550105491653085} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 7.324296951293945, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 18.0, "pair": 0.19397534430027008, "sign": 0.3644284007605165, "keep": 0.06866620306391269, "leak": 1.1540095191448927, "replacement": 0.6990250200033188} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.468923568725586, "loss_scale": 4.0, "retries": 0, "seconds": 312.5, "max_memory_gb": 18.0, "pair": 0.0224301261769142, "sign": 0.004452689478057437, "keep": 0.0012956525570189115, "leak": 0.523373871576041, "replacement": 0.15614776872098446} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.2141249179840088, "loss_scale": 4.0, "retries": 0, "seconds": 314.1, "max_memory_gb": 18.0, "pair": 0.07353865460027009, "sign": 0.00468576792627573, "keep": 0.043812849929963704, "leak": 0.1932053230702877, "replacement": 0.14608929120004177} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.250775098800659, "loss_scale": 4.0, "retries": 0, "seconds": 315.7, "max_memory_gb": 18.0, "pair": 0.0922931672539562, "sign": 0.35599505342543125, "keep": 0.07232050111451827, "leak": 0.2202559830620885, "replacement": 0.3615149352699518} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 3.8015124797821045, "loss_scale": 4.0, "retries": 0, "seconds": 317.2, "max_memory_gb": 18.0, "pair": 0.04121485259383917, "sign": 0.01879909698618576, "keep": 0.0012498105425038375, "leak": 0.7172194514423609, "replacement": 0.2305441675707698} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 5.729996204376221, "loss_scale": 4.0, "retries": 0, "seconds": 318.8, "max_memory_gb": 18.0, "pair": 0.07836915669031441, "sign": 0.11059903138084337, "keep": 0.041425583069212735, "leak": 0.4300755612748617, "replacement": 0.26190035650506616} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.418574333190918, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 18.0, "pair": 0.16501219663769007, "sign": 0.01538684667320922, "keep": 0.0035862247241311707, "leak": 0.8751630932092667, "replacement": 0.39328950457274914} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 10.445077896118164, "loss_scale": 4.0, "retries": 0, "seconds": 321.9, "max_memory_gb": 18.0, "pair": 0.2801712521977606, "sign": 0.39575908655751846, "keep": 0.6187452446973225, "leak": 0.5439373161643744, "replacement": 0.9234077733708546} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.3987748622894287, "loss_scale": 4.0, "retries": 0, "seconds": 323.4, "max_memory_gb": 18.0, "pair": 0.10520571377128363, "sign": 0.027503421995788813, "keep": 0.31311520596500486, "leak": 0.12164083868265152, "replacement": 0.3059252370148897} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 4.45135498046875, "loss_scale": 4.0, "retries": 0, "seconds": 325.0, "max_memory_gb": 18.0, "pair": 0.03475555375325712, "sign": 0.0118989376060199, "keep": 0.004960965787176974, "leak": 1.1520688463933766, "replacement": 0.33120272122323513} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 10.14496898651123, "loss_scale": 4.0, "retries": 0, "seconds": 326.5, "max_memory_gb": 18.0, "pair": 0.22550365038478049, "sign": 0.5560036302631488, "keep": 0.06893356074530743, "leak": 2.8388789370656013, "replacement": 1.2476919590553734} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.4752869606018066, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 18.0, "pair": 0.049597664503380656, "sign": 0.007350755709921941, "keep": 0.01680813464918174, "leak": 0.6594294701644685, "replacement": 0.22653447929769754} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 32.179222106933594, "loss_scale": 4.0, "retries": 0, "seconds": 329.6, "max_memory_gb": 18.0, "pair": 0.5544877179490868, "sign": 0.055639161550061544, "keep": 0.00507054685294861, "leak": 3.2850180957466364, "replacement": 1.4060970973223448} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 6.759269714355469, "loss_scale": 4.0, "retries": 0, "seconds": 331.2, "max_memory_gb": 18.0, "pair": 0.41272197011858225, "sign": 0.5829748989199288, "keep": 2.4646940648090094, "leak": 0.15074887831724482, "replacement": 1.9742436930537224} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.008646011352539, "loss_scale": 4.0, "retries": 0, "seconds": 332.8, "max_memory_gb": 18.0, "pair": 0.31787537317723036, "sign": 0.2807927213725634, "keep": 0.03437188023235649, "leak": 0.5457027313532308, "replacement": 0.6118833459913731} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.30735182762146, "loss_scale": 4.0, "retries": 0, "seconds": 334.4, "max_memory_gb": 18.0, "pair": 0.21200377959758043, "sign": 0.028513320488855243, "keep": 0.04056613624561578, "leak": 0.6444476754404604, "replacement": 0.40765541419386864} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 8.015270233154297, "loss_scale": 4.0, "retries": 0, "seconds": 335.9, "max_memory_gb": 18.0, "pair": 0.10780262458138168, "sign": 0.03740060795098543, "keep": 0.01911262923385948, "leak": 0.7657876302964723, "replacement": 0.32750615011900663} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 0.9032661318778992, "loss_scale": 4.0, "retries": 0, "seconds": 337.5, "max_memory_gb": 18.0, "pair": 0.021372436476667644, "sign": 0.014129302784567699, "keep": 0.002123685108472273, "leak": 0.039335837587714195, "replacement": 0.039332891392405145} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.7911479473114014, "loss_scale": 4.0, "retries": 0, "seconds": 339.0, "max_memory_gb": 18.0, "pair": 0.09614351252093911, "sign": 0.06927574615110643, "keep": 0.019204572178750823, "leak": 0.1952146691037342, "replacement": 0.18918733671307564} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.3620569705963135, "loss_scale": 4.0, "retries": 0, "seconds": 340.5, "max_memory_gb": 18.0, "pair": 0.18036218080669641, "sign": 0.08689620828954503, "keep": 0.012776344345184043, "leak": 1.009771678596735, "replacement": 0.4826413616538048} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 10.354763984680176, "loss_scale": 4.0, "retries": 0, "seconds": 342.1, "max_memory_gb": 18.0, "pair": 0.47010359074920416, "sign": 0.1881843680748716, "keep": 0.12792042377986945, "leak": 0.9518664500210434, "replacement": 0.8661226257681847} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.249993085861206, "loss_scale": 4.0, "retries": 0, "seconds": 343.7, "max_memory_gb": 18.0, "pair": 0.04489031046250602, "sign": 0.00737319297331851, "keep": 0.002615567625745996, "leak": 0.31392052583396435, "replacement": 0.12836482282727957} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.728085517883301, "loss_scale": 4.0, "retries": 0, "seconds": 345.3, "max_memory_gb": 18.0, "pair": 0.14699714003654663, "sign": 0.0031881169161351863, "keep": 0.07198497117497027, "leak": 0.4684606837690808, "replacement": 0.30169885605573654} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.0655567646026611, "loss_scale": 4.0, "retries": 0, "seconds": 346.8, "max_memory_gb": 18.0, "pair": 0.0530077664880082, "sign": 0.006537768364069052, "keep": 0.005315334306942532, "leak": 0.13533646243377007, "replacement": 0.09276843455154449} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.9827497005462646, "loss_scale": 4.0, "retries": 0, "seconds": 348.3, "max_memory_gb": 18.0, "pair": 0.08433895744383335, "sign": 0.019712948240339756, "keep": 0.17679200135171413, "leak": 0.6548478780314326, "replacement": 0.34630341082811356} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.028418779373169, "loss_scale": 4.0, "retries": 0, "seconds": 349.9, "max_memory_gb": 18.0, "pair": 0.07802800399622356, "sign": 0.04208551459305454, "keep": 0.009187797634467643, "leak": 0.63662376080174, "replacement": 0.26282059733057395} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.8578298091888428, "loss_scale": 4.0, "retries": 0, "seconds": 351.4, "max_memory_gb": 18.0, "pair": 0.14141928649041802, "sign": 0.003454134479397908, "keep": 0.023053578099563765, "leak": 0.5133507761638612, "replacement": 0.2830108490306884} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.084126949310303, "loss_scale": 4.0, "retries": 0, "seconds": 353.0, "max_memory_gb": 18.0, "pair": 0.20560321449011099, "sign": 0.061110376176657155, "keep": 0.002052217430758674, "leak": 0.4111570119857788, "replacement": 0.33997376076877117} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.552158832550049, "loss_scale": 4.0, "retries": 0, "seconds": 354.6, "max_memory_gb": 18.0, "pair": 0.01851962725777412, "sign": 0.006793855915020686, "keep": 0.0231079814207078, "leak": 0.9663314949721098, "replacement": 0.2750534266233444} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.6241743564605713, "loss_scale": 4.0, "retries": 0, "seconds": 356.1, "max_memory_gb": 18.0, "pair": 0.11234700912609696, "sign": 0.010255106870317832, "keep": 0.019462344680960086, "leak": 0.15412194188684225, "replacement": 0.1657362161204219} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.4649907350540161, "loss_scale": 4.0, "retries": 0, "seconds": 357.7, "max_memory_gb": 18.0, "pair": 0.10768509857007302, "sign": 0.0269138123258017, "keep": 0.006602472873055376, "leak": 0.3788076448254287, "replacement": 0.21914514782838523} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 8.0444974899292, "loss_scale": 4.0, "retries": 0, "seconds": 359.3, "max_memory_gb": 18.0, "pair": 0.05570982047356665, "sign": 0.009476335428189486, "keep": 0.004281294226530008, "leak": 1.3037659982219338, "replacement": 0.38853013422340155} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 6.049905300140381, "loss_scale": 4.0, "retries": 0, "seconds": 360.8, "max_memory_gb": 18.0, "pair": 0.08790694479830563, "sign": 0.06279782033379888, "keep": 0.02358479949151615, "leak": 0.21089821122586727, "replacement": 0.18382280878722668} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 11.018072128295898, "loss_scale": 4.0, "retries": 0, "seconds": 362.4, "max_memory_gb": 18.0, "pair": 0.44646032084710896, "sign": 0.9103041365742683, "keep": 0.07599017475149594, "leak": 0.06767251016572118, "replacement": 0.9565256731584668} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.193601369857788, "loss_scale": 4.0, "retries": 0, "seconds": 364.0, "max_memory_gb": 18.0, "pair": 0.16809134298819117, "sign": 0.005219131599005777, "keep": 0.004850381750259203, "leak": 0.08501773385796696, "replacement": 0.1943805324845016} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.3114013671875, "loss_scale": 4.0, "retries": 0, "seconds": 365.5, "max_memory_gb": 18.0, "pair": 0.140265948837623, "sign": 0.025293045211583376, "keep": 0.02042785544472281, "leak": 0.2735274210572243, "replacement": 0.2315082587301731} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 5.799540042877197, "loss_scale": 4.0, "retries": 0, "seconds": 367.1, "max_memory_gb": 18.0, "pair": 0.16061599605018273, "sign": 0.12201477853523102, "keep": 0.12005525971653697, "leak": 1.0375267053750576, "replacement": 0.5410326822311617} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 11.72888469696045, "loss_scale": 4.0, "retries": 0, "seconds": 368.7, "max_memory_gb": 18.0, "pair": 0.5508438316246611, "sign": 1.413659897632897, "keep": 3.264665562077198, "leak": 1.0019357670098543, "replacement": 3.1404905933886766} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.984039068222046, "loss_scale": 4.0, "retries": 0, "seconds": 370.2, "max_memory_gb": 18.0, "pair": 0.0826491679326864, "sign": 0.014935440107365139, "keep": 0.003093985025763857, "leak": 0.06563130539143458, "replacement": 0.10807170905172825} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 13.401658058166504, "loss_scale": 4.0, "retries": 0, "seconds": 371.9, "max_memory_gb": 18.0, "pair": 0.03962272545322776, "sign": 0.016616010761936195, "keep": 0.44188263466094213, "leak": 0.1747898031026125, "replacement": 0.31256949971430004} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.422881007194519, "loss_scale": 4.0, "retries": 0, "seconds": 373.4, "max_memory_gb": 18.0, "pair": 0.02419627271592617, "sign": 0.005630059487884864, "keep": 0.0016900933369470295, "leak": 0.19756296463310719, "replacement": 0.0772470923839137} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 6.472373962402344, "loss_scale": 4.0, "retries": 0, "seconds": 374.9, "max_memory_gb": 18.0, "pair": 0.06108689622487873, "sign": 0.17269501723058056, "keep": 0.0413667326470204, "leak": 1.5205287914723158, "replacement": 0.5482499664649367} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 5.476006507873535, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 18.0, "pair": 0.14627343451138586, "sign": 0.01163869583979249, "keep": 0.023982135840924457, "leak": 1.9568929283177567, "replacement": 0.6533070802688599} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.457305908203125, "loss_scale": 4.0, "retries": 0, "seconds": 378.1, "max_memory_gb": 18.0, "pair": 0.3157346942170989, "sign": 0.42319035303080454, "keep": 0.42458099561688556, "leak": 1.0570009741932154, "replacement": 1.003870639950037} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 9.493753433227539, "loss_scale": 4.0, "retries": 0, "seconds": 379.7, "max_memory_gb": 18.0, "pair": 0.40974264734541066, "sign": 0.10320772066916106, "keep": 0.023147350168187586, "leak": 0.9027505619451404, "replacement": 0.6986077902838588} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 9.878639221191406, "loss_scale": 4.0, "retries": 0, "seconds": 381.3, "max_memory_gb": 18.0, "pair": 0.04320511105470359, "sign": 0.0045704936783295125, "keep": 0.43112498210030026, "leak": 2.0420517958700657, "replacement": 0.7715657874941826} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 7.53575325012207, "loss_scale": 4.0, "retries": 0, "seconds": 382.8, "max_memory_gb": 18.0, "pair": 0.11737568023090716, "sign": 0.1007975522588822, "keep": 0.044839089879587846, "leak": 0.2606960500124842, "replacement": 0.2553680054843426} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 2.898498773574829, "loss_scale": 4.0, "retries": 0, "seconds": 384.3, "max_memory_gb": 18.0, "pair": 0.10018397867679596, "sign": 0.038004173460649326, "keep": 0.007546955173893366, "leak": 0.46102265641093254, "replacement": 0.23821520060300827} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 6.772507667541504, "loss_scale": 4.0, "retries": 0, "seconds": 385.9, "max_memory_gb": 18.0, "pair": 0.3267193343490362, "sign": 0.4686819112394005, "keep": 0.8504535014972134, "leak": 0.4484754903241992, "replacement": 1.0984059376642108} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.1242990493774414, "loss_scale": 4.0, "retries": 0, "seconds": 387.4, "max_memory_gb": 18.0, "pair": 0.04621396027505398, "sign": 0.047739012574311346, "keep": 0.08385450590867549, "leak": 0.11014866484765662, "replacement": 0.1395478919148445} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 5.383982181549072, "loss_scale": 4.0, "retries": 0, "seconds": 389.0, "max_memory_gb": 18.0, "pair": 0.024220728606451303, "sign": 0.005086896155262366, "keep": 0.0006717105416100821, "leak": 1.1570847951807082, "replacement": 0.3163712350651622} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.8603161573410034, "loss_scale": 4.0, "retries": 0, "seconds": 390.6, "max_memory_gb": 18.0, "pair": 0.08518645260483027, "sign": 0.019140442251227796, "keep": 0.009824173291235638, "leak": 0.024144903754859115, "replacement": 0.10570498555898666} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 23.661035537719727, "loss_scale": 4.0, "retries": 0, "seconds": 392.0, "max_memory_gb": 18.0, "pair": 0.10758200380951166, "sign": 0.4168038456700742, "keep": 0.7511999160633422, "leak": 0.13946424518508138, "replacement": 0.7264499440789223} diff --git a/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a68f6738b6250b9a79cc4e6aa688b9855cf7ac63 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8101_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.1.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8101_s13/config.json b/runs/fixed_internvl/replacement/Random8_8101_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c0e25ccc6db3e92dd003d7e6cce4194f7333702a --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8101_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8101", + "layers": [ + 1, + 4, + 9, + 10, + 21, + 28, + 31, + 35 + ], + "ranks": { + "1": 72, + "4": 72, + "9": 72, + "10": 72, + "21": 72, + "28": 72, + "31": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8101_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8101_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a4298f6a2b12d529ca9df9191f93df16c54d38cb --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8101_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 8.67043399810791, "loss_scale": 4.0, "retries": 0, "seconds": 2.0, "max_memory_gb": 17.84, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.088004112243652, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 18.18, "pair": 1.0943784713745117, "sign": 0.18057509430218488, "keep": 1.3670839983969927, "leak": 1.327208487111875e-05, "replacement": 1.8682113587856293} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 20.04922103881836, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 18.18, "pair": 1.0728999972343445, "sign": 0.11383914947509766, "keep": 1.9751832038164139, "leak": 0.00024982083056102056, "replacement": 2.117473602294922} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 11.426353454589844, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 18.18, "pair": 1.029815524816513, "sign": 0.03702634363435209, "keep": 0.6796326893672813, "leak": 0.005316729671903886, "replacement": 1.3894742131233215} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 6.807474136352539, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 18.18, "pair": 1.0202783346176147, "sign": 0.11350195622071624, "keep": 0.021994349335727748, "leak": 0.006255022632103646, "replacement": 1.089590236544609} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 7.76892614364624, "loss_scale": 4.0, "retries": 0, "seconds": 12.1, "max_memory_gb": 18.18, "pair": 0.9667135179042816, "sign": 0.18716132640838623, "keep": 0.4173091094417032, "leak": 0.018914306676379056, "replacement": 1.2736772894859314} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 8.323083877563477, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.18, "pair": 0.7778924703598022, "sign": 0.08220677077770233, "keep": 0.5579061639582505, "leak": 0.1472062934190035, "replacement": 1.1347505003213882} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.181172847747803, "loss_scale": 4.0, "retries": 0, "seconds": 16.0, "max_memory_gb": 18.19, "pair": 0.6650543361902237, "sign": 0.186784997000359, "keep": 0.25660575181245804, "leak": 0.25735440012067556, "replacement": 0.9510882943868637} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 26.977771759033203, "loss_scale": 4.0, "retries": 0, "seconds": 17.9, "max_memory_gb": 18.19, "pair": 0.7524541765451431, "sign": 0.5824565449729562, "keep": 0.4526376724243164, "leak": 0.14019122393801808, "replacement": 1.30504909157753} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.8542699813842773, "loss_scale": 4.0, "retries": 0, "seconds": 20.1, "max_memory_gb": 18.19, "pair": 0.4286387711763382, "sign": 0.05320275598205626, "keep": 0.008563709467125591, "leak": 0.711604431271553, "replacement": 0.6374230980873108} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 3.4325437545776367, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 18.19, "pair": 0.33326341956853867, "sign": 0.16899570578243583, "keep": 0.026580592872051056, "leak": 1.0252625346183777, "replacement": 0.6873671859502792} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 4.072909355163574, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 18.19, "pair": 0.231960691511631, "sign": 0.03561820765025914, "keep": 0.019399067785343505, "leak": 1.1733001619577408, "replacement": 0.552794374525547} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.536360263824463, "loss_scale": 4.0, "retries": 0, "seconds": 25.9, "max_memory_gb": 18.19, "pair": 0.15835067257285118, "sign": 0.021922827465459704, "keep": 0.01025187807886141, "leak": 1.8230155855417252, "replacement": 0.6301919221878052} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 7.790462493896484, "loss_scale": 4.0, "retries": 0, "seconds": 27.6, "max_memory_gb": 18.19, "pair": 0.2126546259969473, "sign": 0.1264322898350656, "keep": 0.2576934454264119, "leak": 1.595926195383072, "replacement": 0.8036990612745285} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.479001045227051, "loss_scale": 4.0, "retries": 0, "seconds": 29.2, "max_memory_gb": 18.19, "pair": 0.3019286319613457, "sign": 0.20736241911072284, "keep": 0.01411142634378848, "leak": 1.3558731228113174, "replacement": 0.7516338154673576} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.328370094299316, "loss_scale": 4.0, "retries": 0, "seconds": 30.9, "max_memory_gb": 18.19, "pair": 0.3208254836499691, "sign": 0.22781386185670272, "keep": 0.009779734333278611, "leak": 0.6883980333805084, "replacement": 0.6117218136787415} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.676669597625732, "loss_scale": 4.0, "retries": 0, "seconds": 32.6, "max_memory_gb": 18.19, "pair": 0.3915994241833687, "sign": 0.5789396448526531, "keep": 0.13350361536140554, "leak": 0.4640714956331067, "replacement": 0.8638389483094215} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.700626850128174, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 18.19, "pair": 0.386306494474411, "sign": 0.12094892672030255, "keep": 0.02060440380591899, "leak": 0.6552066504955292, "replacement": 0.6208848208189011} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 7.9916253089904785, "loss_scale": 4.0, "retries": 0, "seconds": 35.9, "max_memory_gb": 18.19, "pair": 0.265933932736516, "sign": 0.01646387210348621, "keep": 0.013442541465337854, "leak": 1.972069837152958, "replacement": 0.7739045917987823} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 7.424935817718506, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 18.19, "pair": 0.4754524230957031, "sign": 0.010899315355345607, "keep": 0.002629093991345144, "leak": 0.12271527759730816, "replacement": 0.5128954350948334} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.919437408447266, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 18.19, "pair": 0.3590986952185631, "sign": 0.014810808934271336, "keep": 0.0021420894481707364, "leak": 0.6056732935830951, "replacement": 0.5189934894442558} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.357578277587891, "loss_scale": 4.0, "retries": 0, "seconds": 41.1, "max_memory_gb": 18.19, "pair": 0.40948332101106644, "sign": 0.03424849605653435, "keep": 0.020561226410791278, "leak": 0.37786639493424445, "replacement": 0.5313547924160957} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 4.313107013702393, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 18.19, "pair": 0.16903619281947613, "sign": 0.009073917870409787, "keep": 0.00430953244358534, "leak": 1.0586777925491333, "replacement": 0.44039735943078995} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.192480564117432, "loss_scale": 4.0, "retries": 0, "seconds": 44.5, "max_memory_gb": 18.19, "pair": 0.1588267032057047, "sign": 0.00581683567725122, "keep": 0.0052325979340821505, "leak": 1.3700934946537018, "replacement": 0.5068747848272324} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.0412492752075195, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 18.19, "pair": 0.2616369407624006, "sign": 0.06685765518341213, "keep": 0.5840090781239269, "leak": 0.3759320839308202, "replacement": 0.6810533385723829} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.733318567276001, "loss_scale": 4.0, "retries": 0, "seconds": 47.8, "max_memory_gb": 18.19, "pair": 0.20620720088481903, "sign": 0.025854415929643437, "keep": 0.02786283772729803, "leak": 0.5390744041651487, "replacement": 0.3678344413638115} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.5693230628967285, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 18.19, "pair": 0.24135381169617176, "sign": 0.1189757363172248, "keep": 0.07917822070521652, "leak": 0.4131111647002399, "replacement": 0.44370856136083603} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 6.691110134124756, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 18.19, "pair": 0.32711873506195843, "sign": 0.13634363724850118, "keep": 0.1932312499557156, "leak": 1.4805143475532532, "replacement": 0.8620347827672958} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 31.669004440307617, "loss_scale": 4.0, "retries": 0, "seconds": 52.9, "max_memory_gb": 18.19, "pair": 0.9259735969826579, "sign": 1.4561946403700858, "keep": 1.4377269652613904, "leak": 5.373713597655296, "replacement": 3.7163627222180367} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 6.315030574798584, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 18.19, "pair": 0.07036697212606668, "sign": 0.002931780029030051, "keep": 0.0045371147479329466, "leak": 1.3624403998546768, "replacement": 0.41471152380108833} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 32.29235076904297, "loss_scale": 4.0, "retries": 0, "seconds": 56.4, "max_memory_gb": 18.19, "pair": 1.636549485847354, "sign": 0.8894597592880018, "keep": 1.625224359377171, "leak": 5.146807357668877, "replacement": 4.180593550205231} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.219134330749512, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 18.19, "pair": 0.3167127035558224, "sign": 0.11255179811269045, "keep": 0.0033506432082504034, "leak": 1.1153940216172487, "replacement": 0.6535124331712723} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 14.875136375427246, "loss_scale": 4.0, "retries": 0, "seconds": 59.9, "max_memory_gb": 18.19, "pair": 0.5092727765440941, "sign": 0.5306852338835597, "keep": 0.8278783371206373, "leak": 1.2770083737559617, "replacement": 1.507806669920683} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.898258924484253, "loss_scale": 4.0, "retries": 0, "seconds": 61.5, "max_memory_gb": 18.19, "pair": 0.17025237204506993, "sign": 0.017167422513011843, "keep": 0.003050329565667198, "leak": 0.8290607692069898, "replacement": 0.38762645423412323} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 4.652760028839111, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 18.19, "pair": 0.16681557008996606, "sign": 0.013383292010985315, "keep": 0.0011826010077129467, "leak": 1.2974243592470884, "replacement": 0.49845459684729576} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 6.973845958709717, "loss_scale": 4.0, "retries": 0, "seconds": 65.0, "max_memory_gb": 18.19, "pair": 0.24947980418801308, "sign": 0.04195318295387551, "keep": 0.48413411802903283, "leak": 0.9388693553046323, "replacement": 0.74724081158638} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.1109845638275146, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 18.19, "pair": 0.3201539199799299, "sign": 0.10247207491192967, "keep": 0.15366313678896404, "leak": 0.1205959958024323, "replacement": 0.4783705398440361} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.7549514770507812, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 18.19, "pair": 0.25320446118712425, "sign": 0.052602848270908, "keep": 0.031463260063901544, "leak": 0.25134303071536124, "replacement": 0.35807326436042786} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.881289482116699, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 18.19, "pair": 0.3543855268508196, "sign": 1.250226370873861, "keep": 0.11231514216797223, "leak": 0.3391332598403096, "replacement": 1.1204395554959774} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.087981939315796, "loss_scale": 4.0, "retries": 0, "seconds": 71.7, "max_memory_gb": 18.19, "pair": 0.13608266273513436, "sign": 0.007523103791754693, "keep": 0.006171778011776041, "leak": 0.40651395300301374, "replacement": 0.24455859512090683} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 12.97581672668457, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 18.19, "pair": 0.4331323839724064, "sign": 1.1976048462092876, "keep": 1.9501178994541988, "leak": 1.6703336909413338, "replacement": 2.4245771542191505} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.2321085929870605, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 18.19, "pair": 0.12179622333496809, "sign": 0.015633249247912318, "keep": 0.0006643153516847633, "leak": 1.277406245470047, "replacement": 0.4492965806275606} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.894120931625366, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 18.19, "pair": 0.09769993391819298, "sign": 0.04191931337118149, "keep": 0.0009299286743953417, "leak": 0.5725772231817245, "replacement": 0.2622688598930836} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.76024866104126, "loss_scale": 4.0, "retries": 0, "seconds": 78.5, "max_memory_gb": 18.19, "pair": 0.04959366098046303, "sign": 0.02513601936516352, "keep": 0.17779425379922031, "leak": 0.5571601986885071, "replacement": 0.2903488427400589} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 12.309440612792969, "loss_scale": 4.0, "retries": 0, "seconds": 80.1, "max_memory_gb": 18.19, "pair": 0.27168647618964314, "sign": 0.41972352121956646, "keep": 1.7658502790582133, "leak": 1.3745540715754032, "replacement": 1.7081119269132614} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 11.875269889831543, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 18.19, "pair": 0.23289258033037186, "sign": 0.16350795660400763, "keep": 0.19652721052989364, "leak": 0.12423188262619078, "replacement": 0.44396813213825226} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.3046157360076904, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 18.19, "pair": 0.13784548826515675, "sign": 0.03727049840381369, "keep": 0.008088227779808221, "leak": 0.09874113501427928, "replacement": 0.18521014228463173} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 2.4196078777313232, "loss_scale": 4.0, "retries": 0, "seconds": 85.3, "max_memory_gb": 18.19, "pair": 0.05368354148231447, "sign": 0.00593902965192683, "keep": 0.0054755657620262355, "leak": 0.2985919117927551, "replacement": 0.13403881713747978} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 5.068080425262451, "loss_scale": 4.0, "retries": 0, "seconds": 86.9, "max_memory_gb": 18.19, "pair": 0.11047838837839663, "sign": 0.017077888711355627, "keep": 0.014084230779189966, "leak": 1.5676520317792892, "replacement": 0.5179724600166082} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.191040277481079, "loss_scale": 4.0, "retries": 0, "seconds": 88.7, "max_memory_gb": 18.19, "pair": 0.09061771724373102, "sign": 0.025005589821375906, "keep": 0.20465854436997688, "leak": 0.5194987528957427, "replacement": 0.33532446064054966} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 6.03611421585083, "loss_scale": 4.0, "retries": 0, "seconds": 90.4, "max_memory_gb": 18.19, "pair": 0.12143912725150585, "sign": 0.014230602275347337, "keep": 0.3801646179117597, "leak": 0.8454463602975011, "replacement": 0.5299983220174909} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.5083014965057373, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 18.19, "pair": 0.24941665306687355, "sign": 0.20579460472799838, "keep": 0.026034242153400555, "leak": 0.7513126898556948, "replacement": 0.5531592573970556} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.508257865905762, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 18.19, "pair": 0.1561196856200695, "sign": 0.06300330098019913, "keep": 0.09296118465135805, "leak": 1.109920173883438, "replacement": 0.5115819796919823} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.5075924396514893, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 18.19, "pair": 0.1630534646101296, "sign": 0.021444631391204894, "keep": 0.016771350346971303, "leak": 1.0427344888448715, "replacement": 0.44284508377313614} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 2.944488286972046, "loss_scale": 4.0, "retries": 0, "seconds": 97.1, "max_memory_gb": 18.19, "pair": 0.1126396618783474, "sign": 0.0038256107945926487, "keep": 0.010785863560613507, "leak": 0.21229993645101786, "replacement": 0.1730203814804554} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.466860055923462, "loss_scale": 4.0, "retries": 0, "seconds": 98.7, "max_memory_gb": 18.19, "pair": 0.1578646288253367, "sign": 0.01079107925761491, "keep": 0.032394030364230275, "leak": 0.6072620722115971, "replacement": 0.3312726989388466} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.5911355018615723, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 18.19, "pair": 0.11831162116141059, "sign": 0.07992913800626411, "keep": 0.0044417855397682615, "leak": 0.21779472107300535, "replacement": 0.21494576521217823} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 6.083562850952148, "loss_scale": 4.0, "retries": 0, "seconds": 102.1, "max_memory_gb": 18.19, "pair": 0.0061506872734753415, "sign": 0.0017512041085865349, "keep": 0.0035195028231100878, "leak": 1.2123543673660606, "replacement": 0.31187463621608913} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 7.526576995849609, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 18.19, "pair": 0.3203291066165548, "sign": 0.057415310795477126, "keep": 0.07213579318431584, "leak": 1.0181945867370814, "replacement": 0.639653317630291} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 6.821964740753174, "loss_scale": 4.0, "retries": 0, "seconds": 105.6, "max_memory_gb": 18.19, "pair": 0.13643800374120474, "sign": 0.009195049060508609, "keep": 0.11765929164357658, "leak": 2.440473443828523, "replacement": 0.8099835067987442} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 15.750223159790039, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 18.19, "pair": 0.3298581689596176, "sign": 0.26983086625114083, "keep": 0.06685846307664178, "leak": 2.564187936251983, "replacement": 1.1392498463392258} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.554046154022217, "loss_scale": 4.0, "retries": 0, "seconds": 109.0, "max_memory_gb": 18.19, "pair": 0.10301310196518898, "sign": 0.01681477332022041, "keep": 0.01376963372604223, "leak": 0.2556073237210512, "replacement": 0.18220713268965483} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.571237564086914, "loss_scale": 4.0, "retries": 0, "seconds": 110.7, "max_memory_gb": 18.19, "pair": 0.45392454182729125, "sign": 0.10269277053885162, "keep": 0.04873108729952946, "leak": 0.03303780871647177, "replacement": 0.5378959206864238} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.111762046813965, "loss_scale": 4.0, "retries": 0, "seconds": 112.3, "max_memory_gb": 18.19, "pair": 0.35214795358479023, "sign": 0.019386436557397246, "keep": 0.015349879511632025, "leak": 0.08341218531131744, "replacement": 0.39036915451288223} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.8606483936309814, "loss_scale": 4.0, "retries": 0, "seconds": 114.0, "max_memory_gb": 18.19, "pair": 0.22591157257556915, "sign": 0.09401991288177669, "keep": 0.16918801190331578, "leak": 0.41801370558096096, "replacement": 0.4620189592242241} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.8504974842071533, "loss_scale": 4.0, "retries": 0, "seconds": 115.7, "max_memory_gb": 18.19, "pair": 0.12376570486230776, "sign": 0.11672447330420255, "keep": 0.3071779023521195, "leak": 0.25547141395509243, "replacement": 0.39958475809544325} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.3572638034820557, "loss_scale": 4.0, "retries": 0, "seconds": 117.4, "max_memory_gb": 18.19, "pair": 0.05762981157749891, "sign": 0.00967444630805403, "keep": 0.008426035099546425, "leak": 0.5063380657229573, "replacement": 0.19326456356793642} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 4.2799577713012695, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 18.19, "pair": 0.07431018847273663, "sign": 0.007458350039087236, "keep": 0.0016684046713066891, "leak": 1.0074367001652718, "replacement": 0.330732736736536} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 8.009366035461426, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 18.19, "pair": 0.6284873769618571, "sign": 0.7845593227539212, "keep": 1.086074535996886, "leak": 0.9241834133863449, "replacement": 1.79485023021698} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.5722250938415527, "loss_scale": 4.0, "retries": 0, "seconds": 122.4, "max_memory_gb": 18.19, "pair": 0.317594550549984, "sign": 0.045471878547687083, "keep": 0.002501411723642377, "leak": 0.8075001976685598, "replacement": 0.5434562675654888} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.8084020614624023, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 18.19, "pair": 0.1188541465671733, "sign": 0.010076702164951712, "keep": 0.017833451938258804, "leak": 0.20390057750046253, "replacement": 0.18378436472266912} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.0851540565490723, "loss_scale": 4.0, "retries": 0, "seconds": 125.9, "max_memory_gb": 18.19, "pair": 0.18097965605556965, "sign": 0.19763326621614397, "keep": 0.014337893051560968, "leak": 0.7616372182965279, "replacement": 0.4773745611310005} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.8753557205200195, "loss_scale": 4.0, "retries": 0, "seconds": 127.5, "max_memory_gb": 18.19, "pair": 0.09480810863897204, "sign": 0.06077186018228531, "keep": 0.5255102653372887, "leak": 0.23078329651616514, "replacement": 0.4456449896097183} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.62005877494812, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 18.19, "pair": 0.2718567737028934, "sign": 0.16157225732240477, "keep": 0.07495925331011222, "leak": 0.26037103263661265, "replacement": 0.45521528273820877} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.597168922424316, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 18.19, "pair": 0.5371226854622364, "sign": 0.5422156935092062, "keep": 1.0204375514294952, "leak": 0.16699843384174073, "replacement": 1.3601990230381489} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 7.762929439544678, "loss_scale": 4.0, "retries": 0, "seconds": 132.7, "max_memory_gb": 18.19, "pair": 0.0483846734277904, "sign": 0.008409189933445305, "keep": 0.007623058560398022, "leak": 1.1419733272632584, "replacement": 0.34189413115382195} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.1897687911987305, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 18.19, "pair": 0.19670748291537166, "sign": 0.007449834607541561, "keep": 0.005050126053902204, "leak": 0.4306841781362891, "replacement": 0.3106285035610199} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.9969383478164673, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 18.19, "pair": 0.06523800827562809, "sign": 0.13121868422604166, "keep": 0.0008343326464910206, "leak": 0.29016117844730616, "replacement": 0.20380480494350195} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 8.841346740722656, "loss_scale": 4.0, "retries": 0, "seconds": 137.7, "max_memory_gb": 18.19, "pair": 0.04370872498839162, "sign": 0.00798816149472259, "keep": 0.003179223712095336, "leak": 2.4306356402630627, "replacement": 0.6569513310678303} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 3.1375677585601807, "loss_scale": 4.0, "retries": 0, "seconds": 139.5, "max_memory_gb": 18.19, "pair": 0.14075194217730314, "sign": 0.035635477033792995, "keep": 0.021950989117582864, "leak": 0.679662587121129, "replacement": 0.33946083136834204} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 5.295281410217285, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 18.19, "pair": 0.128455727128312, "sign": 0.02998675563139841, "keep": 0.11078395042568445, "leak": 1.4395640432994696, "replacement": 0.5587321072816849} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 8.901314735412598, "loss_scale": 4.0, "retries": 0, "seconds": 142.7, "max_memory_gb": 18.19, "pair": 0.5516762621700764, "sign": 0.8789172801189125, "keep": 0.031159172242041677, "leak": 0.10909839440137148, "replacement": 1.033989042043686} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.9588747024536133, "loss_scale": 4.0, "retries": 0, "seconds": 144.5, "max_memory_gb": 18.19, "pair": 0.29059813544154167, "sign": 0.019990870729088783, "keep": 0.22949313331628218, "leak": 0.09718695865012705, "replacement": 0.4396368879824877} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.6015026569366455, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 18.19, "pair": 0.07945025293156505, "sign": 0.011922649093321525, "keep": 0.005903877382593237, "leak": 0.28389333095401525, "replacement": 0.1593368500471115} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.409208297729492, "loss_scale": 4.0, "retries": 0, "seconds": 147.9, "max_memory_gb": 18.19, "pair": 0.007607142149936408, "sign": 0.0029445727632264607, "keep": 0.0007135787396919113, "leak": 0.4383282959461212, "replacement": 0.1190182922873646} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.413546323776245, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 18.19, "pair": 0.169495839625597, "sign": 0.13875697180628777, "keep": 0.06139268178958446, "leak": 0.22443374189697352, "replacement": 0.32567909359931946} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.497849225997925, "loss_scale": 4.0, "retries": 0, "seconds": 151.3, "max_memory_gb": 18.19, "pair": 0.11236306745558977, "sign": 0.05827835010131821, "keep": 0.004751668006065302, "leak": 0.6217537675984204, "replacement": 0.2993165235966444} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 8.567201614379883, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 18.19, "pair": 0.15724154382951383, "sign": 0.2384989934907935, "keep": 0.0818949317907709, "leak": 1.1222197152674198, "replacement": 0.5979934334754944} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.466783046722412, "loss_scale": 4.0, "retries": 0, "seconds": 154.7, "max_memory_gb": 18.19, "pair": 0.09769349469570443, "sign": 0.0528290175498114, "keep": 0.009057607604347595, "leak": 0.08295783266657963, "replacement": 0.14937626849859953} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.0597519874572754, "loss_scale": 4.0, "retries": 0, "seconds": 156.4, "max_memory_gb": 18.19, "pair": 0.13790504727512598, "sign": 0.022741615830454975, "keep": 0.007608444953802973, "leak": 0.3145356064196676, "replacement": 0.23171398788690567} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 34.841976165771484, "loss_scale": 4.0, "retries": 0, "seconds": 158.1, "max_memory_gb": 18.19, "pair": 0.6128361728042364, "sign": 0.47559164444101043, "keep": 0.8831014624884119, "leak": 1.8718045591376722, "replacement": 1.7601338354870677} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 17.125221252441406, "loss_scale": 4.0, "retries": 0, "seconds": 159.7, "max_memory_gb": 18.19, "pair": 0.1881954834825592, "sign": 0.785149270115653, "keep": 1.1751130000334626, "leak": 0.21708149358710216, "replacement": 1.2225970872677863} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.743789196014404, "loss_scale": 4.0, "retries": 0, "seconds": 161.4, "max_memory_gb": 18.19, "pair": 0.029149970941944048, "sign": 0.00808177782164421, "keep": 0.02396222119568847, "leak": 1.2528021223843098, "replacement": 0.3583725057542324} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.897844076156616, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 18.19, "pair": 0.06462342571467161, "sign": 0.007165506656747311, "keep": 0.09330756883719005, "leak": 1.119800366461277, "replacement": 0.3948100581765175} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 9.145414352416992, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 18.19, "pair": 0.24705167952924967, "sign": 0.3602193660335615, "keep": 1.9959267612430267, "leak": 0.689715139567852, "replacement": 1.5975535213947296} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 5.977263450622559, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 18.19, "pair": 0.224611584097147, "sign": 0.07786662422586232, "keep": 1.042088775720913, "leak": 0.19178114493843168, "replacement": 0.8325345888733864} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 3.3430933952331543, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 18.19, "pair": 0.07048505474813282, "sign": 0.007242137799039483, "keep": 0.018883908214775147, "leak": 0.6566066669511201, "replacement": 0.24769973615184426} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.4930498600006104, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 18.19, "pair": 0.18720211015170207, "sign": 0.07139683254354168, "keep": 0.12051799338217961, "leak": 0.6859959713183343, "replacement": 0.45465851575136185} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.507164478302002, "loss_scale": 4.0, "retries": 0, "seconds": 171.6, "max_memory_gb": 18.19, "pair": 0.33180876692495076, "sign": 0.6479302588268183, "keep": 0.00493600580199427, "leak": 2.8295410942519084, "replacement": 1.3656272613443434} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 8.093791007995605, "loss_scale": 4.0, "retries": 0, "seconds": 173.4, "max_memory_gb": 18.19, "pair": 0.6322784908115864, "sign": 1.0944800397846848, "keep": 0.040742045210208744, "leak": 1.655157239350956, "replacement": 1.6136788204312325} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.3818373680114746, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 18.19, "pair": 0.20342245418578386, "sign": 0.006061044230591506, "keep": 0.0029182941070757806, "leak": 0.6449024230241776, "replacement": 0.3691377379000187} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.0149948596954346, "loss_scale": 4.0, "retries": 0, "seconds": 176.8, "max_memory_gb": 18.19, "pair": 0.1633945582434535, "sign": 0.010754939052276313, "keep": 0.02844847278902307, "leak": 0.6467562043108046, "replacement": 0.3446853253990412} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.526266098022461, "loss_scale": 4.0, "retries": 0, "seconds": 178.6, "max_memory_gb": 18.19, "pair": 0.1311464160680771, "sign": 0.012271245010197163, "keep": 0.00539747264201651, "leak": 2.0924836918711662, "replacement": 0.6631016973406076} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.392352104187012, "loss_scale": 4.0, "retries": 0, "seconds": 180.2, "max_memory_gb": 18.19, "pair": 0.16187589522451162, "sign": 0.05501558183459565, "keep": 0.002612836928165052, "leak": 0.378907835111022, "replacement": 0.2854170612990856} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.911320686340332, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 18.19, "pair": 0.3921220898628235, "sign": 0.021190546918660402, "keep": 0.05448796600103378, "leak": 1.003520218655467, "replacement": 0.6808413974940777} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.0643389225006104, "loss_scale": 4.0, "retries": 0, "seconds": 183.7, "max_memory_gb": 18.19, "pair": 0.17758265789598227, "sign": 0.023965721018612385, "keep": 0.008307149735628627, "leak": 0.8121754829771817, "replacement": 0.3967629764229059} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.1668944358825684, "loss_scale": 4.0, "retries": 0, "seconds": 185.4, "max_memory_gb": 18.19, "pair": 0.11691613891161978, "sign": 0.2042869301221799, "keep": 0.07030086757711729, "leak": 0.7917181600350887, "replacement": 0.45213956013321877} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 20.626651763916016, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 18.19, "pair": 0.6322140374686569, "sign": 0.0669212564243935, "keep": 0.32155785141935667, "leak": 2.531757631804794, "replacement": 1.4593930295668542} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 8.743107795715332, "loss_scale": 4.0, "retries": 0, "seconds": 188.9, "max_memory_gb": 18.19, "pair": 0.45447029545903206, "sign": 0.12629569973796606, "keep": 0.12973649019841105, "leak": 0.13093038322404027, "replacement": 0.6152189746499062} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 13.527765274047852, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 18.19, "pair": 0.15777258295565844, "sign": 0.04818893177434802, "keep": 0.1392263068119064, "leak": 4.219645820732694, "replacement": 1.3063917011022568} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 7.8676323890686035, "loss_scale": 4.0, "retries": 0, "seconds": 192.4, "max_memory_gb": 18.19, "pair": 0.22407358326017857, "sign": 0.9032896694552619, "keep": 0.0009362342709664517, "leak": 0.4867711737751961, "replacement": 0.7978793010115623} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.344139099121094, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.19, "pair": 0.23097153287380934, "sign": 0.010066372284200042, "keep": 0.002058261088677682, "leak": 0.5872727334499359, "replacement": 0.3838520310819149} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.428847074508667, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 18.19, "pair": 0.1594145093113184, "sign": 0.017095118993893266, "keep": 0.005563622260524426, "leak": 0.33790731157984055, "replacement": 0.2552207075059414} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.8882431983947754, "loss_scale": 4.0, "retries": 0, "seconds": 197.6, "max_memory_gb": 18.19, "pair": 0.16005816124379635, "sign": 0.02675690036267042, "keep": 0.008934855577535927, "leak": 0.3638666035840288, "replacement": 0.26887068897485733} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.1549177169799805, "loss_scale": 4.0, "retries": 0, "seconds": 199.2, "max_memory_gb": 18.19, "pair": 0.19623540434986353, "sign": 0.011609350796788931, "keep": 0.0035158693535777275, "leak": 0.4055655989795923, "replacement": 0.3051894083619118} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 11.332901954650879, "loss_scale": 4.0, "retries": 0, "seconds": 200.9, "max_memory_gb": 18.19, "pair": 0.15507420664653182, "sign": 0.5053620288381353, "keep": 0.6093180795078297, "leak": 0.2750330416020006, "replacement": 0.7811724999919534} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 7.723656177520752, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 18.2, "pair": 0.06994370963366237, "sign": 0.06123589485650882, "keep": 0.45911312236887625, "leak": 0.8643427938222885, "replacement": 0.5462039262056351} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 6.439996719360352, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 18.2, "pair": 0.20665618214115966, "sign": 0.4185235157929128, "keep": 0.636361389101296, "leak": 0.5496177524328232, "replacement": 0.8715030709281564} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.8421858549118042, "loss_scale": 4.0, "retries": 0, "seconds": 206.2, "max_memory_gb": 18.2, "pair": 0.07314438268804224, "sign": 0.1368494854250457, "keep": 0.005382598371596714, "leak": 0.31544133624993265, "replacement": 0.22312076343223453} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 9.591816902160645, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 18.2, "pair": 0.2824093597009778, "sign": 0.829944568045903, "keep": 1.5724602830014192, "leak": 0.3580967132002115, "replacement": 1.5731359422206879} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.558416366577148, "loss_scale": 4.0, "retries": 0, "seconds": 209.6, "max_memory_gb": 18.2, "pair": 0.3028516952181235, "sign": 0.2844095277832821, "keep": 0.10698400920948359, "leak": 0.21189164370298386, "replacement": 0.5515213999897242} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 4.835928916931152, "loss_scale": 4.0, "retries": 0, "seconds": 211.3, "max_memory_gb": 18.2, "pair": 0.266667363117449, "sign": 0.09554835510789417, "keep": 0.07489165605500148, "leak": 0.46482569724321365, "replacement": 0.46809377893805504} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.43851900100708, "loss_scale": 4.0, "retries": 0, "seconds": 213.0, "max_memory_gb": 18.2, "pair": 0.31169674525153823, "sign": 1.2380837524542585, "keep": 0.017504991104942746, "leak": 1.3565853498876095, "replacement": 1.2786374762654305} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.85495138168335, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 18.2, "pair": 0.34573417890351266, "sign": 0.5897837602242362, "keep": 2.1714329864098545, "leak": 0.6495720701350365, "replacement": 1.8887356109917164} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.075921058654785, "loss_scale": 4.0, "retries": 0, "seconds": 216.4, "max_memory_gb": 18.2, "pair": 0.11155511136166751, "sign": 0.19295583516941406, "keep": 0.15984843534528181, "leak": 1.3990588039159775, "replacement": 0.6377219427376986} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 10.06714916229248, "loss_scale": 4.0, "retries": 0, "seconds": 218.1, "max_memory_gb": 18.2, "pair": 0.5522277648560703, "sign": 0.5077557698823512, "keep": 1.1542672112118453, "leak": 1.3767887863796204, "replacement": 1.7274364084005356} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.9181747436523438, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 18.2, "pair": 0.07943245652131736, "sign": 0.0072120660115615465, "keep": 0.022406737807443733, "leak": 0.7525475005386397, "replacement": 0.2823787317611277} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 10.012433052062988, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 18.2, "pair": 0.14056773483753204, "sign": 0.7737055552715901, "keep": 0.5053131197055336, "leak": 0.20448119519278407, "replacement": 0.8311973735690117} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.266387462615967, "loss_scale": 4.0, "retries": 0, "seconds": 223.2, "max_memory_gb": 18.2, "pair": 0.1707992572337389, "sign": 0.07895391946658492, "keep": 0.11016568751074374, "leak": 0.26774025708436966, "replacement": 0.33229411765933037} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.45121955871582, "loss_scale": 4.0, "retries": 0, "seconds": 224.9, "max_memory_gb": 18.2, "pair": 0.12194586731493473, "sign": 0.9098081751726568, "keep": 0.05053915705502732, "leak": 0.18264028058183612, "replacement": 0.6477796044200659} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 25.060684204101562, "loss_scale": 4.0, "retries": 0, "seconds": 226.6, "max_memory_gb": 18.2, "pair": 0.41000141098629683, "sign": 0.7243526885285974, "keep": 1.3400464709806101, "leak": 2.496565457433462, "replacement": 2.0663422644138336} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.5096287727355957, "loss_scale": 4.0, "retries": 0, "seconds": 228.2, "max_memory_gb": 18.2, "pair": 0.08799289725720882, "sign": 0.011061335826525465, "keep": 0.6444997005135065, "leak": 0.6693309750407934, "replacement": 0.5831061536446214} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.68672513961792, "loss_scale": 4.0, "retries": 0, "seconds": 229.9, "max_memory_gb": 18.2, "pair": 0.5486554522067308, "sign": 0.6165738045237958, "keep": 1.0966102312668227, "leak": 0.34955982893006876, "replacement": 1.4926374554634094} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 9.267194747924805, "loss_scale": 4.0, "retries": 0, "seconds": 231.6, "max_memory_gb": 18.2, "pair": 0.17282280154176988, "sign": 0.3214330983610125, "keep": 0.6954756229997088, "leak": 0.17887321300804615, "replacement": 0.7259954665787518} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.070683002471924, "loss_scale": 4.0, "retries": 0, "seconds": 233.2, "max_memory_gb": 18.2, "pair": 0.1551286969333887, "sign": 0.010374801902798936, "keep": 0.05587866727728397, "leak": 0.08108109554450493, "replacement": 0.20852571073919535} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 8.160661697387695, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 18.2, "pair": 0.17847082018852234, "sign": 0.40630669076927006, "keep": 0.1274348085571546, "leak": 0.2735854936763644, "replacement": 0.5137379504740238} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 3.7150049209594727, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 18.2, "pair": 0.17034695390611887, "sign": 0.017796958680264652, "keep": 0.009575387717632111, "leak": 0.4099456793628633, "replacement": 0.2865195460617542} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.475623846054077, "loss_scale": 4.0, "retries": 0, "seconds": 238.4, "max_memory_gb": 18.2, "pair": 0.11123182252049446, "sign": 0.023824573931051418, "keep": 0.07327871792949736, "leak": 0.5391934122890234, "replacement": 0.2945818156003952} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 5.886816501617432, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 18.2, "pair": 0.23778698965907097, "sign": 0.4086495533701964, "keep": 0.00655309678404592, "leak": 0.8614703295752406, "replacement": 0.6607559062540531} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.9409884214401245, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 18.2, "pair": 0.11575167067348957, "sign": 0.010301845788490027, "keep": 0.005624815443297848, "leak": 0.2528103102231398, "replacement": 0.18691758438944817} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.7389895915985107, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 18.2, "pair": 0.15742757078260183, "sign": 0.14943331692484207, "keep": 0.0024065255238383543, "leak": 0.11374300701663742, "replacement": 0.26178324595093727} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 8.379383087158203, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 18.2, "pair": 0.3097469350323081, "sign": 0.43064102064818144, "keep": 0.2211103835979884, "leak": 0.19613665237557143, "replacement": 0.6846568025648594} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 12.58860969543457, "loss_scale": 4.0, "retries": 0, "seconds": 246.9, "max_memory_gb": 18.2, "pair": 0.3505004596954677, "sign": 0.19805228644690942, "keep": 1.0095742791855287, "leak": 0.5442894226871431, "replacement": 1.0903861264232546} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 6.235535621643066, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 18.2, "pair": 0.15475458768196404, "sign": 0.43385022788424976, "keep": 0.031462677237868775, "leak": 0.5521368729096139, "replacement": 0.5254452532390133} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.80234956741333, "loss_scale": 4.0, "retries": 0, "seconds": 250.4, "max_memory_gb": 18.2, "pair": 0.08648863999405876, "sign": 0.005055491856182925, "keep": 0.00250505597661288, "leak": 0.983921967446804, "replacement": 0.33624940551817417} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.272803544998169, "loss_scale": 4.0, "retries": 0, "seconds": 252.1, "max_memory_gb": 18.2, "pair": 0.08529485017061234, "sign": 0.0206094408640638, "keep": 0.0024379139567827224, "leak": 0.7524189336691052, "replacement": 0.28492326755076647} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 9.788345336914062, "loss_scale": 4.0, "retries": 0, "seconds": 253.8, "max_memory_gb": 18.2, "pair": 0.39592577517032623, "sign": 1.2987489430233836, "keep": 1.6354303833568338, "leak": 2.718160606920719, "replacement": 2.5425556488335133} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.079787015914917, "loss_scale": 4.0, "retries": 0, "seconds": 255.6, "max_memory_gb": 18.2, "pair": 0.04694520036355243, "sign": 0.006931319017894566, "keep": 0.0005831068737904843, "leak": 0.6917824950069189, "replacement": 0.2236480377614498} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 4.411344051361084, "loss_scale": 4.0, "retries": 0, "seconds": 257.2, "max_memory_gb": 18.2, "pair": 0.10479817655868828, "sign": 0.02005404166993685, "keep": 0.005562218149862019, "leak": 0.6018488351255655, "replacement": 0.2680685156956315} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.1730458736419678, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 18.2, "pair": 0.19264837633818388, "sign": 0.08915404620347545, "keep": 0.1365234661498107, "leak": 0.5458299547065053, "replacement": 0.4419446401298046} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.370201587677002, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 18.2, "pair": 0.15986634138971567, "sign": 0.016560535586904734, "keep": 0.005937363860539335, "leak": 0.031526038073934615, "replacement": 0.1789968074299395} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.0607922077178955, "loss_scale": 4.0, "retries": 0, "seconds": 262.4, "max_memory_gb": 18.2, "pair": 0.16316032595932484, "sign": 0.004839213681407273, "keep": 0.01677007671150932, "leak": 0.13074542966205627, "replacement": 0.20665132999420166} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.4110982418060303, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 18.2, "pair": 0.11012706691690255, "sign": 0.004762120661325753, "keep": 0.004292076569583969, "leak": 0.43613450974226, "replacement": 0.2236877903342247} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.2015812397003174, "loss_scale": 4.0, "retries": 0, "seconds": 265.8, "max_memory_gb": 18.2, "pair": 0.2002349429531023, "sign": 0.006104625703301281, "keep": 0.05398265697294846, "leak": 0.7905130237559206, "replacement": 0.4279068298637867} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.3975300788879395, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 18.2, "pair": 0.12383276096079499, "sign": 0.005558723325520987, "keep": 0.6646480704675888, "leak": 0.3929547257721424, "replacement": 0.5571748488582671} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 11.830638885498047, "loss_scale": 4.0, "retries": 0, "seconds": 269.3, "max_memory_gb": 18.2, "pair": 0.39902292456827126, "sign": 0.005217986581556033, "keep": 0.020252448244704624, "leak": 0.2994353047106415, "replacement": 0.4866169605520554} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.675795555114746, "loss_scale": 4.0, "retries": 0, "seconds": 270.9, "max_memory_gb": 18.2, "pair": 0.03369855275377631, "sign": 0.7923315550433472, "keep": 0.002550340701418463, "leak": 2.598922034725547, "replacement": 1.0808699992485344} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.7002949714660645, "loss_scale": 4.0, "retries": 0, "seconds": 272.5, "max_memory_gb": 18.2, "pair": 0.2380541660822928, "sign": 0.41701163921970874, "keep": 0.562869509560187, "leak": 0.19192497828043997, "replacement": 0.7759759891778231} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.027914047241211, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 18.2, "pair": 0.06987946154549718, "sign": 0.002878850238630548, "keep": 0.006270761582072737, "leak": 0.25484428234631196, "replacement": 0.13816533470526338} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 8.09932804107666, "loss_scale": 4.0, "retries": 0, "seconds": 275.7, "max_memory_gb": 18.2, "pair": 0.1830584486015141, "sign": 0.14153840868675616, "keep": 0.5852416345151141, "leak": 0.17385954363271594, "replacement": 0.5899133570492268} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.3993606567382812, "loss_scale": 4.0, "retries": 0, "seconds": 277.4, "max_memory_gb": 18.2, "pair": 0.13928772785584442, "sign": 0.07730442950560246, "keep": 0.05223021315723031, "leak": 0.4103502407670021, "replacement": 0.30664260732010007} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.176992177963257, "loss_scale": 4.0, "retries": 0, "seconds": 279.1, "max_memory_gb": 18.2, "pair": 0.009527175745461136, "sign": 0.003410420431464445, "keep": 0.07302922073084517, "leak": 0.7558918137510773, "replacement": 0.23671995010226965} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 13.772780418395996, "loss_scale": 4.0, "retries": 0, "seconds": 280.7, "max_memory_gb": 18.2, "pair": 0.23220389522612095, "sign": 0.4312828463735059, "keep": 0.7377870178315789, "leak": 0.2973265494219959, "replacement": 0.8910705111920834} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 8.624855041503906, "loss_scale": 4.0, "retries": 0, "seconds": 282.5, "max_memory_gb": 18.2, "pair": 0.27869348879903555, "sign": 0.2389738135971129, "keep": 0.0297205043680151, "leak": 0.10615949565544724, "replacement": 0.43958052434027195} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.5843378901481628, "loss_scale": 4.0, "retries": 0, "seconds": 284.2, "max_memory_gb": 18.2, "pair": 0.028616273077204823, "sign": 0.007092302577802911, "keep": 0.0004599730245899991, "leak": 0.02884797766819247, "replacement": 0.03960440377704799} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 24.30759620666504, "loss_scale": 4.0, "retries": 0, "seconds": 285.9, "max_memory_gb": 18.2, "pair": 0.8731558404397219, "sign": 1.0061641685897484, "keep": 1.710558010992827, "leak": 1.7934418693184853, "replacement": 2.6798774944618344} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 7.935497760772705, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 18.2, "pair": 0.09385120961815119, "sign": 0.02867804211564362, "keep": 0.034704038116615266, "leak": 1.7161998599767685, "replacement": 0.5545922182500362} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.4913036823272705, "loss_scale": 4.0, "retries": 0, "seconds": 289.3, "max_memory_gb": 18.2, "pair": 0.05268761719344184, "sign": 0.0051406168131507, "keep": 0.05023628950948478, "leak": 0.5973125509917736, "replacement": 0.2297042105346918} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.9965155124664307, "loss_scale": 4.0, "retries": 0, "seconds": 291.0, "max_memory_gb": 18.2, "pair": 0.12870078813284636, "sign": 0.07913050416391343, "keep": 0.16980549972504377, "leak": 0.47252000542357564, "replacement": 0.37129879742860794} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 10.539008140563965, "loss_scale": 4.0, "retries": 0, "seconds": 292.7, "max_memory_gb": 18.2, "pair": 0.09661590863834135, "sign": 0.0028922639685333706, "keep": 0.0012927638044857304, "leak": 2.7041140167275444, "replacement": 0.774736950173974} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.103238105773926, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 18.2, "pair": 0.027873000282852445, "sign": 0.017987737384828506, "keep": 0.16407303254526084, "leak": 0.4052113578072749, "replacement": 0.22020622109994292} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.06290602684021, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 18.2, "pair": 0.05689694033935666, "sign": 0.0017978525720536709, "keep": 0.006559169734828174, "leak": 0.8285414325073361, "replacement": 0.2682108134031296} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 6.6387619972229, "loss_scale": 4.0, "retries": 0, "seconds": 297.8, "max_memory_gb": 18.2, "pair": 0.13219753351586405, "sign": 0.10510335252911318, "keep": 0.12988616163056577, "leak": 1.2635389313432484, "replacement": 0.5655770498269703} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.699154376983643, "loss_scale": 4.0, "retries": 0, "seconds": 299.4, "max_memory_gb": 18.2, "pair": 0.06572787886398146, "sign": 0.0067708434362430125, "keep": 0.015920391266256217, "leak": 1.5078278961591423, "replacement": 0.4540304634720087} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 6.958954334259033, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 18.2, "pair": 0.23132071364670992, "sign": 0.24834997399011627, "keep": 0.5423919251188636, "leak": 0.3542110732942092, "replacement": 0.715244434773922} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.6802237033843994, "loss_scale": 4.0, "retries": 0, "seconds": 302.8, "max_memory_gb": 18.2, "pair": 0.0996489804238081, "sign": 0.013394093257375062, "keep": 0.007990962243638933, "leak": 0.2869248278439045, "replacement": 0.18207270838320255} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.2138071060180664, "loss_scale": 4.0, "retries": 0, "seconds": 304.4, "max_memory_gb": 18.2, "pair": 0.13787684238195652, "sign": 0.16862997372663813, "keep": 0.00821104683555518, "leak": 0.38522815331816673, "replacement": 0.3226044112816453} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 6.007693290710449, "loss_scale": 4.0, "retries": 0, "seconds": 306.2, "max_memory_gb": 18.2, "pair": 0.0323155582009349, "sign": 0.021370058675529435, "keep": 0.13096243556356058, "leak": 0.4448029063642025, "replacement": 0.21968252956867218} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 5.015539646148682, "loss_scale": 4.0, "retries": 0, "seconds": 307.8, "max_memory_gb": 18.2, "pair": 0.6059556632535532, "sign": 0.5425347745112958, "keep": 0.6358472169375489, "leak": 0.05456463270820677, "replacement": 1.2087878780439496} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.8118418455123901, "loss_scale": 4.0, "retries": 0, "seconds": 309.4, "max_memory_gb": 18.2, "pair": 0.1987777277827263, "sign": 0.027276128297671676, "keep": 0.043168638832867146, "leak": 0.34891708102077246, "replacement": 0.32122937962412834} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.0376834869384766, "loss_scale": 4.0, "retries": 0, "seconds": 311.2, "max_memory_gb": 18.2, "pair": 0.08049076274619438, "sign": 0.006484381388872862, "keep": 0.00823509693145752, "leak": 0.785198065917939, "replacement": 0.2841500137001276} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 18.9669246673584, "loss_scale": 4.0, "retries": 0, "seconds": 312.8, "max_memory_gb": 18.2, "pair": 0.3864192694018129, "sign": 0.4397519180056406, "keep": 0.012585555319390096, "leak": 4.190268650650978, "replacement": 1.6601551389321685} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.0812501907348633, "loss_scale": 4.0, "retries": 0, "seconds": 314.5, "max_memory_gb": 18.2, "pair": 0.12734916748013347, "sign": 0.0043884915503440425, "keep": 0.003048362326062204, "leak": 0.4598855562508106, "replacement": 0.2460389882326126} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.185495376586914, "loss_scale": 4.0, "retries": 0, "seconds": 316.3, "max_memory_gb": 18.2, "pair": 0.12354184556170367, "sign": 0.003778665908612311, "keep": 0.0018567743968560535, "leak": 0.725098589900881, "replacement": 0.307634218595922} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.8449695110321045, "loss_scale": 4.0, "retries": 0, "seconds": 318.0, "max_memory_gb": 18.2, "pair": 0.05446747737005353, "sign": 0.011240556807024404, "keep": 0.032908742752624676, "leak": 0.2805896778445458, "replacement": 0.1466895490884781} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 6.871160507202148, "loss_scale": 4.0, "retries": 0, "seconds": 319.6, "max_memory_gb": 18.2, "pair": 0.14627705769089516, "sign": 0.018263239777297713, "keep": 0.3854398019598193, "leak": 0.17081102449446917, "replacement": 0.3908313224092126} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.7512290477752686, "loss_scale": 4.0, "retries": 0, "seconds": 321.4, "max_memory_gb": 18.2, "pair": 0.2704997221007943, "sign": 0.009906778926961124, "keep": 0.2873305911925854, "leak": 0.28099620959255844, "replacement": 0.48936744406819344} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.397157192230225, "loss_scale": 4.0, "retries": 0, "seconds": 323.1, "max_memory_gb": 18.2, "pair": 0.4575747532362584, "sign": 0.7790240330214147, "keep": 0.7846779107120483, "leak": 0.049555582052562386, "replacement": 1.2518145320937037} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 15.784061431884766, "loss_scale": 4.0, "retries": 0, "seconds": 324.8, "max_memory_gb": 18.2, "pair": 0.09398882021196187, "sign": 0.8189867225009948, "keep": 1.7766758215148002, "leak": 2.2839744240045547, "replacement": 1.9628136232495308} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.5391483306884766, "loss_scale": 4.0, "retries": 0, "seconds": 326.5, "max_memory_gb": 18.2, "pair": 0.053484856616705656, "sign": 0.004690266330726445, "keep": 0.0030511631775880232, "leak": 0.3971754405647516, "replacement": 0.15664943284355104} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 54.31106948852539, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 18.2, "pair": 0.7222547284327447, "sign": 0.944512972375378, "keep": 1.6667026057120893, "leak": 2.8994156245926774, "replacement": 2.752716333605349} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.3370909690856934, "loss_scale": 4.0, "retries": 0, "seconds": 329.9, "max_memory_gb": 18.2, "pair": 0.34752204781398177, "sign": 0.4680355245945975, "keep": 1.1841579703614116, "leak": 0.26922844466753304, "replacement": 1.2409258373081684} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.793909788131714, "loss_scale": 4.0, "retries": 0, "seconds": 331.5, "max_memory_gb": 18.2, "pair": 0.12537364885793068, "sign": 0.017548863237607293, "keep": 0.007427503033682115, "leak": 0.8633492346853018, "replacement": 0.3536991433938965} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.723055601119995, "loss_scale": 4.0, "retries": 0, "seconds": 333.1, "max_memory_gb": 18.2, "pair": 0.1922940502408892, "sign": 0.1486563467187807, "keep": 0.03679848524177487, "leak": 0.09727307138382457, "replacement": 0.3093397244811058} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 12.280770301818848, "loss_scale": 4.0, "retries": 0, "seconds": 334.9, "max_memory_gb": 18.2, "pair": 0.06217900989577174, "sign": 0.024096748034935445, "keep": 0.002906588662881404, "leak": 1.6413007224618923, "replacement": 0.48600586131215096} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.285701751708984, "loss_scale": 4.0, "retries": 0, "seconds": 336.6, "max_memory_gb": 18.2, "pair": 0.09690077317645773, "sign": 0.004332531454565469, "keep": 0.0020604047103702783, "leak": 1.2265254883095622, "replacement": 0.40672860969789326} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.4154958724975586, "loss_scale": 4.0, "retries": 0, "seconds": 338.3, "max_memory_gb": 18.2, "pair": 0.06481643917504698, "sign": 0.015919350495096296, "keep": 0.001648772697080858, "leak": 0.6250519170425832, "replacement": 0.22986348439007998} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.1727843284606934, "loss_scale": 4.0, "retries": 0, "seconds": 340.1, "max_memory_gb": 18.2, "pair": 0.09466130961664021, "sign": 0.05161447962746024, "keep": 0.07644538529712008, "leak": 0.6545357257127762, "replacement": 0.3223251821473241} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.8365912437438965, "loss_scale": 4.0, "retries": 0, "seconds": 341.7, "max_memory_gb": 18.2, "pair": 0.07099069911055267, "sign": 0.028631999986828305, "keep": 0.4912158387232921, "leak": 0.5246667477767915, "replacement": 0.4620812963694334} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.825325965881348, "loss_scale": 4.0, "retries": 0, "seconds": 343.4, "max_memory_gb": 18.2, "pair": 0.23185197915881872, "sign": 0.32149619015399367, "keep": 1.141943488677498, "leak": 0.1694222060032189, "replacement": 1.0059273485094309} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 9.724425315856934, "loss_scale": 4.0, "retries": 0, "seconds": 345.2, "max_memory_gb": 18.2, "pair": 0.3094818443059921, "sign": 0.334496263647452, "keep": 0.4074099215649767, "leak": 0.26785435900092125, "replacement": 0.7473985403776169} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 9.501395225524902, "loss_scale": 4.0, "retries": 0, "seconds": 346.8, "max_memory_gb": 18.2, "pair": 0.058105298317968845, "sign": 0.005899952040635981, "keep": 0.002276760176527226, "leak": 3.963639420690015, "replacement": 1.0531034851446748} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.7496674060821533, "loss_scale": 4.0, "retries": 0, "seconds": 348.4, "max_memory_gb": 18.2, "pair": 0.11897510616108775, "sign": 0.049442411051131785, "keep": 0.1167030920041725, "leak": 0.10965105658397079, "replacement": 0.22946062497794628} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.6415863037109375, "loss_scale": 4.0, "retries": 0, "seconds": 350.2, "max_memory_gb": 18.2, "pair": 0.30107415094971657, "sign": 0.01579190732445568, "keep": 0.03938490722794086, "leak": 0.31047256337478757, "replacement": 0.406280692666769} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.016448974609375, "loss_scale": 4.0, "retries": 0, "seconds": 351.8, "max_memory_gb": 18.2, "pair": 0.11064330523367971, "sign": 0.004314749137847684, "keep": 0.0007467244286090136, "leak": 0.2839988915948197, "replacement": 0.18417376605793834} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.881160020828247, "loss_scale": 4.0, "retries": 0, "seconds": 353.5, "max_memory_gb": 18.2, "pair": 0.17443087758147158, "sign": 0.005648855774779804, "keep": 0.010109293972988098, "leak": 0.11010048730531707, "replacement": 0.20983507484197617} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.848997950553894, "loss_scale": 4.0, "retries": 0, "seconds": 355.3, "max_memory_gb": 18.2, "pair": 0.16366781105170958, "sign": 0.12861569853703259, "keep": 0.07494995181491504, "leak": 0.43307651311624795, "replacement": 0.37371975916903466} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.7275230884552002, "loss_scale": 4.0, "retries": 0, "seconds": 357.0, "max_memory_gb": 18.2, "pair": 0.07046710955910385, "sign": 0.0033523858583066612, "keep": 0.0056229195323282966, "leak": 0.320971411652863, "replacement": 0.1551976092159748} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 8.034139633178711, "loss_scale": 4.0, "retries": 0, "seconds": 358.8, "max_memory_gb": 18.2, "pair": 0.5531819057650864, "sign": 0.4555937488330528, "keep": 0.5255411287362222, "leak": 0.386999179929262, "replacement": 1.1404991010203958} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 9.113901138305664, "loss_scale": 4.0, "retries": 0, "seconds": 360.4, "max_memory_gb": 18.2, "pair": 0.3788699647411704, "sign": 0.6237519301939756, "keep": 1.9450740547617826, "leak": 2.7852608151733875, "replacement": 2.3595982007682323} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.7340002059936523, "loss_scale": 4.0, "retries": 0, "seconds": 362.1, "max_memory_gb": 18.2, "pair": 0.4217896149493754, "sign": 0.27278466697316617, "keep": 0.16835929479566403, "leak": 0.2781784340900799, "replacement": 0.7119062207639217} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 11.404332160949707, "loss_scale": 4.0, "retries": 0, "seconds": 363.9, "max_memory_gb": 18.2, "pair": 0.36561184097081423, "sign": 0.18574279581662267, "keep": 0.05890703899785876, "leak": 0.3512830450745241, "replacement": 0.5757575323805213} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.334880828857422, "loss_scale": 4.0, "retries": 0, "seconds": 365.5, "max_memory_gb": 18.2, "pair": 0.35019711311906576, "sign": 0.352873120282311, "keep": 0.5216505625485297, "leak": 0.6225682534277439, "replacement": 0.9431010046973825} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.875075578689575, "loss_scale": 4.0, "retries": 0, "seconds": 367.2, "max_memory_gb": 18.2, "pair": 0.3283006219280651, "sign": 0.3962477190652862, "keep": 1.0752521256181353, "leak": 0.063294542953372, "replacement": 1.0798742114566267} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 10.556997299194336, "loss_scale": 4.0, "retries": 0, "seconds": 369.1, "max_memory_gb": 18.2, "pair": 0.4549854341457831, "sign": 0.9118973129661754, "keep": 2.1265082992435964, "leak": 0.36486380733549595, "replacement": 2.0654042332898825} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.7647900581359863, "loss_scale": 4.0, "retries": 0, "seconds": 370.7, "max_memory_gb": 18.2, "pair": 0.04912248253822327, "sign": 0.014598375506466255, "keep": 0.002539607030485058, "leak": 1.339185076765716, "replacement": 0.39248775225132704} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 3.3730571269989014, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 18.2, "pair": 0.11721845204010606, "sign": 0.0028120690840296447, "keep": 0.0006759309580957051, "leak": 0.09201429295353591, "replacement": 0.14196602767333388} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.296078681945801, "loss_scale": 4.0, "retries": 0, "seconds": 374.1, "max_memory_gb": 18.2, "pair": 0.31552098877727985, "sign": 0.5952043775469065, "keep": 0.13603144149965374, "leak": 0.4001875603571534, "replacement": 0.7811857908964157} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.5317165851593018, "loss_scale": 4.0, "retries": 0, "seconds": 375.8, "max_memory_gb": 18.2, "pair": 0.11460186075419188, "sign": 0.07485339156119153, "keep": 0.003616252724896185, "leak": 0.08347252942621708, "replacement": 0.1747048106044531} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 1.8246161937713623, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 18.2, "pair": 0.15517117799026892, "sign": 0.0277914967155084, "keep": 0.10410787141540823, "leak": 0.09988921764306724, "replacement": 0.246093163266778} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.2401235103607178, "loss_scale": 4.0, "retries": 0, "seconds": 379.2, "max_memory_gb": 18.2, "pair": 0.33536159666255116, "sign": 0.15536150988191366, "keep": 0.0037829149805475026, "leak": 0.5631150547415018, "replacement": 0.5557125881314278} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.890776515007019, "loss_scale": 4.0, "retries": 0, "seconds": 380.8, "max_memory_gb": 18.2, "pair": 0.0711150178394746, "sign": 0.00852338378172135, "keep": 0.013151521910891972, "leak": 0.37112184427678585, "replacement": 0.17473293805960566} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 13.043293952941895, "loss_scale": 4.0, "retries": 0, "seconds": 382.6, "max_memory_gb": 18.2, "pair": 0.4196296139853075, "sign": 0.09086632912658388, "keep": 0.018638407766957243, "leak": 0.44589031115174294, "replacement": 0.5858545452356339} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.434187889099121, "loss_scale": 4.0, "retries": 0, "seconds": 384.2, "max_memory_gb": 18.2, "pair": 0.07942006044322625, "sign": 0.019546610754332505, "keep": 0.004824501810958282, "leak": 0.423363569425419, "replacement": 0.19744650571374223} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.575693607330322, "loss_scale": 4.0, "retries": 0, "seconds": 385.9, "max_memory_gb": 18.2, "pair": 0.04109239223180339, "sign": 0.005313294881489128, "keep": 0.0024620637448151683, "leak": 1.4261447852477431, "replacement": 0.4015162605792284} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.697849273681641, "loss_scale": 4.0, "retries": 0, "seconds": 387.7, "max_memory_gb": 18.2, "pair": 0.08371613686904311, "sign": 0.026267002191161737, "keep": 0.937944480785518, "leak": 0.5663814321160316, "replacement": 0.7074172385036945} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.8627870082855225, "loss_scale": 4.0, "retries": 0, "seconds": 389.3, "max_memory_gb": 18.2, "pair": 0.04140818378436961, "sign": 0.0039618993396288715, "keep": 0.01714297538160281, "leak": 0.022252098031458445, "replacement": 0.05752364557702094} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.2739710807800293, "loss_scale": 4.0, "retries": 0, "seconds": 390.9, "max_memory_gb": 18.2, "pair": 0.057122970232740045, "sign": 0.03796313964994624, "keep": 0.0005254290317679988, "leak": 0.22372633032500744, "replacement": 0.13229884044267237} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 4.536835193634033, "loss_scale": 4.0, "retries": 0, "seconds": 392.7, "max_memory_gb": 18.2, "pair": 0.07878736051497981, "sign": 0.03282996828784235, "keep": 0.07127964819664889, "leak": 0.8183258958160877, "replacement": 0.33542364835739136} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 23.152484893798828, "loss_scale": 4.0, "retries": 0, "seconds": 394.4, "max_memory_gb": 18.2, "pair": 0.4374918381217867, "sign": 0.37622188637033105, "keep": 0.8376547740757019, "leak": 0.7015939468983561, "replacement": 1.2198286410421133} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.188856601715088, "loss_scale": 4.0, "retries": 0, "seconds": 396.0, "max_memory_gb": 18.2, "pair": 0.21151518385158852, "sign": 0.5294712097893353, "keep": 0.030026376669397337, "leak": 0.34145045280456543, "replacement": 0.5766265955753624} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.872175931930542, "loss_scale": 4.0, "retries": 0, "seconds": 397.9, "max_memory_gb": 18.2, "pair": 0.10251993592828512, "sign": 0.011214099067728966, "keep": 0.010374921112088487, "leak": 1.0325361490249634, "replacement": 0.37144848331809044} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.6002957820892334, "loss_scale": 4.0, "retries": 0, "seconds": 399.6, "max_memory_gb": 18.2, "pair": 0.062425850657746196, "sign": 0.0035864663659594953, "keep": 0.002199196576839313, "leak": 0.6437190920114517, "replacement": 0.22624845430254936} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.5961227416992188, "loss_scale": 4.0, "retries": 0, "seconds": 401.2, "max_memory_gb": 18.2, "pair": 0.06014184151717927, "sign": 0.012882544746389613, "keep": 0.01124423607643621, "leak": 0.3645221092738211, "replacement": 0.1633357610553503} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 17.292762756347656, "loss_scale": 4.0, "retries": 0, "seconds": 403.0, "max_memory_gb": 18.2, "pair": 0.6991645694361068, "sign": 0.5132255163625814, "keep": 0.8845942279754127, "leak": 0.6187038887292147, "replacement": 1.5527504025958478} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.3835417032241821, "loss_scale": 4.0, "retries": 0, "seconds": 404.6, "max_memory_gb": 18.2, "pair": 0.11130466372560477, "sign": 0.036344780171930324, "keep": 0.0018596544173306029, "leak": 0.07343378849327564, "replacement": 0.14876532834023237} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 10.199373245239258, "loss_scale": 4.0, "retries": 0, "seconds": 406.3, "max_memory_gb": 18.2, "pair": 0.2503499165177345, "sign": 0.3810885716229677, "keep": 0.2583083686476755, "leak": 1.3208017274737358, "replacement": 0.9002488106489182} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.592357873916626, "loss_scale": 4.0, "retries": 0, "seconds": 407.9, "max_memory_gb": 18.2, "pair": 0.09405576321296394, "sign": 0.010028336109826341, "keep": 0.02309179143048823, "leak": 0.1180437041366531, "replacement": 0.14012675359845161} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 9.164463996887207, "loss_scale": 4.0, "retries": 0, "seconds": 409.6, "max_memory_gb": 18.2, "pair": 0.23685893416404724, "sign": 0.7011845838278532, "keep": 0.17843940126473967, "leak": 0.2518477118574083, "replacement": 0.7396328672766685} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.7442878484725952, "loss_scale": 4.0, "retries": 0, "seconds": 411.3, "max_memory_gb": 18.2, "pair": 0.2140980833210051, "sign": 0.3011780161468778, "keep": 0.09672755067731487, "leak": 0.09565978869795799, "replacement": 0.43696584179997444} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 6.913445472717285, "loss_scale": 4.0, "retries": 0, "seconds": 413.0, "max_memory_gb": 18.2, "pair": 0.4037942886352539, "sign": 0.3455238716014719, "keep": 0.09660250600425968, "leak": 0.02574513864237815, "replacement": 0.6312937592738308} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.7360869646072388, "loss_scale": 4.0, "retries": 0, "seconds": 414.7, "max_memory_gb": 18.2, "pair": 0.08029093674849719, "sign": 0.021020919870352373, "keep": 0.0027400314343140053, "leak": 0.539654478430748, "replacement": 0.22708503785543144} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.5119248628616333, "loss_scale": 4.0, "retries": 0, "seconds": 416.5, "max_memory_gb": 18.2, "pair": 0.0710933927912265, "sign": 0.013391430155024864, "keep": 0.007073890265019145, "leak": 0.18494097758230055, "replacement": 0.12756129750050604} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.2513463497161865, "loss_scale": 4.0, "retries": 0, "seconds": 418.1, "max_memory_gb": 18.2, "pair": 0.2110300837084651, "sign": 0.10083585744723678, "keep": 0.02206112616113387, "leak": 0.30437534861266613, "replacement": 0.34857240691781044} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 8.870894432067871, "loss_scale": 4.0, "retries": 0, "seconds": 419.8, "max_memory_gb": 18.2, "pair": 0.3591150538995862, "sign": 0.2840259439544752, "keep": 0.5459105484187603, "leak": 0.2533243913203478, "replacement": 0.837414363399148} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.3568648099899292, "loss_scale": 4.0, "retries": 0, "seconds": 421.6, "max_memory_gb": 18.2, "pair": 0.0702751221251674, "sign": 0.0028370668878778815, "keep": 0.0018641678971107467, "leak": 0.024263352621346712, "replacement": 0.07869156985543668} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 3.061418056488037, "loss_scale": 4.0, "retries": 0, "seconds": 423.2, "max_memory_gb": 18.2, "pair": 0.06227592167851981, "sign": 0.0071107507101260126, "keep": 0.06801760576490601, "leak": 0.5586165636777878, "replacement": 0.23949423804879189} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.4408695697784424, "loss_scale": 4.0, "retries": 0, "seconds": 424.9, "max_memory_gb": 18.2, "pair": 0.18092719232663512, "sign": 0.02536220767069608, "keep": 0.019720019456144655, "leak": 0.5305408230051398, "replacement": 0.33610351011157036} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.254976987838745, "loss_scale": 4.0, "retries": 0, "seconds": 426.7, "max_memory_gb": 18.2, "pair": 0.16448312439024448, "sign": 0.08071438199840486, "keep": 0.029478717769961804, "leak": 0.34710772076505236, "replacement": 0.3063565865159035} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.3826407194137573, "loss_scale": 4.0, "retries": 0, "seconds": 428.3, "max_memory_gb": 18.2, "pair": 0.11131212871987373, "sign": 0.01213798247044906, "keep": 0.012951440056440333, "leak": 0.3183909803701681, "replacement": 0.2034545810893178} diff --git a/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..069c00e9d55bf105f975a38f157ce159fb0ad4f8 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8102_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.11.mlp.down_proj": 144, + "model.language_model.layers.11.mlp.gate_proj": 144, + "model.language_model.layers.11.mlp.up_proj": 144, + "model.language_model.layers.11.self_attn.k_proj": 144, + "model.language_model.layers.11.self_attn.o_proj": 144, + "model.language_model.layers.11.self_attn.q_proj": 144, + "model.language_model.layers.11.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.11.mlp.down_proj": 72, + "model.language_model.layers.11.mlp.gate_proj": 72, + "model.language_model.layers.11.mlp.up_proj": 72, + "model.language_model.layers.11.self_attn.k_proj": 72, + "model.language_model.layers.11.self_attn.o_proj": 72, + "model.language_model.layers.11.self_attn.q_proj": 72, + "model.language_model.layers.11.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.11.mlp.gate_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.11.self_attn.q_proj", + "model.language_model.layers.11.self_attn.k_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.11.mlp.down_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.11.mlp.up_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.11.self_attn.v_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.34.self_attn.v_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.11.self_attn.o_proj", + "model.language_model.layers.32.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8102_s13/config.json b/runs/fixed_internvl/replacement/Random8_8102_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b679c1ace9b1e5fe79231f10e4b875812abb30 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8102_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8102", + "layers": [ + 4, + 9, + 10, + 11, + 15, + 18, + 32, + 34 + ], + "ranks": { + "4": 72, + "9": 72, + "10": 72, + "11": 72, + "15": 72, + "18": 72, + "32": 72, + "34": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8102_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8102_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..41f2295d81a0ec8b8050576e4984a7a01080c89c --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8102_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 11.123983383178711, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.83, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 10.826679229736328, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 18.17, "pair": 1.0977014899253845, "sign": 0.18063797592185438, "keep": 1.3662356162822107, "leak": 2.6122046975274316e-05, "replacement": 1.8711448013782501} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 22.25728416442871, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.17, "pair": 1.0711427330970764, "sign": 0.11426823819056153, "keep": 1.9383478164672852, "leak": 0.0004813366849703016, "replacement": 2.0975711345672607} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 11.643564224243164, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.17, "pair": 1.0151276588439941, "sign": 0.037212500465102494, "keep": 0.6034020859442535, "leak": 0.009434665000298992, "replacement": 1.337793618440628} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 7.2235941886901855, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 18.17, "pair": 0.994886189699173, "sign": 0.11225914722308517, "keep": 0.021554084956733277, "leak": 0.012465181068908038, "replacement": 1.0649091005325317} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 8.20903491973877, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.17, "pair": 0.9321748912334442, "sign": 0.18363407254219055, "keep": 0.35899548736051656, "leak": 0.02820339100435376, "replacement": 1.2105405181646347} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.545839309692383, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.17, "pair": 0.7017176598310471, "sign": 0.08010867633856833, "keep": 0.3436071040068782, "leak": 0.2596329636871815, "replacement": 0.9784837961196899} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 5.814626693725586, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.18, "pair": 0.547022856771946, "sign": 0.17515330493915826, "keep": 0.10943115130066872, "leak": 0.43681800551712513, "replacement": 0.7985195964574814} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 36.61537551879883, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.18, "pair": 0.6643014848232269, "sign": 0.5967536853859201, "keep": 0.4427646854892373, "leak": 0.3029992450028658, "replacement": 1.25981043279171} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.446916580200195, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.18, "pair": 0.29815075173974037, "sign": 0.046345654292963445, "keep": 0.005493827789905481, "leak": 1.3267131745815277, "replacement": 0.6557487696409225} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 6.126650810241699, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.18, "pair": 0.24895880743861198, "sign": 0.15991563769057393, "keep": 0.01124810522333064, "leak": 1.80998794734478, "replacement": 0.7870376706123352} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 6.167062282562256, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.18, "pair": 0.1728382669389248, "sign": 0.030191193684004247, "keep": 0.010646719659689552, "leak": 1.5866258144378662, "replacement": 0.5899136662483215} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 7.3236494064331055, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 18.18, "pair": 0.1518736369907856, "sign": 0.021256022388115525, "keep": 0.007831076056390884, "leak": 1.9159927070140839, "replacement": 0.6454153582453728} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.443216800689697, "loss_scale": 4.0, "retries": 0, "seconds": 21.8, "max_memory_gb": 18.18, "pair": 0.26589903980493546, "sign": 0.13530978769995272, "keep": 0.20537055865861475, "leak": 1.143140286207199, "replacement": 0.7220242619514465} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.1682212352752686, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 18.18, "pair": 0.41663724184036255, "sign": 0.21922604425344616, "keep": 0.019095573799859267, "leak": 0.761547863483429, "replacement": 0.7261849865317345} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.362287998199463, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 18.18, "pair": 0.41728468984365463, "sign": 0.23229563375934958, "keep": 0.011885127605637535, "leak": 0.3773300275206566, "replacement": 0.6337075978517532} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.457444667816162, "loss_scale": 4.0, "retries": 0, "seconds": 26.4, "max_memory_gb": 18.18, "pair": 0.40551402419805527, "sign": 0.46740281593520194, "keep": 0.07320922985672951, "leak": 0.3781837970018387, "replacement": 0.7703659981489182} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.9096438884735107, "loss_scale": 4.0, "retries": 0, "seconds": 28.0, "max_memory_gb": 18.18, "pair": 0.46829967200756073, "sign": 0.13776631734799594, "keep": 0.028294443734921515, "leak": 0.3679244667291641, "replacement": 0.6433111429214478} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.954057216644287, "loss_scale": 4.0, "retries": 0, "seconds": 29.5, "max_memory_gb": 18.18, "pair": 0.31872184202075005, "sign": 0.019034486613236368, "keep": 0.017272350974963047, "leak": 1.6143734119832516, "replacement": 0.7404686138033867} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.588084697723389, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 18.18, "pair": 0.31209295988082886, "sign": 0.008853236678987741, "keep": 0.0025226016623491887, "leak": 0.1767210706602782, "replacement": 0.36196114867925644} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.973599672317505, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 18.18, "pair": 0.24757320433855057, "sign": 0.01168921368662268, "keep": 0.002655408045029617, "leak": 0.6506320349872112, "replacement": 0.41740354150533676} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.651504039764404, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 18.18, "pair": 0.3205384649336338, "sign": 0.03295655001420528, "keep": 0.019289345655124635, "leak": 0.5263978913426399, "replacement": 0.47826087474823} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.793969631195068, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 18.18, "pair": 0.0886669927276671, "sign": 0.006714868592098355, "keep": 0.002483490916461051, "leak": 1.9408748894929886, "replacement": 0.5784849096089602} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 6.409467697143555, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 18.18, "pair": 0.09954607672989368, "sign": 0.004486425663344562, "keep": 0.004735647467896342, "leak": 1.896467998623848, "replacement": 0.5782741159200668} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.7377188205718994, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 18.18, "pair": 0.2155431965366006, "sign": 0.06944860517978668, "keep": 0.5845537342502212, "leak": 0.6513746008276939, "replacement": 0.7053880505263805} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.6538455486297607, "loss_scale": 4.0, "retries": 0, "seconds": 40.4, "max_memory_gb": 18.18, "pair": 0.16738106310367584, "sign": 0.027650154530419968, "keep": 0.023615490455995314, "leak": 0.7893175333738327, "replacement": 0.3903432637453079} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.4465720653533936, "loss_scale": 4.0, "retries": 0, "seconds": 42.0, "max_memory_gb": 18.18, "pair": 0.2665177695453167, "sign": 0.1082718288525939, "keep": 0.067784527916956, "leak": 0.3728821100812638, "replacement": 0.447766475379467} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 6.552489757537842, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 18.18, "pair": 0.2810761504806578, "sign": 0.12413673079572618, "keep": 0.21056790638249367, "leak": 1.1000447422266006, "replacement": 0.7234396487474442} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 43.287235260009766, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 18.18, "pair": 0.8560480177402496, "sign": 1.284655655734241, "keep": 1.2560233731928747, "leak": 3.7860136330127716, "replacement": 3.072890967130661} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.7975504398345947, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 18.18, "pair": 0.10825547378044575, "sign": 0.003869708874844946, "keep": 0.01025696388373376, "leak": 0.609381876885891, "replacement": 0.2676642835140228} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 43.06425857543945, "loss_scale": 4.0, "retries": 0, "seconds": 48.1, "max_memory_gb": 18.18, "pair": 1.9090414494276047, "sign": 0.9528024885803461, "keep": 1.70955581634189, "leak": 5.7415004670619965, "replacement": 4.675595849752426} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.428037405014038, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 18.18, "pair": 0.4259680435061455, "sign": 0.10302386980038136, "keep": 0.009599572338629514, "leak": 0.450967526063323, "replacement": 0.5950216501951218} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 20.697856903076172, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 18.18, "pair": 0.37703457474708557, "sign": 0.44002003176137805, "keep": 0.6493522482924163, "leak": 0.9687797739170492, "replacement": 1.1639156751334667} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.857104778289795, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 18.18, "pair": 0.1842696163803339, "sign": 0.017425545083824545, "keep": 0.0057860608903865796, "leak": 0.506086681081797, "replacement": 0.3223970904946327} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.7830567359924316, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 18.18, "pair": 0.141867034137249, "sign": 0.012919946457259357, "keep": 0.0020790532328192057, "leak": 0.6507107708603144, "replacement": 0.3120442293584347} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 12.811504364013672, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 18.18, "pair": 0.24750697426497936, "sign": 0.049013148149242625, "keep": 0.3841059495607624, "leak": 1.287715509238808, "replacement": 0.7859953939914703} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 4.9149017333984375, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 18.18, "pair": 0.22550536645576358, "sign": 0.09605933315469883, "keep": 0.12421712828654563, "leak": 0.5421156836673617, "replacement": 0.47117250598967075} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.959048867225647, "loss_scale": 4.0, "retries": 0, "seconds": 59.0, "max_memory_gb": 18.18, "pair": 0.14691700972616673, "sign": 0.0598103211959824, "keep": 0.02138500614091754, "leak": 0.5321455895900726, "replacement": 0.3205510675907135} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.3168768882751465, "loss_scale": 4.0, "retries": 0, "seconds": 60.5, "max_memory_gb": 18.18, "pair": 0.3291587382555008, "sign": 1.1769463234813884, "keep": 0.0825492516560189, "leak": 0.23666135594248772, "replacement": 1.0180718749761581} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.6705563068389893, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 18.18, "pair": 0.11045331321656704, "sign": 0.005633762950310484, "keep": 0.007259847530804109, "leak": 0.36300941184163094, "replacement": 0.2076524682343006} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 14.93351936340332, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 18.18, "pair": 0.44566698744893074, "sign": 1.2620333563536406, "keep": 2.159082555794157, "leak": 2.378604980185628, "replacement": 2.750876270234585} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 3.481902599334717, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 18.18, "pair": 0.1400188752450049, "sign": 0.013306037930306047, "keep": 0.0016242924298808248, "leak": 1.0273228473961353, "replacement": 0.4043147526681423} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.3774120807647705, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 18.18, "pair": 0.10756008280441165, "sign": 0.03762029379140586, "keep": 0.001493939485953888, "leak": 0.34457145686428703, "replacement": 0.21326006716117263} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 9.99875545501709, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 18.18, "pair": 0.02497304102871567, "sign": 0.01898684719344601, "keep": 0.019839367987742662, "leak": 1.245075348764658, "replacement": 0.355654988437891} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 15.567793846130371, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 18.18, "pair": 0.2382996625819942, "sign": 0.4583386803569738, "keep": 1.8548747576824098, "leak": 0.9435332976281643, "replacement": 1.630789652466774} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 6.242362976074219, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 18.18, "pair": 0.23770960792899132, "sign": 0.21254591702017933, "keep": 0.19727713475003839, "leak": 0.055586318019777536, "replacement": 0.4565177168697119} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.6519278287887573, "loss_scale": 4.0, "retries": 0, "seconds": 72.8, "max_memory_gb": 18.18, "pair": 0.07130773831158876, "sign": 0.023353807162493467, "keep": 0.00539063165524567, "leak": 0.16378572024405003, "replacement": 0.12662638258188963} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 3.963388204574585, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 18.18, "pair": 0.02023913446464576, "sign": 0.003931669420126127, "keep": 0.005856361240148544, "leak": 0.3384157922118902, "replacement": 0.1097370982170105} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 8.230324745178223, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 18.18, "pair": 0.060752469405997545, "sign": 0.011624165694229305, "keep": 0.00983725440892158, "leak": 1.4370571821928024, "replacement": 0.43074747174978256} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.3181636333465576, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 18.18, "pair": 0.09977009065914899, "sign": 0.012975810561329126, "keep": 0.2411428515370062, "leak": 0.2823919339571148, "replacement": 0.2974274060688913} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.688742637634277, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 18.18, "pair": 0.16038896376267076, "sign": 0.015624988678609952, "keep": 0.46889593898413295, "leak": 0.8126238156110048, "replacement": 0.6058053709566593} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.213062286376953, "loss_scale": 4.0, "retries": 0, "seconds": 80.5, "max_memory_gb": 18.18, "pair": 0.34010278061032295, "sign": 0.17368532391265035, "keep": 0.030567727793822996, "leak": 0.4356034251395613, "replacement": 0.5511301718652248} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 3.9225528240203857, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 18.18, "pair": 0.2187761040404439, "sign": 0.07629677490331233, "keep": 0.11067469889530912, "leak": 0.599116111137846, "replacement": 0.46204087138175964} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.367007255554199, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 18.18, "pair": 0.22910470981150866, "sign": 0.0244246058864519, "keep": 0.014775886316783726, "leak": 0.6099182358011603, "replacement": 0.4011845104396343} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.4231510162353516, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 18.18, "pair": 0.1571869170293212, "sign": 0.004321718239225447, "keep": 0.011180325127952528, "leak": 0.1165020540356636, "replacement": 0.1940634553320706} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.880356788635254, "loss_scale": 4.0, "retries": 0, "seconds": 86.7, "max_memory_gb": 18.18, "pair": 0.09694809932261705, "sign": 0.00841164926532656, "keep": 0.028868316090665758, "leak": 0.8046159733785316, "replacement": 0.3167420681566} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.032824993133545, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 18.18, "pair": 0.07980340243375394, "sign": 0.09206692905718228, "keep": 0.003248368370037724, "leak": 0.3765127398073673, "replacement": 0.22158923745155334} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 12.154444694519043, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 18.18, "pair": 0.0019452137930784374, "sign": 0.0009062221251951996, "keep": 0.002549845666123929, "leak": 1.83544397726655, "replacement": 0.46253424510359764} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 8.656814575195312, "loss_scale": 4.0, "retries": 0, "seconds": 91.3, "max_memory_gb": 18.18, "pair": 0.3215517076605465, "sign": 0.06402545217133593, "keep": 0.0867175030261933, "leak": 1.3182421624660492, "replacement": 0.7264837175607681} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 10.57422924041748, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 18.18, "pair": 0.11175449984148145, "sign": 0.009575925068929791, "keep": 0.1252047308373676, "leak": 2.115214830962941, "replacement": 0.7079485300928354} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 25.45693588256836, "loss_scale": 4.0, "retries": 0, "seconds": 94.4, "max_memory_gb": 18.18, "pair": 0.27799607114866376, "sign": 0.2958487458527088, "keep": 0.09166276028190623, "leak": 4.429284305777401, "replacement": 1.5790729448199272} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.0169131755828857, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 18.18, "pair": 0.06762808683561161, "sign": 0.01386507783900015, "keep": 0.01640729029168142, "leak": 0.5719713047146797, "replacement": 0.22575709782540798} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.90862512588501, "loss_scale": 4.0, "retries": 0, "seconds": 97.5, "max_memory_gb": 18.18, "pair": 0.3310024836100638, "sign": 0.08965018158778548, "keep": 0.044074638426536694, "leak": 0.027320518856868148, "replacement": 0.404695026576519} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.009929180145264, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 18.18, "pair": 0.28726131469011307, "sign": 0.017100671539083123, "keep": 0.01564503845293075, "leak": 0.19019082398153841, "replacement": 0.35118187591433525} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.529575824737549, "loss_scale": 4.0, "retries": 0, "seconds": 100.6, "max_memory_gb": 18.18, "pair": 0.1625098716467619, "sign": 0.11565056402469054, "keep": 0.1628426150418818, "leak": 0.6706574391146205, "replacement": 0.46942082047462463} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.362946510314941, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 18.18, "pair": 0.1331098503433168, "sign": 0.13530734564119484, "keep": 0.3974046226940082, "leak": 0.27415140240918845, "replacement": 0.4680036623030901} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.476407766342163, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 18.18, "pair": 0.033896456472575665, "sign": 0.007286729523912072, "keep": 0.01570570017429418, "leak": 0.59269908152055, "replacement": 0.19356744457036257} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.2660512924194336, "loss_scale": 4.0, "retries": 0, "seconds": 105.2, "max_memory_gb": 18.18, "pair": 0.09891500097000971, "sign": 0.009773038153070956, "keep": 0.0046103357599065475, "leak": 0.5333419894159306, "replacement": 0.23944219015538692} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 8.998088836669922, "loss_scale": 4.0, "retries": 0, "seconds": 106.8, "max_memory_gb": 18.18, "pair": 0.63263677386567, "sign": 0.7962837117374875, "keep": 1.0971627634571632, "leak": 0.8198464587330818, "replacement": 1.7843216136097908} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.044409275054932, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 18.18, "pair": 0.3643251694738865, "sign": 0.04162695026025176, "keep": 0.0052141002379357815, "leak": 0.8378207292407751, "replacement": 0.597200870513916} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.8212485313415527, "loss_scale": 4.0, "retries": 0, "seconds": 109.9, "max_memory_gb": 18.18, "pair": 0.10884079453535378, "sign": 0.008175481954822317, "keep": 0.021403059949989256, "leak": 0.2797227371484041, "replacement": 0.1935607474297285} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.6193366050720215, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 18.18, "pair": 0.25998492911458015, "sign": 0.2156962789595127, "keep": 0.022668262594379485, "leak": 0.5196868032217026, "replacement": 0.5090889073908329} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 5.583982467651367, "loss_scale": 4.0, "retries": 0, "seconds": 113.0, "max_memory_gb": 18.18, "pair": 0.1377852065488696, "sign": 0.08541094209067523, "keep": 0.5907250242162263, "leak": 0.13532458732515806, "replacement": 0.5096843298524618} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 4.024967670440674, "loss_scale": 4.0, "retries": 0, "seconds": 114.6, "max_memory_gb": 18.18, "pair": 0.26533824449870735, "sign": 0.1703151360998163, "keep": 0.08376206503442063, "leak": 0.006413295470139246, "replacement": 0.39398017909843475} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.603395938873291, "loss_scale": 4.0, "retries": 0, "seconds": 116.1, "max_memory_gb": 18.18, "pair": 0.538820456713438, "sign": 0.523913727956824, "keep": 1.0358723695389926, "leak": 0.0790651694405824, "replacement": 1.338479857891798} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.6561741828918457, "loss_scale": 4.0, "retries": 0, "seconds": 117.6, "max_memory_gb": 18.18, "pair": 0.06705708615481853, "sign": 0.011061470140703022, "keep": 0.005696897219422681, "leak": 1.0149553967639804, "replacement": 0.3291751313954592} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.7180777788162231, "loss_scale": 4.0, "retries": 0, "seconds": 119.2, "max_memory_gb": 18.18, "pair": 0.18924882356077433, "sign": 0.008096500590909272, "keep": 0.006020728578732815, "leak": 0.23696988075971603, "replacement": 0.2555499095469713} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.0610098838806152, "loss_scale": 4.0, "retries": 0, "seconds": 120.7, "max_memory_gb": 18.18, "pair": 0.08399132243357599, "sign": 0.12643665363430046, "keep": 0.0019633733572845813, "leak": 0.2518639573827386, "replacement": 0.21115732192993164} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 8.27030086517334, "loss_scale": 4.0, "retries": 0, "seconds": 122.2, "max_memory_gb": 18.18, "pair": 0.022256589407334104, "sign": 0.005653851505485363, "keep": 0.0036278797729210055, "leak": 2.4335166104137897, "replacement": 0.6352765882620588} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 4.845987796783447, "loss_scale": 4.0, "retries": 0, "seconds": 123.7, "max_memory_gb": 18.18, "pair": 0.16190100507083116, "sign": 0.04237839875713689, "keep": 0.03229247211127273, "leak": 0.8974580764770508, "replacement": 0.4236009754240513} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.1565775871276855, "loss_scale": 4.0, "retries": 0, "seconds": 125.2, "max_memory_gb": 18.18, "pair": 0.1241482375189662, "sign": 0.031606711010681465, "keep": 0.08254081616178155, "leak": 1.2825818099081516, "replacement": 0.5018674358725548} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 11.148331642150879, "loss_scale": 4.0, "retries": 0, "seconds": 126.7, "max_memory_gb": 18.18, "pair": 0.48949329601600766, "sign": 0.8434284282848239, "keep": 0.04171717635472305, "leak": 0.2216822230257094, "replacement": 0.9874866306781769} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.8357884883880615, "loss_scale": 4.0, "retries": 0, "seconds": 128.4, "max_memory_gb": 18.18, "pair": 0.37809677817858756, "sign": 0.025646937116107438, "keep": 0.2283844806952402, "leak": 0.3431022930890322, "replacement": 0.590888038277626} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.1897332668304443, "loss_scale": 4.0, "retries": 0, "seconds": 129.9, "max_memory_gb": 18.18, "pair": 0.05402897531166673, "sign": 0.011517265127622522, "keep": 0.005163507385759658, "leak": 0.4217496383935213, "replacement": 0.16780677065253258} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.9458969831466675, "loss_scale": 4.0, "retries": 0, "seconds": 131.4, "max_memory_gb": 18.18, "pair": 0.004600552885676734, "sign": 0.001764952263329178, "keep": 0.00021930068578512874, "leak": 0.3941759131848812, "replacement": 0.10413665947271511} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.036222457885742, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 18.18, "pair": 0.18951985239982605, "sign": 0.14476773981004953, "keep": 0.042993474402464926, "leak": 0.17111536410811823, "replacement": 0.32617929950356483} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.714341640472412, "loss_scale": 4.0, "retries": 0, "seconds": 134.5, "max_memory_gb": 18.18, "pair": 0.14279195200651884, "sign": 0.06301726103993133, "keep": 0.007671980652958155, "leak": 0.5958268493413925, "replacement": 0.327093280851841} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 20.440317153930664, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 18.18, "pair": 0.280386308881134, "sign": 0.3871987213133252, "keep": 0.27349417605726956, "leak": 0.6872176174074411, "replacement": 0.7825371362268925} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 4.972915172576904, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 18.18, "pair": 0.12331053090747446, "sign": 0.0726080392341828, "keep": 0.012939968341243002, "leak": 0.12693776935338974, "replacement": 0.19781897170469165} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.7791125774383545, "loss_scale": 4.0, "retries": 0, "seconds": 139.1, "max_memory_gb": 18.18, "pair": 0.2491383831948042, "sign": 0.020350183942355216, "keep": 0.009126660035690293, "leak": 0.10636242442797084, "replacement": 0.29046740755438805} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 37.9026985168457, "loss_scale": 4.0, "retries": 0, "seconds": 140.7, "max_memory_gb": 18.18, "pair": 0.842855641618371, "sign": 0.6562204384536017, "keep": 1.2341167783233686, "leak": 2.6050552697852254, "replacement": 2.4392880517989397} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 13.743797302246094, "loss_scale": 4.0, "retries": 0, "seconds": 142.2, "max_memory_gb": 18.18, "pair": 0.15305597434053198, "sign": 0.5772680678492179, "keep": 0.8265290335402113, "leak": 0.5681972447782755, "replacement": 0.9970038835890591} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.625149726867676, "loss_scale": 4.0, "retries": 0, "seconds": 143.7, "max_memory_gb": 18.18, "pair": 0.03239759229472838, "sign": 0.007812951880623586, "keep": 0.011955029796808958, "leak": 1.1847990490496159, "replacement": 0.3384813545271754} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.9506797790527344, "loss_scale": 4.0, "retries": 0, "seconds": 145.3, "max_memory_gb": 18.18, "pair": 0.09542628959752619, "sign": 0.008400960534345359, "keep": 0.03729513849248178, "leak": 0.9072861857712269, "replacement": 0.3450958877801895} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 12.016319274902344, "loss_scale": 4.0, "retries": 0, "seconds": 146.8, "max_memory_gb": 18.18, "pair": 0.26372391381300986, "sign": 0.38439506583381444, "keep": 1.2048985673463903, "leak": 0.4841701937839389, "replacement": 1.1794132590293884} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.30806303024292, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 18.18, "pair": 0.23596908897161484, "sign": 0.07459061412373558, "keep": 0.827361400675727, "leak": 0.08810761478707718, "replacement": 0.7089720219373703} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.7017728090286255, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 18.18, "pair": 0.06972738867625594, "sign": 0.008292841608636081, "keep": 0.015621902474777016, "leak": 0.3929769870155724, "replacement": 0.1799290059134364} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.216766834259033, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 18.18, "pair": 0.21331406544413767, "sign": 0.08156918705935823, "keep": 0.09242860748054138, "leak": 0.8767483457922935, "replacement": 0.5195000432431698} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.057525634765625, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 18.18, "pair": 0.346294403396314, "sign": 0.6184726413193857, "keep": 0.003760598088945244, "leak": 2.5910215377807617, "replacement": 1.3051663789665326} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 8.483633041381836, "loss_scale": 4.0, "retries": 0, "seconds": 154.6, "max_memory_gb": 18.18, "pair": 0.616704910993576, "sign": 1.0258503614459187, "keep": 0.049214249185752124, "leak": 1.112058887258172, "replacement": 1.4322518855333328} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.4163591861724854, "loss_scale": 4.0, "retries": 0, "seconds": 156.1, "max_memory_gb": 18.18, "pair": 0.17575351055711508, "sign": 0.006460478994995356, "keep": 0.003132490295683965, "leak": 0.8241427838802338, "replacement": 0.38658569380640984} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.3782858848571777, "loss_scale": 4.0, "retries": 0, "seconds": 157.6, "max_memory_gb": 18.18, "pair": 0.19233423750847578, "sign": 0.011751420446671546, "keep": 0.03580596053507179, "leak": 0.5127511227037758, "replacement": 0.3443007152527571} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.146604537963867, "loss_scale": 4.0, "retries": 0, "seconds": 159.2, "max_memory_gb": 18.18, "pair": 0.1396080693230033, "sign": 0.012976988684386015, "keep": 0.007240929739509738, "leak": 2.444082509726286, "replacement": 0.7607376724481583} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 5.1107659339904785, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 18.18, "pair": 0.14790441747754812, "sign": 0.036159187264274806, "keep": 0.0031609363868483342, "leak": 0.5254358388483524, "replacement": 0.29892343655228615} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.0131402015686035, "loss_scale": 4.0, "retries": 0, "seconds": 162.3, "max_memory_gb": 18.18, "pair": 0.39702508971095085, "sign": 0.021719033364206553, "keep": 0.03672571154311299, "leak": 0.7952512775082141, "replacement": 0.6250602751970291} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.224531650543213, "loss_scale": 4.0, "retries": 0, "seconds": 163.8, "max_memory_gb": 18.18, "pair": 0.23366427328437567, "sign": 0.024630444939248264, "keep": 0.009003097075037658, "leak": 0.5491322260349989, "replacement": 0.3877641148865223} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.1795239448547363, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 18.18, "pair": 0.11230630381032825, "sign": 0.165826105105225, "keep": 0.08643666355010282, "leak": 0.49497159536986146, "replacement": 0.3621805813163519} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 21.54138946533203, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 18.18, "pair": 0.7140395595924929, "sign": 0.07566708495141938, "keep": 0.28958271623901055, "leak": 2.2958107134327292, "replacement": 1.4706171945435926} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 19.848344802856445, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 18.18, "pair": 0.5482210777699947, "sign": 0.21165318205021322, "keep": 0.2812378485687077, "leak": 0.6227594972588122, "replacement": 0.950356513261795} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 12.065288543701172, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 18.18, "pair": 0.15782941225916147, "sign": 0.04557797883171588, "keep": 0.07489205192541704, "leak": 5.881347557646222, "replacement": 1.6884012892842293} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 7.2433929443359375, "loss_scale": 4.0, "retries": 0, "seconds": 171.6, "max_memory_gb": 18.18, "pair": 0.08169694663956761, "sign": 0.5412039924412966, "keep": 0.000857221765045324, "leak": 0.5675683654844761, "replacement": 0.4946196489036083} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.366296291351318, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 18.18, "pair": 0.1286061997525394, "sign": 0.00716950319474563, "keep": 0.0018403864960419014, "leak": 1.0497164651751518, "replacement": 0.3955402597784996} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.8504012823104858, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 18.18, "pair": 0.11049816571176052, "sign": 0.012944491347298026, "keep": 0.0042863648413913324, "leak": 0.4016929268836975, "replacement": 0.2195368204265833} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.076873779296875, "loss_scale": 4.0, "retries": 0, "seconds": 176.2, "max_memory_gb": 18.18, "pair": 0.13453217782080173, "sign": 0.02593832602724433, "keep": 0.007842705730581656, "leak": 0.4339355817064643, "replacement": 0.25990658812224865} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.5338053703308105, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 18.18, "pair": 0.21830512396991253, "sign": 0.013866623630747199, "keep": 0.002535396608436713, "leak": 0.4604906812310219, "replacement": 0.3416288010776043} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 9.890959739685059, "loss_scale": 4.0, "retries": 0, "seconds": 179.4, "max_memory_gb": 18.18, "pair": 0.10970200947485864, "sign": 0.4257522997650085, "keep": 0.5416549462260036, "leak": 0.30047515500336885, "replacement": 0.6685244143009186} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 5.487462520599365, "loss_scale": 4.0, "retries": 0, "seconds": 180.9, "max_memory_gb": 18.18, "pair": 0.07390835112892091, "sign": 0.01950063455296913, "keep": 0.13258769888398092, "leak": 0.8382499143481255, "replacement": 0.3595150001347065} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 8.830175399780273, "loss_scale": 4.0, "retries": 0, "seconds": 182.4, "max_memory_gb": 18.18, "pair": 0.22944420408748556, "sign": 0.49120205285726115, "keep": 0.8083734841227965, "leak": 0.4639901965856552, "replacement": 0.9952295292168856} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.6944360733032227, "loss_scale": 4.0, "retries": 0, "seconds": 184.0, "max_memory_gb": 18.18, "pair": 0.08258112202020129, "sign": 0.1446370082485373, "keep": 0.007538814909800351, "leak": 0.2790353500749916, "replacement": 0.22842787053377833} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 10.620059967041016, "loss_scale": 4.0, "retries": 0, "seconds": 185.5, "max_memory_gb": 18.18, "pair": 0.36139220115728676, "sign": 0.8640570339630358, "keep": 1.627277990366565, "leak": 0.2933104937255848, "replacement": 1.680387420579791} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.91502571105957, "loss_scale": 4.0, "retries": 0, "seconds": 187.1, "max_memory_gb": 18.18, "pair": 0.305116819916293, "sign": 0.3057633340358734, "keep": 0.1663913906080552, "leak": 0.32506863214075565, "replacement": 0.6224613599479198} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 6.919339656829834, "loss_scale": 4.0, "retries": 0, "seconds": 188.8, "max_memory_gb": 18.18, "pair": 0.3526909784413874, "sign": 0.11769784305943176, "keep": 0.11679360852545528, "leak": 0.49438007548451424, "replacement": 0.5935317296534777} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.898179054260254, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 18.18, "pair": 0.30100610577756015, "sign": 1.1166905992431566, "keep": 0.018457715268596075, "leak": 1.0420939233154058, "replacement": 1.129103735089302} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 4.969934463500977, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 18.18, "pair": 0.3206866586115211, "sign": 0.5391957249958068, "keep": 2.181034853012534, "leak": 0.4126957931484867, "replacement": 1.783975888043642} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.818055152893066, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 18.18, "pair": 0.1520184394903481, "sign": 0.2112330526288133, "keep": 0.17501013062388893, "leak": 1.0688074675854295, "replacement": 0.6123419031500816} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 12.15806770324707, "loss_scale": 4.0, "retries": 0, "seconds": 194.9, "max_memory_gb": 18.18, "pair": 0.5617418373003602, "sign": 0.5059020433109254, "keep": 1.3254653299227357, "leak": 0.9268952516722493, "replacement": 1.709149345755577} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.6483452320098877, "loss_scale": 4.0, "retries": 0, "seconds": 196.4, "max_memory_gb": 18.18, "pair": 0.09197838115505874, "sign": 0.007340380238019861, "keep": 0.028518391641568996, "leak": 0.45746245980262756, "replacement": 0.22427337616682053} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 8.024553298950195, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 18.18, "pair": 0.1470745881088078, "sign": 0.7143896613706602, "keep": 0.2765924569685012, "leak": 0.2592271789908409, "replacement": 0.7073724833317101} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.2799317836761475, "loss_scale": 4.0, "retries": 0, "seconds": 199.5, "max_memory_gb": 18.18, "pair": 0.22239651158452034, "sign": 0.08750071912072599, "keep": 0.11283084587194026, "leak": 0.4396053862383269, "replacement": 0.4324636496603489} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 6.249691963195801, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 18.18, "pair": 0.10431257262825966, "sign": 0.5383042502216995, "keep": 0.054864725309471396, "leak": 0.18673193838912994, "replacement": 0.44758005533367395} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 30.54866600036621, "loss_scale": 4.0, "retries": 0, "seconds": 202.6, "max_memory_gb": 18.18, "pair": 0.37078319693682715, "sign": 0.6123403559031431, "keep": 1.1003245971785418, "leak": 1.8884610459208488, "replacement": 1.699230968952179} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.283292055130005, "loss_scale": 4.0, "retries": 0, "seconds": 204.1, "max_memory_gb": 18.18, "pair": 0.08933595835696906, "sign": 0.011489156750030816, "keep": 0.6438195947469012, "leak": 0.790413323789835, "replacement": 0.6145936883985996} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.193469524383545, "loss_scale": 4.0, "retries": 0, "seconds": 205.7, "max_memory_gb": 18.18, "pair": 0.5105456532910466, "sign": 0.6019911316689104, "keep": 1.0615651301341131, "leak": 0.3727467587450519, "replacement": 1.4355105571448803} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.636394500732422, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 18.18, "pair": 0.1901336230803281, "sign": 0.34834378569212276, "keep": 0.6567978411744662, "leak": 0.295874522998929, "replacement": 0.7666731071658432} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.6368095874786377, "loss_scale": 4.0, "retries": 0, "seconds": 208.7, "max_memory_gb": 18.18, "pair": 0.16111336275935173, "sign": 0.00902144392603077, "keep": 0.04164212680188939, "leak": 0.05619768318138085, "replacement": 0.20049457252025604} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 8.964993476867676, "loss_scale": 4.0, "retries": 0, "seconds": 210.3, "max_memory_gb": 18.18, "pair": 0.23793617263436317, "sign": 0.5212849746458232, "keep": 0.12960269405448344, "leak": 0.2471774104051292, "replacement": 0.6251743510365486} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.621602535247803, "loss_scale": 4.0, "retries": 0, "seconds": 211.8, "max_memory_gb": 18.18, "pair": 0.16828352701850235, "sign": 0.018219565507024527, "keep": 0.017526353854918852, "leak": 0.5611272128298879, "replacement": 0.3264383040368557} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.4159584045410156, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 18.18, "pair": 0.08162262197583914, "sign": 0.01870372222037986, "keep": 0.04992770531680435, "leak": 0.5008260700851679, "replacement": 0.24114485457539558} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 8.280978202819824, "loss_scale": 4.0, "retries": 0, "seconds": 214.9, "max_memory_gb": 18.18, "pair": 0.18045177683234215, "sign": 0.2466919184080325, "keep": 0.007501978951040655, "leak": 1.0028335498645902, "replacement": 0.5582571215927601} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.2624311447143555, "loss_scale": 4.0, "retries": 0, "seconds": 216.5, "max_memory_gb": 18.18, "pair": 0.09856615401804447, "sign": 0.009270623588236049, "keep": 0.00661262671201257, "leak": 0.4108021454885602, "replacement": 0.2092083189636469} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.5008728504180908, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 18.18, "pair": 0.13396406639367342, "sign": 0.1660092139209155, "keep": 0.002833295635355171, "leak": 0.12482447922229767, "replacement": 0.24959144741296768} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 10.028721809387207, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 18.18, "pair": 0.2700593462213874, "sign": 0.4162607928737998, "keep": 0.18692721263505518, "leak": 0.23877504747360945, "replacement": 0.631347144022584} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 15.641672134399414, "loss_scale": 4.0, "retries": 0, "seconds": 221.1, "max_memory_gb": 18.18, "pair": 0.4210045441868715, "sign": 0.24517009967530612, "keep": 0.8984203188986726, "leak": 0.7486812230199575, "replacement": 1.1799700590781868} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 9.674208641052246, "loss_scale": 4.0, "retries": 0, "seconds": 222.7, "max_memory_gb": 18.18, "pair": 0.18350297200959176, "sign": 0.45472994845476933, "keep": 0.06413258838165348, "leak": 0.5162934567779303, "replacement": 0.5720076216384768} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.807365417480469, "loss_scale": 4.0, "retries": 0, "seconds": 224.3, "max_memory_gb": 18.18, "pair": 0.12654774414841086, "sign": 0.005810495997138787, "keep": 0.005923875141192525, "leak": 1.1506016440689564, "replacement": 0.4200653361622244} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.929255485534668, "loss_scale": 4.0, "retries": 0, "seconds": 225.8, "max_memory_gb": 18.18, "pair": 0.08189344545826316, "sign": 0.019164148368872702, "keep": 0.003958926908126159, "leak": 0.6469454935868271, "replacement": 0.25519136153161526} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 11.695887565612793, "loss_scale": 4.0, "retries": 0, "seconds": 227.3, "max_memory_gb": 18.18, "pair": 0.40086963027715683, "sign": 1.2858156692236662, "keep": 1.6540382074858826, "leak": 2.9043491416923644, "replacement": 2.5968838185071945} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.8471152782440186, "loss_scale": 4.0, "retries": 0, "seconds": 228.9, "max_memory_gb": 18.18, "pair": 0.0420560816219222, "sign": 0.006021794441039674, "keep": 0.0008240160059074242, "leak": 0.5387846473604441, "replacement": 0.1801751498132944} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 16.456485748291016, "loss_scale": 4.0, "retries": 0, "seconds": 230.4, "max_memory_gb": 18.18, "pair": 0.1502734508831054, "sign": 0.02558904653415084, "keep": 0.0061657603100684355, "leak": 1.0021239779889584, "replacement": 0.4166818412486464} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 6.624433517456055, "loss_scale": 4.0, "retries": 0, "seconds": 232.0, "max_memory_gb": 18.18, "pair": 0.20259072165936232, "sign": 0.09207279019756243, "keep": 0.12578364927321672, "leak": 0.5510644277092069, "replacement": 0.449285052716732} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.7735378742218018, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 18.18, "pair": 0.14826386189088225, "sign": 0.016990224161418155, "keep": 0.00797633114416385, "leak": 0.06772261614605668, "replacement": 0.17767777852714062} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.273165225982666, "loss_scale": 4.0, "retries": 0, "seconds": 235.1, "max_memory_gb": 18.18, "pair": 0.14313282817602158, "sign": 0.0047258008271455765, "keep": 0.025565594668478298, "leak": 0.0678880094201304, "replacement": 0.17525052465498447} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.5582709312438965, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 18.18, "pair": 0.13981686931219883, "sign": 0.004215745342662558, "keep": 0.006582352914747958, "leak": 0.47127231024205685, "replacement": 0.2630339930765331} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.6654229164123535, "loss_scale": 4.0, "retries": 0, "seconds": 238.2, "max_memory_gb": 18.18, "pair": 0.15370541397714987, "sign": 0.0055005909816827625, "keep": 0.047552347532473505, "leak": 0.8439513631165028, "replacement": 0.39121973887085915} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 3.346886396408081, "loss_scale": 4.0, "retries": 0, "seconds": 239.8, "max_memory_gb": 18.18, "pair": 0.12595291397883557, "sign": 0.005329849685949739, "keep": 0.6654850641425369, "leak": 0.46188565343618393, "replacement": 0.5768317696638405} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 12.351666450500488, "loss_scale": 4.0, "retries": 0, "seconds": 241.4, "max_memory_gb": 18.18, "pair": 0.4000847354182042, "sign": 0.0048359604115830734, "keep": 0.01684194661356031, "leak": 0.47588293813169, "replacement": 0.52989442483522} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.73245620727539, "loss_scale": 4.0, "retries": 0, "seconds": 242.9, "max_memory_gb": 18.18, "pair": 0.03483510727528483, "sign": 0.8771741450764239, "keep": 0.002828221940944786, "leak": 2.827556117263157, "replacement": 1.181725276634097} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 7.977218151092529, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 18.18, "pair": 0.19841876602731645, "sign": 0.38007515826029703, "keep": 0.5447495545654419, "leak": 0.4263439681380987, "replacement": 0.7674171412363648} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 6.149532318115234, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 18.18, "pair": 0.06723635597154498, "sign": 0.0028413968975655735, "keep": 0.005213431787069567, "leak": 0.3818731904029846, "replacement": 0.16673207003623247} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 8.737165451049805, "loss_scale": 4.0, "retries": 0, "seconds": 247.6, "max_memory_gb": 18.18, "pair": 0.19429371366277337, "sign": 0.11312287699547596, "keep": 0.49736450653290376, "leak": 0.1439118469133973, "replacement": 0.5355153474956751} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 2.827894449234009, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 18.18, "pair": 0.15248090447857976, "sign": 0.08930506225442514, "keep": 0.08224504379109021, "leak": 0.23439441435039043, "replacement": 0.2968545528128743} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.4160799980163574, "loss_scale": 4.0, "retries": 0, "seconds": 250.6, "max_memory_gb": 18.18, "pair": 0.012634123559109867, "sign": 0.0034594187018228695, "keep": 0.10459302127991066, "leak": 0.8871171595528722, "replacement": 0.2884396289009601} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 16.26715850830078, "loss_scale": 4.0, "retries": 0, "seconds": 252.1, "max_memory_gb": 18.18, "pair": 0.22541314363479614, "sign": 0.34868687647394836, "keep": 0.6586985671892762, "leak": 0.2336337505839765, "replacement": 0.7875143233686686} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 29.654834747314453, "loss_scale": 4.0, "retries": 0, "seconds": 253.7, "max_memory_gb": 18.18, "pair": 0.26647518668323755, "sign": 0.2003107334021479, "keep": 0.013456643806421198, "leak": 0.2002715915441513, "replacement": 0.4234267920255661} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.5830116271972656, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 18.18, "pair": 0.02780888183042407, "sign": 0.0072563341818749905, "keep": 0.0006802953057558625, "leak": 0.025189990759827197, "replacement": 0.03807469457387924} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 32.68669509887695, "loss_scale": 4.0, "retries": 0, "seconds": 256.8, "max_memory_gb": 18.18, "pair": 0.8197234469698742, "sign": 1.023973533679964, "keep": 1.5925925791234476, "leak": 1.1805065162479877, "replacement": 2.4231330286711454} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 8.534404754638672, "loss_scale": 4.0, "retries": 0, "seconds": 258.4, "max_memory_gb": 18.18, "pair": 0.10500733833760023, "sign": 0.022810802911408246, "keep": 0.051195981475757435, "leak": 2.080112530849874, "replacement": 0.662038866430521} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.2203171253204346, "loss_scale": 4.0, "retries": 0, "seconds": 259.9, "max_memory_gb": 18.18, "pair": 0.07628572365501896, "sign": 0.005363133474020287, "keep": 0.05815112081472762, "leak": 0.537785426247865, "replacement": 0.24248920753598213} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 2.6028337478637695, "loss_scale": 4.0, "retries": 0, "seconds": 261.5, "max_memory_gb": 18.18, "pair": 0.12362198904156685, "sign": 0.07717303675599396, "keep": 0.1100044964114204, "leak": 0.2995772775175283, "replacement": 0.2921050749719143} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.40968132019043, "loss_scale": 4.0, "retries": 0, "seconds": 263.1, "max_memory_gb": 18.18, "pair": 0.10464456561021507, "sign": 0.003024661840754561, "keep": 0.004269665771971631, "leak": 2.5280598658137023, "replacement": 0.7403066796250641} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.4197843074798584, "loss_scale": 4.0, "retries": 0, "seconds": 264.6, "max_memory_gb": 18.18, "pair": 0.025643105909693986, "sign": 0.02990901589873829, "keep": 0.17819786717875274, "leak": 0.3649759431136772, "replacement": 0.22094053914770484} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.196035861968994, "loss_scale": 4.0, "retries": 0, "seconds": 266.1, "max_memory_gb": 18.18, "pair": 0.10212137829512358, "sign": 0.001965177885722369, "keep": 0.011469781631603837, "leak": 0.5277689963113517, "replacement": 0.2407811088487506} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 5.921968936920166, "loss_scale": 4.0, "retries": 0, "seconds": 267.7, "max_memory_gb": 18.18, "pair": 0.12101434651413001, "sign": 0.08665861556073651, "keep": 0.1069281637610402, "leak": 1.3587489601341076, "replacement": 0.5574949565343559} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.230947494506836, "loss_scale": 4.0, "retries": 0, "seconds": 269.2, "max_memory_gb": 18.18, "pair": 0.07553142281540204, "sign": 0.007795667021127883, "keep": 0.023176038735975624, "leak": 1.0204762387802475, "replacement": 0.3461363324895501} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 7.327418804168701, "loss_scale": 4.0, "retries": 0, "seconds": 270.8, "max_memory_gb": 18.18, "pair": 0.22098809387534857, "sign": 0.2439266408327967, "keep": 0.45899970456957817, "leak": 0.4091823899943847, "replacement": 0.6747469082474709} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.181011199951172, "loss_scale": 4.0, "retries": 0, "seconds": 272.3, "max_memory_gb": 18.18, "pair": 0.08066906686872244, "sign": 0.012215460010338575, "keep": 0.007591055822558701, "leak": 0.28067927435040474, "replacement": 0.16074214316904545} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.832064151763916, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 18.18, "pair": 0.11872380334534682, "sign": 0.15645865368423983, "keep": 0.008318561682230552, "leak": 0.39640041813254356, "replacement": 0.3002125225029886} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.5486931800842285, "loss_scale": 4.0, "retries": 0, "seconds": 275.4, "max_memory_gb": 18.18, "pair": 0.036383560684043914, "sign": 0.022492854761367198, "keep": 0.16878265765262768, "leak": 0.4166208580136299, "replacement": 0.2361765392124653} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 6.438098907470703, "loss_scale": 4.0, "retries": 0, "seconds": 276.9, "max_memory_gb": 18.18, "pair": 0.5752113533671945, "sign": 0.5326404388615629, "keep": 0.6670355601232814, "leak": 0.04365653172135353, "replacement": 1.18596351146698} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.5342806577682495, "loss_scale": 4.0, "retries": 0, "seconds": 278.4, "max_memory_gb": 18.18, "pair": 0.16906443051993847, "sign": 0.025722795980982482, "keep": 0.04228022485040128, "leak": 0.39867839263752103, "replacement": 0.30273553915321827} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 4.063723564147949, "loss_scale": 4.0, "retries": 0, "seconds": 280.0, "max_memory_gb": 18.18, "pair": 0.07806583767523989, "sign": 0.005210118484683335, "keep": 0.015859935228945687, "leak": 1.0996227300493047, "replacement": 0.3635065443813801} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 19.205678939819336, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 18.18, "pair": 0.3644755875284318, "sign": 0.3765811906196177, "keep": 0.009018435374969158, "leak": 2.8667912296950817, "replacement": 1.2739731876645237} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.044766902923584, "loss_scale": 4.0, "retries": 0, "seconds": 283.1, "max_memory_gb": 18.18, "pair": 0.12255505053326488, "sign": 0.0043524853681446984, "keep": 0.0032320979489650625, "leak": 0.43121561501175165, "replacement": 0.23415124416351318} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 6.6780266761779785, "loss_scale": 4.0, "retries": 0, "seconds": 284.7, "max_memory_gb": 18.18, "pair": 0.16786283894907683, "sign": 0.0036375861454871483, "keep": 0.0030773779722608197, "leak": 1.2323199966922402, "replacement": 0.47930033411830664} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.6232068538665771, "loss_scale": 4.0, "retries": 0, "seconds": 286.2, "max_memory_gb": 18.18, "pair": 0.044104413129389286, "sign": 0.009351479733595625, "keep": 0.02954760959255509, "leak": 0.21261922596022487, "replacement": 0.11670876294374466} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 17.65453338623047, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 18.18, "pair": 0.13679794780910015, "sign": 0.01814640058000805, "keep": 0.5464069223955903, "leak": 0.14526981115341187, "replacement": 0.45539207197725773} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.3014886379241943, "loss_scale": 4.0, "retries": 0, "seconds": 289.4, "max_memory_gb": 18.18, "pair": 0.22378104971721768, "sign": 0.009245709283277392, "keep": 0.29483857317245565, "leak": 0.23545746467425488, "replacement": 0.4346875734627247} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.784592628479004, "loss_scale": 4.0, "retries": 0, "seconds": 290.9, "max_memory_gb": 18.18, "pair": 0.4255842645361554, "sign": 0.7367949134495575, "keep": 0.7432126702641995, "leak": 0.07774418592453003, "replacement": 1.1850241805659607} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 17.531986236572266, "loss_scale": 4.0, "retries": 0, "seconds": 292.5, "max_memory_gb": 18.18, "pair": 0.08237678837031126, "sign": 0.7721151042496786, "keep": 1.619747725140769, "leak": 2.304056853055954, "replacement": 1.8543224483728409} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.9779040813446045, "loss_scale": 4.0, "retries": 0, "seconds": 294.0, "max_memory_gb": 18.18, "pair": 0.044305105169769377, "sign": 0.004062866617459804, "keep": 0.003074670137721114, "leak": 0.48859444353729486, "replacement": 0.170022486243397} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 73.64417266845703, "loss_scale": 4.0, "retries": 0, "seconds": 295.4, "max_memory_gb": 18.18, "pair": 0.847807306330651, "sign": 0.8673715565819293, "keep": 1.5907135974130142, "leak": 2.9531530005770037, "replacement": 2.815138134174049} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.381279468536377, "loss_scale": 4.0, "retries": 0, "seconds": 297.0, "max_memory_gb": 18.18, "pair": 0.3360247351229191, "sign": 0.45512026583310217, "keep": 1.0974636137252674, "leak": 0.2071585999801755, "replacement": 1.1641063252463937} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.5089449882507324, "loss_scale": 4.0, "retries": 0, "seconds": 298.5, "max_memory_gb": 18.18, "pair": 0.1504096396820387, "sign": 0.018845787119062152, "keep": 0.015930211867612343, "leak": 0.7637723572552204, "replacement": 0.35874072919250466} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 6.964326858520508, "loss_scale": 4.0, "retries": 0, "seconds": 300.1, "max_memory_gb": 18.18, "pair": 0.17755793896503747, "sign": 0.15804442018270493, "keep": 0.05952156395488828, "leak": 0.14592042937874794, "replacement": 0.32282103411853313} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 6.435247898101807, "loss_scale": 4.0, "retries": 0, "seconds": 301.7, "max_memory_gb": 18.18, "pair": 0.05925322789698839, "sign": 0.018951775200548582, "keep": 0.00304179523664061, "leak": 0.6009799269959331, "replacement": 0.22049499116837978} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 4.129542827606201, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 18.18, "pair": 0.11897673294879496, "sign": 0.005452475059428252, "keep": 0.004572227278899277, "leak": 0.7557641547173262, "replacement": 0.3129301266744733} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.809593915939331, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 18.18, "pair": 0.06078195758163929, "sign": 0.014430627401452512, "keep": 0.0021908483613515273, "leak": 0.6279837470501661, "replacement": 0.2260886374861002} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.5551018714904785, "loss_scale": 4.0, "retries": 0, "seconds": 306.4, "max_memory_gb": 18.18, "pair": 0.1001232354901731, "sign": 0.051920354599133134, "keep": 0.0660141913103871, "leak": 0.5161043778061867, "replacement": 0.28811660688370466} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.9546730518341064, "loss_scale": 4.0, "retries": 0, "seconds": 307.9, "max_memory_gb": 18.18, "pair": 0.12065960769541562, "sign": 0.04667418816825375, "keep": 0.5836013156749686, "leak": 0.434540132060647, "replacement": 0.5444324081763625} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 6.467104911804199, "loss_scale": 4.0, "retries": 0, "seconds": 309.4, "max_memory_gb": 18.18, "pair": 0.2417366448789835, "sign": 0.34872901847120374, "keep": 1.1847227762336843, "leak": 0.16622680611908436, "replacement": 1.0500192679464817} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 15.871235847473145, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 18.18, "pair": 0.38290713354945183, "sign": 0.4782559225568548, "keep": 0.6928017149366497, "leak": 0.5845870245248079, "replacement": 1.114582672715187} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 9.031465530395508, "loss_scale": 4.0, "retries": 0, "seconds": 312.5, "max_memory_gb": 18.18, "pair": 0.068173763807863, "sign": 0.007644506258657202, "keep": 0.002158355200434059, "leak": 3.5734635007102042, "replacement": 0.9664410836994648} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.6000189781188965, "loss_scale": 4.0, "retries": 0, "seconds": 314.0, "max_memory_gb": 18.18, "pair": 0.10332879889756441, "sign": 0.04357903846539557, "keep": 0.07738878516829573, "leak": 0.19669299566726295, "replacement": 0.2129859607666731} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.3317017555236816, "loss_scale": 4.0, "retries": 0, "seconds": 315.6, "max_memory_gb": 18.18, "pair": 0.24702544137835503, "sign": 0.01472343155182898, "keep": 0.035992702352814376, "leak": 0.2890729823266156, "replacement": 0.3446517549455166} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.310384750366211, "loss_scale": 4.0, "retries": 0, "seconds": 317.1, "max_memory_gb": 18.18, "pair": 0.10868394654244184, "sign": 0.004583588932291605, "keep": 0.0009109920065384358, "leak": 0.36084529804065824, "replacement": 0.20164255984127522} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.919447898864746, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 18.18, "pair": 0.15378162488923408, "sign": 0.0048398021317552775, "keep": 0.01648398675018825, "leak": 0.19145848730113357, "replacement": 0.2123081386089325} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.2601735591888428, "loss_scale": 4.0, "retries": 0, "seconds": 320.2, "max_memory_gb": 18.18, "pair": 0.16305761132389307, "sign": 0.13599758993950672, "keep": 0.0857874666414773, "leak": 0.4000413521716837, "replacement": 0.37396048195660114} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.8663909435272217, "loss_scale": 4.0, "retries": 0, "seconds": 321.8, "max_memory_gb": 18.18, "pair": 0.09887505043298006, "sign": 0.00399844346975442, "keep": 0.007590447436044201, "leak": 0.30288831594225485, "replacement": 0.1803915724158287} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 15.845572471618652, "loss_scale": 4.0, "retries": 0, "seconds": 323.4, "max_memory_gb": 18.18, "pair": 0.6231576160062104, "sign": 0.48662244714796543, "keep": 0.6495833822409622, "leak": 0.8199510918930173, "replacement": 1.396248271688819} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 8.602887153625488, "loss_scale": 4.0, "retries": 0, "seconds": 324.9, "max_memory_gb": 18.18, "pair": 0.35083192214369774, "sign": 0.5692299481888767, "keep": 2.0172684665885683, "leak": 2.3952607973478734, "replacement": 2.2428962755948305} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.2122039794921875, "loss_scale": 4.0, "retries": 0, "seconds": 326.5, "max_memory_gb": 18.18, "pair": 0.47669064765796065, "sign": 0.29073231032816693, "keep": 0.16810584613267565, "leak": 0.2237548928715114, "replacement": 0.7620484670624137} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 11.294794082641602, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 18.18, "pair": 0.32820424996316433, "sign": 0.19714399811346084, "keep": 0.0785058977198787, "leak": 0.5181956430897117, "replacement": 0.5955781256780028} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.511836051940918, "loss_scale": 4.0, "retries": 0, "seconds": 329.6, "max_memory_gb": 18.18, "pair": 0.3489569975063205, "sign": 0.32829889812273905, "keep": 0.4503653498941276, "leak": 0.669709350913763, "replacement": 0.9057164993137121} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.9592444896698, "loss_scale": 4.0, "retries": 0, "seconds": 331.2, "max_memory_gb": 18.18, "pair": 0.31411832265439443, "sign": 0.38538403881830163, "keep": 1.0546299076373202, "leak": 0.026618900010362267, "replacement": 1.0407799955573864} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 11.779548645019531, "loss_scale": 4.0, "retries": 0, "seconds": 332.8, "max_memory_gb": 18.18, "pair": 0.3796645174334117, "sign": 0.8647138124579214, "keep": 2.109402798104213, "leak": 0.45418796880403534, "replacement": 1.9802698288112879} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.4253573417663574, "loss_scale": 4.0, "retries": 0, "seconds": 334.3, "max_memory_gb": 18.18, "pair": 0.05760126584209502, "sign": 0.018879349663620815, "keep": 0.0034152972566516837, "leak": 1.139808586318395, "replacement": 0.353700733743608} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.4637327194213867, "loss_scale": 4.0, "retries": 0, "seconds": 335.9, "max_memory_gb": 18.18, "pair": 0.11786808940814808, "sign": 0.002473340166034177, "keep": 0.0007513774871767964, "leak": 0.02088676835410297, "replacement": 0.12470213626511395} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.124824523925781, "loss_scale": 4.0, "retries": 0, "seconds": 337.4, "max_memory_gb": 18.18, "pair": 0.27214744966477156, "sign": 0.5948916003108025, "keep": 0.14056434212125168, "leak": 0.11234771553426981, "replacement": 0.6679623164236546} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.4810736179351807, "loss_scale": 4.0, "retries": 0, "seconds": 339.0, "max_memory_gb": 18.18, "pair": 0.08827701862901449, "sign": 0.057605184527346864, "keep": 0.0038218906447582413, "leak": 0.1388864405453205, "replacement": 0.1537121646106243} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.030308246612549, "loss_scale": 4.0, "retries": 0, "seconds": 340.6, "max_memory_gb": 18.18, "pair": 0.1675778598873876, "sign": 0.03122536768205464, "keep": 0.10758712422398276, "leak": 0.13420154704363085, "replacement": 0.27053448709193617} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.8282856941223145, "loss_scale": 4.0, "retries": 0, "seconds": 342.1, "max_memory_gb": 18.18, "pair": 0.2910616188310087, "sign": 0.15198654460255057, "keep": 0.0033217644377145916, "leak": 0.7736765735899098, "replacement": 0.5621349066495895} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.1012730598449707, "loss_scale": 4.0, "retries": 0, "seconds": 343.6, "max_memory_gb": 18.18, "pair": 0.07137887881253846, "sign": 0.006402143437298946, "keep": 0.010963024105869579, "leak": 0.3479054616764188, "replacement": 0.16703782742843032} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 23.561025619506836, "loss_scale": 4.0, "retries": 0, "seconds": 345.2, "max_memory_gb": 18.18, "pair": 0.42519501131027937, "sign": 0.08055718107061693, "keep": 0.04026980221806298, "leak": 0.7400582619011402, "replacement": 0.6706230752170086} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 4.201681613922119, "loss_scale": 4.0, "retries": 0, "seconds": 346.7, "max_memory_gb": 18.18, "pair": 0.058864488324616104, "sign": 0.017820517387008294, "keep": 0.005020754411305006, "leak": 0.5048962216824293, "replacement": 0.19650917663238943} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 6.944314479827881, "loss_scale": 4.0, "retries": 0, "seconds": 348.2, "max_memory_gb": 18.18, "pair": 0.03183381853159517, "sign": 0.0043375183013267815, "keep": 0.0015093656576254944, "leak": 1.9974880177988439, "replacement": 0.5341292563825846} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 5.353770732879639, "loss_scale": 4.0, "retries": 0, "seconds": 349.8, "max_memory_gb": 18.18, "pair": 0.08822954498464242, "sign": 0.02093682950362563, "keep": 0.7347935277794022, "leak": 0.595708392560482, "replacement": 0.6150218322873116} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.8130351305007935, "loss_scale": 4.0, "retries": 0, "seconds": 351.3, "max_memory_gb": 18.18, "pair": 0.03506014547747327, "sign": 0.00416413604398258, "keep": 0.04005226631579717, "leak": 0.022460852982476354, "replacement": 0.06278355716494843} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.7914726734161377, "loss_scale": 4.0, "retries": 0, "seconds": 352.9, "max_memory_gb": 18.18, "pair": 0.05247753136791289, "sign": 0.03745848563266918, "keep": 0.0005001262052246602, "leak": 0.4175437656813301, "replacement": 0.1758427764289081} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.249812126159668, "loss_scale": 4.0, "retries": 0, "seconds": 354.5, "max_memory_gb": 18.18, "pair": 0.07783846386882942, "sign": 0.02501888717233669, "keep": 0.06856499577406705, "leak": 1.1040170341730118, "replacement": 0.40063465386629105} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 39.478721618652344, "loss_scale": 4.0, "retries": 0, "seconds": 355.9, "max_memory_gb": 18.18, "pair": 0.4783691195771098, "sign": 0.49740336393006146, "keep": 1.0309764519290638, "leak": 0.9125454343447927, "replacement": 1.470695361495018} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.2562129497528076, "loss_scale": 4.0, "retries": 0, "seconds": 357.4, "max_memory_gb": 18.18, "pair": 0.22405508044175804, "sign": 0.5203920340718469, "keep": 0.025520737231992996, "leak": 0.32958555966615677, "replacement": 0.5794078391045332} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.6305084228515625, "loss_scale": 4.0, "retries": 0, "seconds": 359.0, "max_memory_gb": 18.18, "pair": 0.07048376696184278, "sign": 0.009868040739092976, "keep": 0.012527331185992807, "leak": 1.2477439120411873, "replacement": 0.3936174251139164} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.910721778869629, "loss_scale": 4.0, "retries": 0, "seconds": 360.5, "max_memory_gb": 18.18, "pair": 0.050177023629657924, "sign": 0.003178057522745803, "keep": 0.0017472937033744529, "leak": 0.8069052863866091, "replacement": 0.2543660271912813} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.97208833694458, "loss_scale": 4.0, "retries": 0, "seconds": 362.2, "max_memory_gb": 18.18, "pair": 0.04094570751476567, "sign": 0.011019799130735919, "keep": 0.05760876966411388, "leak": 0.60922935148119, "replacement": 0.22756732488051057} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 19.897485733032227, "loss_scale": 4.0, "retries": 0, "seconds": 363.8, "max_memory_gb": 18.18, "pair": 0.8021744723664597, "sign": 0.5528336846473394, "keep": 0.9361562452895669, "leak": 0.4121172465602285, "replacement": 1.6496987156569958} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.5617563724517822, "loss_scale": 4.0, "retries": 0, "seconds": 365.3, "max_memory_gb": 18.18, "pair": 0.14187886932631955, "sign": 0.04628359312482644, "keep": 0.002582181126740579, "leak": 0.0878762566135265, "replacement": 0.18828081944957376} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 11.704553604125977, "loss_scale": 4.0, "retries": 0, "seconds": 366.9, "max_memory_gb": 18.18, "pair": 0.19716711272485554, "sign": 0.34350295714102685, "keep": 0.20548485030302288, "leak": 1.746640883386135, "replacement": 0.9083212465047836} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.5439778566360474, "loss_scale": 4.0, "retries": 0, "seconds": 368.4, "max_memory_gb": 18.18, "pair": 0.09282572939991951, "sign": 0.008668842929182574, "keep": 0.017180554219521582, "leak": 0.09152619680389762, "replacement": 0.12863197457045317} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.3460588455200195, "loss_scale": 4.0, "retries": 0, "seconds": 369.9, "max_memory_gb": 18.18, "pair": 0.29902907460927963, "sign": 0.7075841627083719, "keep": 0.16627747443266117, "leak": 0.33061525830999017, "replacement": 0.8186137042939663} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.9472650289535522, "loss_scale": 4.0, "retries": 0, "seconds": 371.4, "max_memory_gb": 18.18, "pair": 0.20324760302901268, "sign": 0.2831163402006496, "keep": 0.10945332225765014, "leak": 0.030890151512721786, "replacement": 0.4072549808770418} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 6.271341323852539, "loss_scale": 4.0, "retries": 0, "seconds": 373.0, "max_memory_gb": 18.18, "pair": 0.28681116743246093, "sign": 0.24980199256970081, "keep": 0.06720775354148145, "leak": 0.08047364593949169, "replacement": 0.46543446951545775} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.321218490600586, "loss_scale": 4.0, "retries": 0, "seconds": 374.5, "max_memory_gb": 18.18, "pair": 0.07789579394739121, "sign": 0.02095115088741295, "keep": 0.001603401240288349, "leak": 0.5932656042277813, "replacement": 0.23748948005959392} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.3945916891098022, "loss_scale": 4.0, "retries": 0, "seconds": 376.1, "max_memory_gb": 18.18, "pair": 0.07843668409623206, "sign": 0.01302492429385893, "keep": 0.009332955785794184, "leak": 0.1781043029623106, "replacement": 0.13414170476607978} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 5.047986030578613, "loss_scale": 4.0, "retries": 0, "seconds": 377.6, "max_memory_gb": 18.18, "pair": 0.2700281934812665, "sign": 0.11360740009695292, "keep": 0.026912581772194244, "leak": 0.23815831693354994, "replacement": 0.3998277746140957} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 9.306563377380371, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 18.18, "pair": 0.36215038318187, "sign": 0.2804060410708189, "keep": 0.5727912890724838, "leak": 0.42377272353041917, "replacement": 0.8946922868490219} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.5204148292541504, "loss_scale": 4.0, "retries": 0, "seconds": 380.7, "max_memory_gb": 18.18, "pair": 0.06456972321029752, "sign": 0.0028308007604209706, "keep": 0.0035097955687888316, "leak": 0.06533823115751147, "replacement": 0.0840745777823031} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 3.252885580062866, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 18.18, "pair": 0.056558456271886826, "sign": 0.007051952270558104, "keep": 0.09032223990651289, "leak": 0.5160616189241409, "replacement": 0.23426096141338348} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.705242872238159, "loss_scale": 4.0, "retries": 0, "seconds": 383.7, "max_memory_gb": 18.18, "pair": 0.18472252925857902, "sign": 0.023974161595106125, "keep": 0.01915018593717832, "leak": 0.35602584294974804, "replacement": 0.2952911704778671} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.3997626304626465, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 18.18, "pair": 0.17112213652580976, "sign": 0.0728697539307177, "keep": 0.0207247280923184, "leak": 0.3754463600926101, "replacement": 0.3117809593677521} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.7637642621994019, "loss_scale": 4.0, "retries": 0, "seconds": 386.8, "max_memory_gb": 18.18, "pair": 0.11123970162589103, "sign": 0.012142828636569902, "keep": 0.012621235101789807, "leak": 0.39146290731150657, "replacement": 0.22148746252059937} diff --git a/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..091c1dc78711b561a4449b537df315dc46757085 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8103_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.17.mlp.down_proj": 144, + "model.language_model.layers.17.mlp.gate_proj": 144, + "model.language_model.layers.17.mlp.up_proj": 144, + "model.language_model.layers.17.self_attn.k_proj": 144, + "model.language_model.layers.17.self_attn.o_proj": 144, + "model.language_model.layers.17.self_attn.q_proj": 144, + "model.language_model.layers.17.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.35.mlp.down_proj": 144, + "model.language_model.layers.35.mlp.gate_proj": 144, + "model.language_model.layers.35.mlp.up_proj": 144, + "model.language_model.layers.35.self_attn.k_proj": 144, + "model.language_model.layers.35.self_attn.o_proj": 144, + "model.language_model.layers.35.self_attn.q_proj": 144, + "model.language_model.layers.35.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.17.mlp.down_proj": 72, + "model.language_model.layers.17.mlp.gate_proj": 72, + "model.language_model.layers.17.mlp.up_proj": 72, + "model.language_model.layers.17.self_attn.k_proj": 72, + "model.language_model.layers.17.self_attn.o_proj": 72, + "model.language_model.layers.17.self_attn.q_proj": 72, + "model.language_model.layers.17.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.35.mlp.down_proj": 72, + "model.language_model.layers.35.mlp.gate_proj": 72, + "model.language_model.layers.35.mlp.up_proj": 72, + "model.language_model.layers.35.self_attn.k_proj": 72, + "model.language_model.layers.35.self_attn.o_proj": 72, + "model.language_model.layers.35.self_attn.q_proj": 72, + "model.language_model.layers.35.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.17.self_attn.k_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.35.self_attn.q_proj", + "model.language_model.layers.35.mlp.gate_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.35.self_attn.k_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.17.mlp.up_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.35.self_attn.v_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.17.self_attn.v_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.17.self_attn.o_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.17.mlp.gate_proj", + "model.language_model.layers.17.mlp.down_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.17.self_attn.q_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.35.self_attn.o_proj", + "model.language_model.layers.35.mlp.down_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.35.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.15.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8103_s13/config.json b/runs/fixed_internvl/replacement/Random8_8103_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bed625bb2e7d5cc89f08f7101bef4d3712e23265 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8103_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8103", + "layers": [ + 6, + 15, + 17, + 29, + 30, + 31, + 32, + 35 + ], + "ranks": { + "6": 72, + "15": 72, + "17": 72, + "29": 72, + "30": 72, + "31": 72, + "32": 72, + "35": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8103_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8103_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a64e8513847098fcc52f3e4519905d280d0523a --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8103_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 12.194116592407227, "loss_scale": 4.0, "retries": 0, "seconds": 2.1, "max_memory_gb": 17.84, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 13.873774528503418, "loss_scale": 4.0, "retries": 0, "seconds": 4.2, "max_memory_gb": 18.18, "pair": 1.0896807312965393, "sign": 0.18000473221763968, "keep": 1.3618684666289482, "leak": 9.33384906147694e-05, "replacement": 1.8606407046318054} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 26.250141143798828, "loss_scale": 4.0, "retries": 0, "seconds": 6.0, "max_memory_gb": 18.18, "pair": 1.0544049739837646, "sign": 0.11267710197716951, "keep": 1.9387598931789398, "leak": 0.0005913774507462222, "replacement": 2.080271303653717} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.274602890014648, "loss_scale": 4.0, "retries": 0, "seconds": 7.7, "max_memory_gb": 18.18, "pair": 1.0155656933784485, "sign": 0.03665207093581557, "keep": 0.6458767107396852, "leak": 0.00984581746160984, "replacement": 1.3592915534973145} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.929492950439453, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.18, "pair": 0.9721747785806656, "sign": 0.11128585459664464, "keep": 0.02111261573736556, "leak": 0.017078213480999693, "replacement": 1.0426435470581055} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 10.694536209106445, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.18, "pair": 0.9042378962039948, "sign": 0.18228471744805574, "keep": 0.3884417405788554, "leak": 0.03935476947663119, "replacement": 1.1994398087263107} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.740537643432617, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 18.18, "pair": 0.6796039640903473, "sign": 0.08201828855089843, "keep": 0.4679090668905701, "leak": 0.29912830889225006, "replacement": 1.0293496996164322} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 8.602605819702148, "loss_scale": 4.0, "retries": 0, "seconds": 14.4, "max_memory_gb": 18.19, "pair": 0.5461241379380226, "sign": 0.1775284487521276, "keep": 0.1892950776964426, "leak": 0.42100188322365284, "replacement": 0.8347864001989365} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 35.5567512512207, "loss_scale": 4.0, "retries": 0, "seconds": 16.0, "max_memory_gb": 18.19, "pair": 0.6595221757888794, "sign": 0.5811130314832553, "keep": 0.4481281000189483, "leak": 0.30993784219026566, "replacement": 1.2516272217035294} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 7.780995845794678, "loss_scale": 4.0, "retries": 0, "seconds": 17.7, "max_memory_gb": 18.19, "pair": 0.3204643614590168, "sign": 0.04533054761122912, "keep": 0.00605922460090369, "leak": 1.3481039851903915, "replacement": 0.6831852495670319} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 8.742334365844727, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 18.19, "pair": 0.22844291292130947, "sign": 0.16765766334719956, "keep": 0.01394121427074424, "leak": 1.8261266946792603, "replacement": 0.7757740020751953} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 8.362098693847656, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 18.19, "pair": 0.16616950370371342, "sign": 0.029840714647434652, "keep": 0.01299702113828971, "leak": 1.7080663219094276, "replacement": 0.6146049425005913} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 11.137449264526367, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 18.19, "pair": 0.132346348837018, "sign": 0.02070883894339204, "keep": 0.017424812373292298, "leak": 2.062001049518585, "replacement": 0.6669134497642517} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 8.679919242858887, "loss_scale": 4.0, "retries": 0, "seconds": 24.2, "max_memory_gb": 18.19, "pair": 0.22569063305854797, "sign": 0.1305055303964764, "keep": 0.1954704851959832, "leak": 1.5768301635980606, "replacement": 0.7828861624002457} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.51292610168457, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 18.19, "pair": 0.34036488831043243, "sign": 0.19874947576317936, "keep": 0.014231207248940336, "leak": 1.087269939482212, "replacement": 0.7186727151274681} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 6.6179704666137695, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 18.19, "pair": 0.4023432508111, "sign": 0.24086281133349985, "keep": 0.010605610747006722, "leak": 0.41068318486213684, "replacement": 0.6307482421398163} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 7.684798240661621, "loss_scale": 4.0, "retries": 0, "seconds": 29.1, "max_memory_gb": 18.19, "pair": 0.4366568922996521, "sign": 0.5127843995578587, "keep": 0.09702818212099373, "leak": 0.25819784589111805, "replacement": 0.8061126545071602} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.888871431350708, "loss_scale": 4.0, "retries": 0, "seconds": 30.9, "max_memory_gb": 18.19, "pair": 0.4738648384809494, "sign": 0.13532339746598154, "keep": 0.02617056469898671, "leak": 0.39715010672807693, "replacement": 0.6538993492722511} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.854466915130615, "loss_scale": 4.0, "retries": 0, "seconds": 32.5, "max_memory_gb": 18.19, "pair": 0.32519926130771637, "sign": 0.015973030123859644, "keep": 0.016699015672202222, "leak": 1.124008484184742, "replacement": 0.6225373968482018} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 9.283175468444824, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 18.19, "pair": 0.491333045065403, "sign": 0.010840909904800355, "keep": 0.003383074239536654, "leak": 0.19373231194913387, "replacement": 0.5468781217932701} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 6.1045823097229, "loss_scale": 4.0, "retries": 0, "seconds": 35.9, "max_memory_gb": 18.19, "pair": 0.29445748403668404, "sign": 0.012624141236301512, "keep": 0.0025054446050489787, "leak": 0.5722990436479449, "replacement": 0.44509704411029816} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 6.1763105392456055, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 18.19, "pair": 0.36881620809435844, "sign": 0.033960479544475675, "keep": 0.01984441808963311, "leak": 0.5073993319529109, "replacement": 0.5225684940814972} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.278130054473877, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 18.19, "pair": 0.1168457567691803, "sign": 0.0074147493578493595, "keep": 0.0026944234805341694, "leak": 1.3701902627944946, "replacement": 0.4644479062408209} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.6777167320251465, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 18.19, "pair": 0.129135986790061, "sign": 0.005081257724668831, "keep": 0.004166305821854621, "leak": 1.572282612323761, "replacement": 0.526830404996872} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.8556549549102783, "loss_scale": 4.0, "retries": 0, "seconds": 42.7, "max_memory_gb": 18.19, "pair": 0.2181863933801651, "sign": 0.062624899786897, "keep": 0.6802902977178746, "leak": 0.47862838115543127, "replacement": 0.7093010973185301} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.6157236099243164, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 18.19, "pair": 0.17879342287778854, "sign": 0.019677369622513652, "keep": 0.035146636015269905, "leak": 0.6182197518646717, "replacement": 0.360760360956192} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.0907204151153564, "loss_scale": 4.0, "retries": 0, "seconds": 46.1, "max_memory_gb": 18.19, "pair": 0.24311897531151772, "sign": 0.10714090138208121, "keep": 0.06137132160802139, "leak": 0.4057982505764812, "replacement": 0.42882464453577995} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 7.444187641143799, "loss_scale": 4.0, "retries": 0, "seconds": 47.7, "max_memory_gb": 18.19, "pair": 0.2656792439520359, "sign": 0.1331502511166036, "keep": 0.3979808427975513, "leak": 1.403425008058548, "replacement": 0.8821010738611221} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 42.68931579589844, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 18.19, "pair": 0.856352168135345, "sign": 1.3996739871799946, "keep": 1.3116313529826584, "leak": 5.2767603397369385, "replacement": 3.5311949104070663} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.65411376953125, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 18.19, "pair": 0.08826659270562232, "sign": 0.003346853867697064, "keep": 0.011894965179621408, "leak": 1.081039821729064, "replacement": 0.3661474548280239} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 49.110870361328125, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 18.19, "pair": 1.689043827354908, "sign": 0.8678229958750308, "keep": 1.58191327448003, "leak": 5.095818966627121, "replacement": 4.187866628170013} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.048030376434326, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 18.19, "pair": 0.3133034948259592, "sign": 0.10499361931579188, "keep": 0.004932787662255578, "leak": 0.750989212654531, "replacement": 0.5560140013694763} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 20.33772850036621, "loss_scale": 4.0, "retries": 0, "seconds": 56.1, "max_memory_gb": 18.19, "pair": 0.4090983346104622, "sign": 0.4544543009251356, "keep": 0.6668995199725032, "leak": 0.921057955141805, "replacement": 1.2000397481024265} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.67962646484375, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 18.19, "pair": 0.16050161607563496, "sign": 0.018155734287574887, "keep": 0.004251513404597063, "leak": 0.750576471327804, "replacement": 0.359349362552166} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 4.033400535583496, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 18.19, "pair": 0.21279947087168694, "sign": 0.015914743882603943, "keep": 0.002807443385336228, "leak": 0.8885709038004279, "replacement": 0.4443032890558243} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 9.961793899536133, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 18.19, "pair": 0.253608625382185, "sign": 0.05047634930815548, "keep": 0.48853216202405747, "leak": 1.2333511053584516, "replacement": 0.8314506448805332} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 5.20943546295166, "loss_scale": 4.0, "retries": 0, "seconds": 62.7, "max_memory_gb": 18.19, "pair": 0.2751543018966913, "sign": 0.10235308232950047, "keep": 0.1367863528430462, "leak": 0.28799824975430965, "replacement": 0.46672360226511955} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.2161247730255127, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 18.19, "pair": 0.2443054225295782, "sign": 0.04012024134863168, "keep": 0.025275787338614464, "leak": 0.3312821640865877, "replacement": 0.3598239794373512} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.284913063049316, "loss_scale": 4.0, "retries": 0, "seconds": 66.1, "max_memory_gb": 18.19, "pair": 0.3413260504603386, "sign": 1.165815413580276, "keep": 0.07610902893702587, "leak": 0.19918141327798367, "replacement": 1.0120836533606052} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.7334580421447754, "loss_scale": 4.0, "retries": 0, "seconds": 67.8, "max_memory_gb": 18.19, "pair": 0.11111175850965083, "sign": 0.006285130759351887, "keep": 0.008582706766901538, "leak": 0.20355177899182308, "replacement": 0.16943361796438694} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 22.126840591430664, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 18.19, "pair": 0.4638627711683512, "sign": 1.3306430596858263, "keep": 2.266064613708295, "leak": 2.845932226628065, "replacement": 2.9736996591091156} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 6.698722839355469, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 18.19, "pair": 0.0802938025444746, "sign": 0.012249886989593506, "keep": 0.0008075694470903727, "leak": 1.8141995314508677, "replacement": 0.540372408926487} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 4.30527400970459, "loss_scale": 4.0, "retries": 0, "seconds": 72.8, "max_memory_gb": 18.19, "pair": 0.0757748270407319, "sign": 0.03676216467283666, "keep": 0.0014550761961800163, "leak": 0.7856157571077347, "replacement": 0.29128737933933735} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.0830512046813965, "loss_scale": 4.0, "retries": 0, "seconds": 74.5, "max_memory_gb": 18.19, "pair": 0.06293487641960382, "sign": 0.021581259192316793, "keep": 0.1211233507237921, "leak": 0.5482476465404034, "replacement": 0.27134909480810165} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 17.756013870239258, "loss_scale": 4.0, "retries": 0, "seconds": 76.1, "max_memory_gb": 18.19, "pair": 0.2619699912611395, "sign": 0.45804504794068635, "keep": 1.8668431490659714, "leak": 1.3446929827332497, "replacement": 1.7605873681604862} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.455721855163574, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 18.19, "pair": 0.26344175450503826, "sign": 0.17602811445249245, "keep": 0.1913246656768024, "leak": 0.13946617115288973, "replacement": 0.4819846600294113} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.235983371734619, "loss_scale": 4.0, "retries": 0, "seconds": 79.4, "max_memory_gb": 18.19, "pair": 0.11177121009677649, "sign": 0.04011804756009951, "keep": 0.009507155780738685, "leak": 0.20770462974905968, "replacement": 0.1885099671781063} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 2.3850395679473877, "loss_scale": 4.0, "retries": 0, "seconds": 81.2, "max_memory_gb": 18.19, "pair": 0.07862184895202518, "sign": 0.004876124396105297, "keep": 0.006984277744777501, "leak": 0.2759187612682581, "replacement": 0.1535317376255989} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.0775370597839355, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 18.19, "pair": 0.17833968461491168, "sign": 0.024185511050745845, "keep": 0.019822826827294193, "leak": 0.9396690130233765, "replacement": 0.43526111356914043} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.736706495285034, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 18.19, "pair": 0.10029309056699276, "sign": 0.02457533509004861, "keep": 0.23702996473696203, "leak": 0.26645035669207573, "replacement": 0.29770833998918533} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.860062599182129, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 18.19, "pair": 0.10440851747989655, "sign": 0.012293603940634057, "keep": 0.5507101371467229, "leak": 0.28550152899697423, "replacement": 0.45728577487170696} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 6.627126693725586, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 18.19, "pair": 0.24987792503088713, "sign": 0.18766246899031103, "keep": 0.02680685008817818, "leak": 1.3581719063222408, "replacement": 0.6966555677354336} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.1270575523376465, "loss_scale": 4.0, "retries": 0, "seconds": 89.8, "max_memory_gb": 18.19, "pair": 0.17345836479216814, "sign": 0.05572996992850676, "keep": 0.10299785481765866, "leak": 1.5821263417601585, "replacement": 0.6483538597822189} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 5.389072418212891, "loss_scale": 4.0, "retries": 0, "seconds": 91.4, "max_memory_gb": 18.19, "pair": 0.13437783997505903, "sign": 0.025324308895505965, "keep": 0.01430367780267261, "leak": 1.366741731762886, "replacement": 0.4958772733807564} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.798367977142334, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 18.19, "pair": 0.10144959483295679, "sign": 0.0049356727686244994, "keep": 0.010296598831246229, "leak": 0.22481582104228437, "replacement": 0.16526968963444233} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.9764609336853027, "loss_scale": 4.0, "retries": 0, "seconds": 94.6, "max_memory_gb": 18.19, "pair": 0.20430026948451996, "sign": 0.01320954761467874, "keep": 0.032986511127091944, "leak": 0.6043684197647963, "replacement": 0.3784903958439827} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.1647629737854, "loss_scale": 4.0, "retries": 0, "seconds": 96.3, "max_memory_gb": 18.19, "pair": 0.08382968395017087, "sign": 0.07674085203325376, "keep": 0.002628169789545609, "leak": 0.38990553840994835, "replacement": 0.2209905870258808} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 5.995893955230713, "loss_scale": 4.0, "retries": 0, "seconds": 98.0, "max_memory_gb": 18.19, "pair": 0.03695164420059882, "sign": 0.005267745844321325, "keep": 0.00399918560833612, "leak": 0.6480840239673853, "replacement": 0.20360611751675606} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 5.825860023498535, "loss_scale": 4.0, "retries": 0, "seconds": 99.7, "max_memory_gb": 18.19, "pair": 0.28516774741001427, "sign": 0.053194189502391964, "keep": 0.06912924516655039, "leak": 0.1850569318048656, "replacement": 0.3925936929881573} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 9.320721626281738, "loss_scale": 4.0, "retries": 0, "seconds": 101.3, "max_memory_gb": 18.19, "pair": 0.19473296962678432, "sign": 0.013020176906138659, "keep": 0.09620195227034856, "leak": 1.6228599079186097, "replacement": 0.6550590321421623} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 9.647041320800781, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 18.19, "pair": 0.3557734712958336, "sign": 0.2816149974241853, "keep": 0.06217128370190039, "leak": 1.1801800755492877, "replacement": 0.8227116093039513} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.8886468410491943, "loss_scale": 4.0, "retries": 0, "seconds": 104.6, "max_memory_gb": 18.19, "pair": 0.10520013608038425, "sign": 0.014897293178364635, "keep": 0.025783970995689742, "leak": 0.327621185220778, "replacement": 0.20744606480002403} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.9526753425598145, "loss_scale": 4.0, "retries": 0, "seconds": 106.4, "max_memory_gb": 18.19, "pair": 0.34433392505161464, "sign": 0.08773423649836332, "keep": 0.04031552287051454, "leak": 0.11951152794063091, "replacement": 0.4382367003709078} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.846278667449951, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 18.19, "pair": 0.2474818266928196, "sign": 0.015934528433717787, "keep": 0.02298085018992424, "leak": 0.14691312983632088, "replacement": 0.3036678023636341} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.695786476135254, "loss_scale": 4.0, "retries": 0, "seconds": 109.7, "max_memory_gb": 18.19, "pair": 0.1985991783440113, "sign": 0.09495801065349951, "keep": 0.15427578799426556, "leak": 0.5360474029803299, "replacement": 0.457227922976017} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 4.890183448791504, "loss_scale": 4.0, "retries": 0, "seconds": 111.5, "max_memory_gb": 18.19, "pair": 0.07847735693212599, "sign": 0.08970034744561417, "keep": 0.2922531909862265, "leak": 0.5977784693241119, "replacement": 0.4188987463712692} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 6.872001647949219, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 18.19, "pair": 0.02173528983257711, "sign": 0.00564727169694379, "keep": 0.011988530568487477, "leak": 0.9742565602064133, "replacement": 0.27411733008921146} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 7.813652038574219, "loss_scale": 4.0, "retries": 0, "seconds": 114.9, "max_memory_gb": 18.19, "pair": 0.043567242988501675, "sign": 0.006317667328403331, "keep": 0.0022613698579334596, "leak": 1.1769666830077767, "replacement": 0.34209843166172504} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 15.754251480102539, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 18.19, "pair": 0.6412269794382155, "sign": 0.8082305419957265, "keep": 1.172763125181973, "leak": 1.0069653689861298, "replacement": 1.8834652304649353} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.867714881896973, "loss_scale": 4.0, "retries": 0, "seconds": 118.3, "max_memory_gb": 18.19, "pair": 0.19834165181964636, "sign": 0.030297469696961343, "keep": 0.004286710362066515, "leak": 0.8356734663248062, "replacement": 0.42455209232866764} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.3537075519561768, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 18.19, "pair": 0.0630663926131092, "sign": 0.006001288405968808, "keep": 0.01720181030805179, "leak": 0.45618515461683273, "replacement": 0.18871423602104187} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.660278081893921, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.19, "pair": 0.16901297215372324, "sign": 0.20455368468537927, "keep": 0.015919802244752645, "leak": 0.6838739365339279, "replacement": 0.45021817460656166} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 7.12495231628418, "loss_scale": 4.0, "retries": 0, "seconds": 123.3, "max_memory_gb": 18.19, "pair": 0.09769421326927841, "sign": 0.07021187013015151, "keep": 0.6487598812163924, "leak": 0.27717912569642067, "replacement": 0.526474840939045} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 6.902888774871826, "loss_scale": 4.0, "retries": 0, "seconds": 125.0, "max_memory_gb": 18.19, "pair": 0.2934291354540619, "sign": 0.16017005991307087, "keep": 0.09186062167327691, "leak": 0.0998180814931402, "replacement": 0.44439901458099484} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 7.1118645668029785, "loss_scale": 4.0, "retries": 0, "seconds": 126.8, "max_memory_gb": 18.19, "pair": 0.5202687745913863, "sign": 0.554184281732887, "keep": 1.0941335330717266, "leak": 0.16739303502254188, "replacement": 1.3862758837640285} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 4.603556156158447, "loss_scale": 4.0, "retries": 0, "seconds": 128.5, "max_memory_gb": 18.19, "pair": 0.06202747719362378, "sign": 0.008748063468374312, "keep": 0.006454811874391453, "leak": 0.9412440210580826, "replacement": 0.3049399135634303} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.019621849060059, "loss_scale": 4.0, "retries": 0, "seconds": 130.2, "max_memory_gb": 18.19, "pair": 0.2801543837413192, "sign": 0.0089823838789016, "keep": 0.005610661290120333, "leak": 0.3289920724928379, "replacement": 0.3696989230811596} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 3.3247742652893066, "loss_scale": 4.0, "retries": 0, "seconds": 131.8, "max_memory_gb": 18.19, "pair": 0.08802445023320615, "sign": 0.10924293351126835, "keep": 0.0016020108982957026, "leak": 0.2858036851976067, "replacement": 0.21489784168079495} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 9.233094215393066, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 18.19, "pair": 0.03545172230951721, "sign": 0.0072725793870631605, "keep": 0.008101654814026915, "leak": 1.6820951732806861, "replacement": 0.4636626271530986} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 4.813359260559082, "loss_scale": 4.0, "retries": 0, "seconds": 135.1, "max_memory_gb": 18.19, "pair": 0.16510721009399276, "sign": 0.04131225614401046, "keep": 0.022730110737022358, "leak": 0.7602857947349548, "replacement": 0.3871998433023691} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 5.6108222007751465, "loss_scale": 4.0, "retries": 0, "seconds": 136.7, "max_memory_gb": 18.19, "pair": 0.1684908797033131, "sign": 0.029162315535359085, "keep": 0.15161702153272927, "leak": 1.3927403464913368, "replacement": 0.6070656180381775} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 13.143757820129395, "loss_scale": 4.0, "retries": 0, "seconds": 138.3, "max_memory_gb": 18.19, "pair": 0.5359609965234995, "sign": 0.698560566175729, "keep": 0.02700600924436003, "leak": 0.18510132608935237, "replacement": 0.9450196214020252} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.32881760597229, "loss_scale": 4.0, "retries": 0, "seconds": 140.0, "max_memory_gb": 18.19, "pair": 0.3007342111086473, "sign": 0.019604509529017378, "keep": 0.154439561185427, "leak": 0.2971483748406172, "replacement": 0.4620433486998081} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.4962472915649414, "loss_scale": 4.0, "retries": 0, "seconds": 141.7, "max_memory_gb": 18.19, "pair": 0.05580377270234749, "sign": 0.015063224876939785, "keep": 0.007580226352303043, "leak": 0.13206202443689108, "replacement": 0.10014100233092904} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 7.962591648101807, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 18.19, "pair": 0.003070271116484946, "sign": 0.001720634127195808, "keep": 0.00020201527587460077, "leak": 0.6768900100141764, "replacement": 0.1732540987432003} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 6.2784576416015625, "loss_scale": 4.0, "retries": 0, "seconds": 145.1, "max_memory_gb": 18.19, "pair": 0.22345560044050217, "sign": 0.11509683635085821, "keep": 0.04911590809933841, "leak": 0.21973423287272453, "replacement": 0.36049553751945496} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.9911370277404785, "loss_scale": 4.0, "retries": 0, "seconds": 146.7, "max_memory_gb": 18.19, "pair": 0.1279112147167325, "sign": 0.05928062740713358, "keep": 0.005546380649320781, "leak": 0.6313737649470568, "replacement": 0.31816816329956055} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 16.75965690612793, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 18.19, "pair": 0.17909544709254988, "sign": 0.2815373412013287, "keep": 0.1656663153113982, "leak": 1.0715712383389473, "replacement": 0.6705900579690933} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 5.353367805480957, "loss_scale": 4.0, "retries": 0, "seconds": 150.0, "max_memory_gb": 18.19, "pair": 0.07359074661508203, "sign": 0.04312493716861354, "keep": 0.006591489901211389, "leak": 0.2806506807974074, "replacement": 0.16861163266003132} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 4.426027774810791, "loss_scale": 4.0, "retries": 0, "seconds": 151.6, "max_memory_gb": 18.19, "pair": 0.16064173448830843, "sign": 0.02158256314578466, "keep": 0.01011928275693208, "leak": 0.22707439796067774, "replacement": 0.23326125741004944} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 36.74517822265625, "loss_scale": 4.0, "retries": 0, "seconds": 153.4, "max_memory_gb": 18.19, "pair": 0.6564463935792446, "sign": 0.46843659394653514, "keep": 0.8862933973432519, "leak": 1.7726535946130753, "replacement": 1.7769747823476791} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 19.48689842224121, "loss_scale": 4.0, "retries": 0, "seconds": 155.1, "max_memory_gb": 18.19, "pair": 0.23332674425910227, "sign": 0.8142042875406332, "keep": 1.287140517142916, "leak": 0.07099931087577716, "replacement": 1.3017489593476057} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 5.2855682373046875, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 18.19, "pair": 0.03173141530714929, "sign": 0.007789852636051364, "keep": 0.01440323714632541, "leak": 1.024747595191002, "replacement": 0.2990148589015007} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 4.685284614562988, "loss_scale": 4.0, "retries": 0, "seconds": 158.4, "max_memory_gb": 18.19, "pair": 0.11166909523308277, "sign": 0.008238253532908857, "keep": 0.05566896646632813, "leak": 1.0666900766082108, "replacement": 0.410295233130455} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 13.603472709655762, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 18.19, "pair": 0.16478414949961007, "sign": 0.3786395479692146, "keep": 1.4065651486744173, "leak": 0.8063195049762726, "replacement": 1.2589663192629814} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 8.866755485534668, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 18.19, "pair": 0.17737974040210247, "sign": 0.07752404850907624, "keep": 1.0663399585755542, "leak": 0.23316899547353387, "replacement": 0.8076039925217628} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.4345111846923828, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.19, "pair": 0.07686064089648426, "sign": 0.008949400042183697, "keep": 0.013749488164648938, "leak": 0.1968037496553734, "replacement": 0.13741101883351803} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.657844305038452, "loss_scale": 4.0, "retries": 0, "seconds": 165.0, "max_memory_gb": 18.19, "pair": 0.15074134242968285, "sign": 0.06933504621702014, "keep": 0.12531175329741018, "leak": 0.8445218435881543, "replacement": 0.4591952198170475} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 13.993598937988281, "loss_scale": 4.0, "retries": 0, "seconds": 166.6, "max_memory_gb": 18.19, "pair": 0.3183431832003407, "sign": 0.6667120887141209, "keep": 0.002332098744545874, "leak": 4.03960881952662, "replacement": 1.6627673998009413} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 13.674098014831543, "loss_scale": 4.0, "retries": 0, "seconds": 168.4, "max_memory_gb": 18.19, "pair": 0.5987226087599993, "sign": 1.0671785336453468, "keep": 0.07979523355606943, "leak": 1.5405298881232738, "replacement": 1.5573419742286205} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.8982954025268555, "loss_scale": 4.0, "retries": 0, "seconds": 170.0, "max_memory_gb": 18.19, "pair": 0.1404349971562624, "sign": 0.004983526072464883, "keep": 0.004091327718924731, "leak": 0.7267056405544281, "replacement": 0.3266488388180733} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 7.557997226715088, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.19, "pair": 0.0980133730918169, "sign": 0.007930527674034238, "keep": 0.021283089474309236, "leak": 1.4911005944013596, "replacement": 0.48539531975984573} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 12.201615333557129, "loss_scale": 4.0, "retries": 0, "seconds": 173.5, "max_memory_gb": 18.19, "pair": 0.05376735981553793, "sign": 0.007659563096240163, "keep": 0.0037056740056868875, "leak": 3.939808703958988, "replacement": 1.0444021429866552} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.995103359222412, "loss_scale": 4.0, "retries": 0, "seconds": 175.0, "max_memory_gb": 18.19, "pair": 0.09296687575988472, "sign": 0.031388930015964434, "keep": 0.0024624636134831235, "leak": 0.2297233147546649, "replacement": 0.16732339467853308} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.5369181632995605, "loss_scale": 4.0, "retries": 0, "seconds": 176.6, "max_memory_gb": 18.19, "pair": 0.25235831923782825, "sign": 0.01725262333638966, "keep": 0.04338720766827464, "leak": 0.7343968279128603, "replacement": 0.46627744659781456} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.4821393489837646, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 18.19, "pair": 0.13724029064178467, "sign": 0.023470634827390313, "keep": 0.006139732824522071, "leak": 0.6937609361257842, "replacement": 0.3254856988787651} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 5.1042351722717285, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.19, "pair": 0.09036325110355392, "sign": 0.19897777389996918, "keep": 0.11871733405851614, "leak": 0.8001887751743197, "replacement": 0.44925800431519747} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 25.80722999572754, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 18.19, "pair": 0.4821595989342313, "sign": 0.043886384984944016, "keep": 0.20427863717986838, "leak": 1.74239979009144, "replacement": 1.0418421044014394} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 16.50046730041504, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 18.19, "pair": 0.46937120892107487, "sign": 0.19334027264267206, "keep": 0.2626360555877909, "leak": 0.40178593434393406, "replacement": 0.7978058308362961} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 20.626922607421875, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 18.19, "pair": 0.14555477164685726, "sign": 0.04203253472223878, "keep": 0.09527226921636611, "leak": 6.162706478964537, "replacement": 1.754883762449026} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.874719619750977, "loss_scale": 4.0, "retries": 0, "seconds": 186.9, "max_memory_gb": 18.19, "pair": 0.13849773118272424, "sign": 0.68607426903327, "keep": 0.0010304994907528453, "leak": 0.31015333719551563, "replacement": 0.5595884397625923} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.171366214752197, "loss_scale": 4.0, "retries": 0, "seconds": 188.6, "max_memory_gb": 18.19, "pair": 0.12932614143937826, "sign": 0.008319617190863937, "keep": 0.0023191547588794492, "leak": 0.4802431985735893, "replacement": 0.25470633804798126} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.1814160346984863, "loss_scale": 4.0, "retries": 0, "seconds": 190.2, "max_memory_gb": 18.19, "pair": 0.11886962782591581, "sign": 0.016552726505324244, "keep": 0.0054526980966329575, "leak": 0.31012812815606594, "replacement": 0.20740437507629395} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.1168458461761475, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 18.19, "pair": 0.13174934685230255, "sign": 0.021904213819652796, "keep": 0.0069845395046286285, "leak": 0.2655663969926536, "replacement": 0.21258532628417015} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.330626010894775, "loss_scale": 4.0, "retries": 0, "seconds": 193.6, "max_memory_gb": 18.19, "pair": 0.15082494635134935, "sign": 0.011615210329182446, "keep": 0.0021068869082228048, "leak": 0.28677327558398247, "replacement": 0.2293793149292469} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 11.7366943359375, "loss_scale": 4.0, "retries": 0, "seconds": 195.3, "max_memory_gb": 18.19, "pair": 0.16181806824170053, "sign": 0.5850295598356752, "keep": 0.6312633926529543, "leak": 0.6197134248213843, "replacement": 0.9248929247260094} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 10.875641822814941, "loss_scale": 4.0, "retries": 0, "seconds": 197.1, "max_memory_gb": 18.2, "pair": 0.11924888683279278, "sign": 0.02561593466089107, "keep": 0.25253815336668595, "leak": 1.3533174879848957, "replacement": 0.5966552942991257} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 12.94878101348877, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.2, "pair": 0.2158081190282246, "sign": 0.49261399301030906, "keep": 0.818106717417237, "leak": 0.677276611328125, "replacement": 1.0404876172542572} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.2422609329223633, "loss_scale": 4.0, "retries": 0, "seconds": 200.6, "max_memory_gb": 18.2, "pair": 0.07305363055638736, "sign": 0.11897440400935011, "keep": 0.0045760634228457775, "leak": 0.3086080098291859, "replacement": 0.21198086475487798} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 16.983848571777344, "loss_scale": 4.0, "retries": 0, "seconds": 202.2, "max_memory_gb": 18.2, "pair": 0.3930838492233306, "sign": 0.8633069005882135, "keep": 1.6367649407548015, "leak": 0.4031563382668537, "replacement": 1.7439088746905327} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.150054931640625, "loss_scale": 4.0, "retries": 0, "seconds": 203.9, "max_memory_gb": 18.2, "pair": 0.2765476437925827, "sign": 0.28966196563851554, "keep": 0.10803256661156979, "leak": 0.1905266655376181, "replacement": 0.5230265846475959} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 5.466725826263428, "loss_scale": 4.0, "retries": 0, "seconds": 205.7, "max_memory_gb": 18.2, "pair": 0.27335444797063246, "sign": 0.09169974163523875, "keep": 0.06192035228005466, "leak": 0.3843024242669344, "replacement": 0.44624009309336543} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 11.96987533569336, "loss_scale": 4.0, "retries": 0, "seconds": 207.3, "max_memory_gb": 18.2, "pair": 0.29256997315951594, "sign": 1.1091745735611767, "keep": 0.01462363006430678, "leak": 1.222291950136423, "replacement": 1.1600420325994492} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 6.176235675811768, "loss_scale": 4.0, "retries": 0, "seconds": 208.9, "max_memory_gb": 18.2, "pair": 0.2144523657625541, "sign": 0.5316571794101037, "keep": 2.347484475785677, "leak": 0.45808533439412713, "replacement": 1.7685445100069046} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 9.320911407470703, "loss_scale": 4.0, "retries": 0, "seconds": 210.6, "max_memory_gb": 18.2, "pair": 0.11912003505858593, "sign": 0.19943506355048157, "keep": 0.17727073040424557, "leak": 1.2067144932225347, "replacement": 0.6091515347361565} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 14.301371574401855, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 18.2, "pair": 0.5360159995034337, "sign": 0.5055024811881594, "keep": 1.2841207855381072, "leak": 0.6770415601786226, "replacement": 1.600088033825159} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 5.428082466125488, "loss_scale": 4.0, "retries": 0, "seconds": 213.8, "max_memory_gb": 18.2, "pair": 0.07657969207502902, "sign": 0.007123108887753915, "keep": 0.024028171462532555, "leak": 0.6791761727072299, "replacement": 0.261949377367273} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 10.371707916259766, "loss_scale": 4.0, "retries": 0, "seconds": 215.6, "max_memory_gb": 18.2, "pair": 0.13983206334523857, "sign": 0.6874975359532982, "keep": 0.32818489187047817, "leak": 0.18026041286066175, "replacement": 0.6927383341826499} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 3.813674211502075, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 18.2, "pair": 0.20101323537528515, "sign": 0.09169903676956892, "keep": 0.1173723756801337, "leak": 0.7429005068261176, "replacement": 0.49127405881881714} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 9.439556121826172, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 18.2, "pair": 0.12428345531225204, "sign": 0.7188337831757963, "keep": 0.068068932491542, "leak": 0.18204013852482603, "replacement": 0.5632448382675648} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 40.912635803222656, "loss_scale": 4.0, "retries": 0, "seconds": 220.6, "max_memory_gb": 18.2, "pair": 0.36764179612509906, "sign": 0.65768738463521, "keep": 1.2096012267143124, "leak": 1.9436968676745892, "replacement": 1.7872104234993458} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 6.362899303436279, "loss_scale": 4.0, "retries": 0, "seconds": 222.2, "max_memory_gb": 18.2, "pair": 0.1501119043387007, "sign": 0.014676611812319607, "keep": 0.6683225724700605, "leak": 0.9361175219528377, "replacement": 0.7256408706307411} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.998805522918701, "loss_scale": 4.0, "retries": 0, "seconds": 223.8, "max_memory_gb": 18.2, "pair": 0.578100461512804, "sign": 0.600505622336641, "keep": 1.161306050955318, "leak": 0.4903968663420528, "replacement": 1.5816055312752724} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 7.374279975891113, "loss_scale": 4.0, "retries": 0, "seconds": 225.6, "max_memory_gb": 18.2, "pair": 0.17427408663206734, "sign": 0.3105633923987625, "keep": 0.6350809484626438, "leak": 0.26396600157022476, "replacement": 0.7130877510644495} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 3.9669883251190186, "loss_scale": 4.0, "retries": 0, "seconds": 227.2, "max_memory_gb": 18.2, "pair": 0.2366732181981206, "sign": 0.012471237612771802, "keep": 0.0391866598802153, "leak": 0.056039830335066654, "replacement": 0.2765121106058359} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 10.93406867980957, "loss_scale": 4.0, "retries": 0, "seconds": 228.9, "max_memory_gb": 18.2, "pair": 0.28527766466140747, "sign": 0.4699736190959811, "keep": 0.1162869604959269, "leak": 0.08842250077577773, "replacement": 0.6005135923624039} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.299287796020508, "loss_scale": 4.0, "retries": 0, "seconds": 230.6, "max_memory_gb": 18.2, "pair": 0.18184246681630611, "sign": 0.02440229991043452, "keep": 0.012094773308490403, "leak": 0.43480468238703907, "replacement": 0.3087921738624573} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.8237394094467163, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 18.2, "pair": 0.10067286156117916, "sign": 0.021672208211384714, "keep": 0.026909872773103416, "leak": 0.32108121848432347, "replacement": 0.20523420721292496} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 9.832618713378906, "loss_scale": 4.0, "retries": 0, "seconds": 234.0, "max_memory_gb": 18.2, "pair": 0.190006822347641, "sign": 0.20380506914807484, "keep": 0.005411157937487587, "leak": 0.9054278135299683, "replacement": 0.5209719054400921} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 3.1523754596710205, "loss_scale": 4.0, "retries": 0, "seconds": 235.6, "max_memory_gb": 18.2, "pair": 0.09004344139248133, "sign": 0.009139528003288433, "keep": 0.00462316295306664, "leak": 0.5235750786960125, "replacement": 0.22781855799257755} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.1394786834716797, "loss_scale": 4.0, "retries": 0, "seconds": 237.3, "max_memory_gb": 18.2, "pair": 0.12071322649717331, "sign": 0.14690878996043466, "keep": 0.0021504123506019823, "leak": 0.08197055477648973, "replacement": 0.21573545783758163} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 10.415383338928223, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 18.2, "pair": 0.24801268288865685, "sign": 0.361663106654305, "keep": 0.13448746713038418, "leak": 0.16086292592808604, "replacement": 0.5363036952912807} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 20.0617618560791, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 18.2, "pair": 0.3444197754652123, "sign": 0.23532649494154612, "keep": 0.9725007414780578, "leak": 0.8607893912121654, "replacement": 1.1635308060795069} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 9.057195663452148, "loss_scale": 4.0, "retries": 0, "seconds": 242.3, "max_memory_gb": 18.2, "pair": 0.1334172882634448, "sign": 0.3800666292081587, "keep": 0.022424876494369528, "leak": 0.7036941247060895, "replacement": 0.5105865793302655} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 9.060667991638184, "loss_scale": 4.0, "retries": 0, "seconds": 244.0, "max_memory_gb": 18.2, "pair": 0.10206998771900544, "sign": 0.0055129035317804664, "keep": 0.0036969256452294985, "leak": 1.7834123522043228, "replacement": 0.5525279778521508} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.385864496231079, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 18.2, "pair": 0.07772004103753716, "sign": 0.01747651962796226, "keep": 0.0026573914128675824, "leak": 0.6795596810407005, "replacement": 0.25767692271620035} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 22.50499725341797, "loss_scale": 4.0, "retries": 0, "seconds": 247.3, "max_memory_gb": 18.2, "pair": 0.38356480561196804, "sign": 1.3216141092125326, "keep": 1.7707735252120074, "leak": 4.142192147672176, "replacement": 2.965306580066681} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.5130841732025146, "loss_scale": 4.0, "retries": 0, "seconds": 249.1, "max_memory_gb": 18.2, "pair": 0.03380273547190882, "sign": 0.006787472935684491, "keep": 0.0008295346924285241, "leak": 0.3502642475068569, "replacement": 0.12517729960381985} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 9.933253288269043, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 18.2, "pair": 0.08903385448502377, "sign": 0.018417880521155894, "keep": 0.005334789798780548, "leak": 1.144954739138484, "replacement": 0.3871488799341023} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 7.045718193054199, "loss_scale": 4.0, "retries": 0, "seconds": 252.3, "max_memory_gb": 18.2, "pair": 0.16195317916572094, "sign": 0.08083681983407587, "keep": 0.10125198727473617, "leak": 0.7481533169047907, "replacement": 0.4400359056890011} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.5434086322784424, "loss_scale": 4.0, "retries": 0, "seconds": 254.1, "max_memory_gb": 18.2, "pair": 0.10673220967873931, "sign": 0.014309968828456476, "keep": 0.008811759010313835, "leak": 0.05462618891033344, "replacement": 0.1319496277719736} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.095461845397949, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 18.2, "pair": 0.10275429673492908, "sign": 0.004177944851107895, "keep": 0.01909886038811237, "leak": 0.123249876400223, "replacement": 0.14520516991615295} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.9438507556915283, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 18.2, "pair": 0.14331628277432173, "sign": 0.004687246859248262, "keep": 0.005849207106734866, "leak": 0.37428294122219086, "replacement": 0.24215524271130562} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 4.815495014190674, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 18.2, "pair": 0.20143648923840374, "sign": 0.007630053936736658, "keep": 0.0628874056856148, "leak": 0.77381357178092, "replacement": 0.43014861177653074} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.74849271774292, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 18.2, "pair": 0.12216796155553311, "sign": 0.005319310716004111, "keep": 0.6760838429106286, "leak": 0.3210558192804456, "replacement": 0.5431334878085181} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 15.150898933410645, "loss_scale": 4.0, "retries": 0, "seconds": 262.5, "max_memory_gb": 18.2, "pair": 0.40688355977181345, "sign": 0.005421770489192568, "keep": 0.012830633754333576, "leak": 0.40802358463406563, "replacement": 0.5180156544665806} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 14.262471199035645, "loss_scale": 4.0, "retries": 0, "seconds": 264.1, "max_memory_gb": 18.2, "pair": 0.026552532333880663, "sign": 0.5651991700287908, "keep": 0.0037895023997407407, "leak": 1.6325542512786342, "replacement": 0.7191854720003903} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 7.365975856781006, "loss_scale": 4.0, "retries": 0, "seconds": 265.7, "max_memory_gb": 18.2, "pair": 0.1933937892317772, "sign": 0.35588916344568133, "keep": 0.5390139812161578, "leak": 0.46536059118807316, "replacement": 0.7571855299174786} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.7710891962051392, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 18.2, "pair": 0.048330908408388495, "sign": 0.0023345922236330807, "keep": 0.006391521343175555, "leak": 0.24748591054230928, "replacement": 0.1145654465071857} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 8.9856595993042, "loss_scale": 4.0, "retries": 0, "seconds": 269.1, "max_memory_gb": 18.2, "pair": 0.1264235284179449, "sign": 0.10881129157496616, "keep": 0.5024998435983434, "leak": 0.11350341234356165, "replacement": 0.4604549463838339} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.909130811691284, "loss_scale": 4.0, "retries": 0, "seconds": 270.7, "max_memory_gb": 18.2, "pair": 0.14543731888988987, "sign": 0.08582358452258632, "keep": 0.056883208700241994, "leak": 0.46462289709597826, "replacement": 0.33294644579291344} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.4737021923065186, "loss_scale": 4.0, "retries": 0, "seconds": 272.4, "max_memory_gb": 18.2, "pair": 0.010881835536565632, "sign": 0.0048401167296106, "keep": 0.12503305772769124, "leak": 0.5622550182015402, "replacement": 0.2163821749854833} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 21.70598793029785, "loss_scale": 4.0, "retries": 0, "seconds": 274.0, "max_memory_gb": 18.2, "pair": 0.23568686097860336, "sign": 0.411648272536695, "keep": 0.7459298877511173, "leak": 0.23502817732514814, "replacement": 0.8732330147176981} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 13.618468284606934, "loss_scale": 4.0, "retries": 0, "seconds": 275.8, "max_memory_gb": 18.2, "pair": 0.29958661645650864, "sign": 0.24766667955555022, "keep": 0.01695593427575659, "leak": 0.29768652794882655, "replacement": 0.5063195712864399} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.872914731502533, "loss_scale": 4.0, "retries": 0, "seconds": 277.4, "max_memory_gb": 18.2, "pair": 0.021254212828353047, "sign": 0.007305306236958131, "keep": 0.00041681857783260057, "leak": 0.04199329448692879, "replacement": 0.03561359830200672} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 41.85032272338867, "loss_scale": 4.0, "retries": 0, "seconds": 279.1, "max_memory_gb": 18.2, "pair": 0.8455265162629075, "sign": 1.0228762712795287, "keep": 1.6742649050720502, "leak": 1.50101032666862, "replacement": 2.5693497178144753} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 10.335455894470215, "loss_scale": 4.0, "retries": 0, "seconds": 280.8, "max_memory_gb": 18.2, "pair": 0.09340583439916372, "sign": 0.022145907627418637, "keep": 0.034100545453839004, "leak": 2.2993636690080166, "replacement": 0.6963699720799923} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 3.0149176120758057, "loss_scale": 4.0, "retries": 0, "seconds": 282.4, "max_memory_gb": 18.2, "pair": 0.061198552371934056, "sign": 0.006224880329682492, "keep": 0.04719999144981557, "leak": 0.5502436091192067, "replacement": 0.2254718942567706} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.7853176593780518, "loss_scale": 4.0, "retries": 0, "seconds": 284.1, "max_memory_gb": 18.2, "pair": 0.09953831462189555, "sign": 0.0732258465141058, "keep": 0.1336809738422744, "leak": 0.5008908559102565, "replacement": 0.3282144367694855} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 7.346015930175781, "loss_scale": 4.0, "retries": 0, "seconds": 285.8, "max_memory_gb": 18.2, "pair": 0.08370475168339908, "sign": 0.003000076081661973, "keep": 0.002745180996498675, "leak": 1.906695056706667, "replacement": 0.5632511465810239} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.990466594696045, "loss_scale": 4.0, "retries": 0, "seconds": 287.4, "max_memory_gb": 18.2, "pair": 0.03964675133829587, "sign": 0.04042558229048154, "keep": 0.1905108035702483, "leak": 0.3885538107715547, "replacement": 0.25225339364260435} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.126239538192749, "loss_scale": 4.0, "retries": 0, "seconds": 289.0, "max_memory_gb": 18.2, "pair": 0.08714538440108299, "sign": 0.0021670098358299583, "keep": 0.007014071801677346, "leak": 0.6748951263725758, "replacement": 0.2604597071185708} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 5.561254978179932, "loss_scale": 4.0, "retries": 0, "seconds": 290.7, "max_memory_gb": 18.2, "pair": 0.14161668781889603, "sign": 0.11706981621682644, "keep": 0.13933448403258808, "leak": 1.017928758787093, "replacement": 0.5243010313715786} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 6.624638080596924, "loss_scale": 4.0, "retries": 0, "seconds": 292.3, "max_memory_gb": 18.2, "pair": 0.059778650816951995, "sign": 0.00746364209044259, "keep": 0.013488471457065998, "leak": 1.3142175999237224, "replacement": 0.3988091051578522} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 9.749809265136719, "loss_scale": 4.0, "retries": 0, "seconds": 293.9, "max_memory_gb": 18.2, "pair": 0.21561641432344913, "sign": 0.2325666646938771, "keep": 0.40703036077320576, "leak": 0.2891258099116385, "replacement": 0.6076963804662228} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 3.555119752883911, "loss_scale": 4.0, "retries": 0, "seconds": 295.6, "max_memory_gb": 18.2, "pair": 0.0888596959412098, "sign": 0.013585844717454165, "keep": 0.013655460439622402, "leak": 0.1542152063921094, "replacement": 0.14103414863348007} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 4.016504287719727, "loss_scale": 4.0, "retries": 0, "seconds": 297.2, "max_memory_gb": 18.2, "pair": 0.16212388039275538, "sign": 0.1577794620388886, "keep": 0.007694033090857033, "leak": 0.29079006612300873, "replacement": 0.31755813863128424} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 6.981870651245117, "loss_scale": 4.0, "retries": 0, "seconds": 298.9, "max_memory_gb": 18.2, "pair": 0.03832152008544654, "sign": 0.028618390118936077, "keep": 0.31603763648308814, "leak": 0.27837254106998444, "replacement": 0.28024267219007015} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 6.346374034881592, "loss_scale": 4.0, "retries": 0, "seconds": 300.4, "max_memory_gb": 18.2, "pair": 0.5395669312856626, "sign": 0.5029209091153461, "keep": 0.5457240992687957, "leak": 0.034496696665883064, "replacement": 1.0725136082619429} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.2668468952178955, "loss_scale": 4.0, "retries": 0, "seconds": 302.0, "max_memory_gb": 18.2, "pair": 0.20651000645011663, "sign": 0.025905459420755506, "keep": 0.03756542119663209, "leak": 0.30448681488633156, "replacement": 0.3143671490252018} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.4415745735168457, "loss_scale": 4.0, "retries": 0, "seconds": 303.8, "max_memory_gb": 18.2, "pair": 0.07561084025655873, "sign": 0.00885102353640832, "keep": 0.007041666656732559, "leak": 0.42575616817339323, "replacement": 0.1899962262250483} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 16.662906646728516, "loss_scale": 4.0, "retries": 0, "seconds": 305.5, "max_memory_gb": 18.2, "pair": 0.41945718234273954, "sign": 0.37602481825160794, "keep": 0.021378517383482176, "leak": 1.646978184580803, "replacement": 1.0299033533083275} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.8984389305114746, "loss_scale": 4.0, "retries": 0, "seconds": 307.1, "max_memory_gb": 18.2, "pair": 0.12388241954613477, "sign": 0.003700050787301734, "keep": 0.004247505555211362, "leak": 0.49896380421705544, "replacement": 0.2525971499271691} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 6.5113677978515625, "loss_scale": 4.0, "retries": 0, "seconds": 308.9, "max_memory_gb": 18.2, "pair": 0.08192834322107956, "sign": 0.003352370287757367, "keep": 0.0017349098632166715, "leak": 1.066524380352348, "replacement": 0.351103073451668} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 2.1628429889678955, "loss_scale": 4.0, "retries": 0, "seconds": 310.5, "max_memory_gb": 18.2, "pair": 0.05244735907763243, "sign": 0.009636583970859647, "keep": 0.03263843082822859, "leak": 0.27736590104177594, "replacement": 0.14292634278535843} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 7.774801731109619, "loss_scale": 4.0, "retries": 0, "seconds": 312.1, "max_memory_gb": 18.2, "pair": 0.14742348412255524, "sign": 0.022257796183112077, "keep": 0.6402401125473034, "leak": 0.14282184466719627, "replacement": 0.5143778892233968} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 3.5028629302978516, "loss_scale": 4.0, "retries": 0, "seconds": 313.9, "max_memory_gb": 18.2, "pair": 0.24708404671400785, "sign": 0.00976812676526606, "keep": 0.3297063748796063, "leak": 0.22732016164809465, "replacement": 0.47365133091807365} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 5.788561820983887, "loss_scale": 4.0, "retries": 0, "seconds": 315.4, "max_memory_gb": 18.2, "pair": 0.4066038605742506, "sign": 0.696896532404935, "keep": 0.8749260476014058, "leak": 0.06471969187259674, "replacement": 1.2086951908422634} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 41.0211296081543, "loss_scale": 4.0, "retries": 0, "seconds": 317.0, "max_memory_gb": 18.2, "pair": 0.12403476564213634, "sign": 1.0517447590827942, "keep": 2.240335384005448, "leak": 3.4112119749188423, "replacement": 2.622877687215805} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.5670528411865234, "loss_scale": 4.0, "retries": 0, "seconds": 318.7, "max_memory_gb": 18.2, "pair": 0.05131406546570361, "sign": 0.004765030578710139, "keep": 0.003335801069624722, "leak": 0.5711630806326866, "replacement": 0.19815525226294994} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 57.375762939453125, "loss_scale": 4.0, "retries": 0, "seconds": 320.3, "max_memory_gb": 18.2, "pair": 0.7114922842010856, "sign": 0.8898750982480124, "keep": 1.713542918658277, "leak": 3.82498304056935, "replacement": 2.9694471172988415} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.83686637878418, "loss_scale": 4.0, "retries": 0, "seconds": 322.0, "max_memory_gb": 18.2, "pair": 0.3232445779722184, "sign": 0.4656077091349289, "keep": 1.2112764114281163, "leak": 0.3675108952447772, "replacement": 1.2535643307492137} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 4.432103157043457, "loss_scale": 4.0, "retries": 0, "seconds": 323.7, "max_memory_gb": 18.2, "pair": 0.1622866838279151, "sign": 0.021678231772966683, "keep": 0.009236492155650922, "leak": 0.9021393060684204, "replacement": 0.4032788664335385} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 11.806674003601074, "loss_scale": 4.0, "retries": 0, "seconds": 325.3, "max_memory_gb": 18.2, "pair": 0.18838504346786067, "sign": 0.20941714546643198, "keep": 0.12618830105201084, "leak": 0.2979111676104367, "replacement": 0.4306655367836356} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 15.112204551696777, "loss_scale": 4.0, "retries": 0, "seconds": 327.1, "max_memory_gb": 18.2, "pair": 0.037495292723178864, "sign": 0.02068038869765587, "keep": 0.0021246963369776495, "leak": 1.7807670421898365, "replacement": 0.4940896015614271} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 7.578810691833496, "loss_scale": 4.0, "retries": 0, "seconds": 328.8, "max_memory_gb": 18.2, "pair": 0.13044751214329153, "sign": 0.005792303563794121, "keep": 0.002401783174633465, "leak": 1.1988692078739405, "replacement": 0.4342618491500616} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 4.0064616203308105, "loss_scale": 4.0, "retries": 0, "seconds": 330.4, "max_memory_gb": 18.2, "pair": 0.06870523781981319, "sign": 0.02073158579878509, "keep": 0.00215774895332288, "leak": 0.6061975921038538, "replacement": 0.23169930651783943} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.487053871154785, "loss_scale": 4.0, "retries": 0, "seconds": 332.1, "max_memory_gb": 18.2, "pair": 0.08523061941377819, "sign": 0.04961392201948911, "keep": 0.08125499638117617, "leak": 0.7463334957137704, "replacement": 0.33724845480173826} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 5.612726211547852, "loss_scale": 4.0, "retries": 0, "seconds": 333.7, "max_memory_gb": 18.2, "pair": 0.06619465776020661, "sign": 0.03798208964872174, "keep": 0.5301390022359556, "leak": 0.6479725018143654, "replacement": 0.5122483223676682} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 8.52349853515625, "loss_scale": 4.0, "retries": 0, "seconds": 335.5, "max_memory_gb": 18.2, "pair": 0.2564643952064216, "sign": 0.3402108784066513, "keep": 1.3133559021371184, "leak": 0.10202929659499205, "replacement": 1.1087551414966583} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 17.517303466796875, "loss_scale": 4.0, "retries": 0, "seconds": 337.2, "max_memory_gb": 18.2, "pair": 0.29044944420456886, "sign": 0.45131813106127083, "keep": 0.6625228150078328, "leak": 0.5673079933039844, "replacement": 0.9891969300806522} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 22.233903884887695, "loss_scale": 4.0, "retries": 0, "seconds": 338.8, "max_memory_gb": 18.2, "pair": 0.06990776141174138, "sign": 0.0064245784597005695, "keep": 0.001127313647713457, "leak": 6.242376413196325, "replacement": 1.6342778531834483} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.805798292160034, "loss_scale": 4.0, "retries": 0, "seconds": 340.4, "max_memory_gb": 18.2, "pair": 0.07328157755546272, "sign": 0.030837661237455904, "keep": 0.08644012696458958, "leak": 0.1209686640650034, "replacement": 0.16216264478862286} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.7164881229400635, "loss_scale": 4.0, "retries": 0, "seconds": 342.1, "max_memory_gb": 18.2, "pair": 0.2661501280963421, "sign": 0.014894651947543025, "keep": 0.04220710665686056, "leak": 0.3096693999832496, "replacement": 0.37211837247014046} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 4.474637508392334, "loss_scale": 4.0, "retries": 0, "seconds": 343.7, "max_memory_gb": 18.2, "pair": 0.08410362235736102, "sign": 0.004182362390565686, "keep": 0.0008861552996677347, "leak": 0.4344218129408546, "replacement": 0.19524332997389138} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.9483940601348877, "loss_scale": 4.0, "retries": 0, "seconds": 345.3, "max_memory_gb": 18.2, "pair": 0.15745059403707273, "sign": 0.004621191212208942, "keep": 0.009261795785107552, "leak": 0.376991992816329, "replacement": 0.25864008255302906} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.9959421157836914, "loss_scale": 4.0, "retries": 0, "seconds": 347.2, "max_memory_gb": 18.2, "pair": 0.13557318359380588, "sign": 0.12746602333209012, "keep": 0.08086332817745756, "leak": 0.34788303501409246, "replacement": 0.3267086334526539} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.6829566955566406, "loss_scale": 4.0, "retries": 0, "seconds": 348.8, "max_memory_gb": 18.2, "pair": 0.08431245165411383, "sign": 0.003864269543555565, "keep": 0.0072290742534733, "leak": 0.45080924150533974, "replacement": 0.20256143435835838} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 16.473400115966797, "loss_scale": 4.0, "retries": 0, "seconds": 350.6, "max_memory_gb": 18.2, "pair": 0.5242498882580549, "sign": 0.48332001382368617, "keep": 0.6198299969546497, "leak": 0.6794124508742243, "replacement": 1.2456779526546597} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 18.704450607299805, "loss_scale": 4.0, "retries": 0, "seconds": 352.2, "max_memory_gb": 18.2, "pair": 0.3730132835917175, "sign": 0.6312788918148726, "keep": 2.158534725545792, "leak": 4.118171893060207, "replacement": 2.7974630761891603} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.759558200836182, "loss_scale": 4.0, "retries": 0, "seconds": 353.9, "max_memory_gb": 18.2, "pair": 0.3826620476320386, "sign": 0.24840385629795492, "keep": 0.1572672810871154, "leak": 0.21151120794093003, "replacement": 0.6383754319977015} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 9.586767196655273, "loss_scale": 4.0, "retries": 0, "seconds": 355.7, "max_memory_gb": 18.2, "pair": 0.24011962581425905, "sign": 0.15856054751202464, "keep": 0.05494025768712163, "leak": 0.4474838147871196, "replacement": 0.45874097384512424} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.396406173706055, "loss_scale": 4.0, "retries": 0, "seconds": 357.3, "max_memory_gb": 18.2, "pair": 0.3279739795252681, "sign": 0.3336014355882071, "keep": 0.4735396002088237, "leak": 0.4891083315014839, "replacement": 0.8538216119632125} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.997471332550049, "loss_scale": 4.0, "retries": 0, "seconds": 358.9, "max_memory_gb": 18.2, "pair": 0.3251833800750319, "sign": 0.3946487306675408, "keep": 1.026164261618078, "leak": 0.06397407036274672, "replacement": 1.0515833660028875} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 13.77296257019043, "loss_scale": 4.0, "retries": 0, "seconds": 360.7, "max_memory_gb": 18.2, "pair": 0.3567415894322039, "sign": 0.8819351870624814, "keep": 2.545785386048692, "leak": 0.6282422137446702, "replacement": 2.2276623324578395} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.40132999420166, "loss_scale": 4.0, "retries": 0, "seconds": 362.4, "max_memory_gb": 18.2, "pair": 0.0648759815376252, "sign": 0.021552117672399618, "keep": 0.00620788448213716, "leak": 0.9390308377332985, "replacement": 0.31351370038464665} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.8266448974609375, "loss_scale": 4.0, "retries": 0, "seconds": 364.0, "max_memory_gb": 18.2, "pair": 0.1188848718884401, "sign": 0.002490037673851475, "keep": 0.0007041118915367406, "leak": 0.02074036967678694, "replacement": 0.12566703837364912} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.83116340637207, "loss_scale": 4.0, "retries": 0, "seconds": 365.7, "max_memory_gb": 18.2, "pair": 0.24611620232462883, "sign": 0.5724244862794876, "keep": 0.12890863003849518, "leak": 0.2489260226720944, "replacement": 0.6590142697095871} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 3.110424041748047, "loss_scale": 4.0, "retries": 0, "seconds": 367.4, "max_memory_gb": 18.2, "pair": 0.09280114993453026, "sign": 0.08206372923450544, "keep": 0.003704863935126923, "leak": 0.12328650988638401, "replacement": 0.16650707833468914} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.043470621109009, "loss_scale": 4.0, "retries": 0, "seconds": 369.2, "max_memory_gb": 18.2, "pair": 0.11984408556600101, "sign": 0.022153505648020655, "keep": 0.11437341604619178, "leak": 0.14819977048318833, "replacement": 0.22515749058220536} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.5402204990386963, "loss_scale": 4.0, "retries": 0, "seconds": 370.8, "max_memory_gb": 18.2, "pair": 0.3066527657210827, "sign": 0.1407269329065457, "keep": 0.003351842809934169, "leak": 0.6891868216916919, "replacement": 0.5509888678789139} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.0900330543518066, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 18.2, "pair": 0.08822893280739663, "sign": 0.008456183611997403, "keep": 0.012841452378694385, "leak": 0.2609478329977719, "replacement": 0.16411471599712968} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 23.84827423095703, "loss_scale": 4.0, "retries": 0, "seconds": 374.1, "max_memory_gb": 18.2, "pair": 0.34730170981492847, "sign": 0.06770635212160414, "keep": 0.029797396048252267, "leak": 0.6191712841391563, "replacement": 0.550846403464675} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.9863057136535645, "loss_scale": 4.0, "retries": 0, "seconds": 375.7, "max_memory_gb": 18.2, "pair": 0.06924139182228828, "sign": 0.017611057570320554, "keep": 0.0036854568169957247, "leak": 0.5588908446952701, "replacement": 0.21961235953494906} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 10.878341674804688, "loss_scale": 4.0, "retries": 0, "seconds": 377.3, "max_memory_gb": 18.2, "pair": 0.0405468488461338, "sign": 0.005226723209489137, "keep": 0.0018584845155373841, "leak": 2.196313049294986, "replacement": 0.5931677222251892} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 6.7897419929504395, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 18.2, "pair": 0.08478916634339839, "sign": 0.0270391833037138, "keep": 0.8549920004734304, "leak": 0.5163468718528748, "replacement": 0.6548914853483438} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.081280469894409, "loss_scale": 4.0, "retries": 0, "seconds": 380.8, "max_memory_gb": 18.2, "pair": 0.03298767156411486, "sign": 0.004069248079758836, "keep": 0.03285523683757674, "leak": 0.03917263163020834, "replacement": 0.061243072152137756} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.253179907798767, "loss_scale": 4.0, "retries": 0, "seconds": 382.4, "max_memory_gb": 18.2, "pair": 0.03053871146403253, "sign": 0.030597073724493384, "keep": 0.0006952311650820775, "leak": 0.1842474844388562, "replacement": 0.09224673407152295} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.436946392059326, "loss_scale": 4.0, "retries": 0, "seconds": 384.1, "max_memory_gb": 18.2, "pair": 0.08791875298993546, "sign": 0.029100197258230764, "keep": 0.07082136432290298, "leak": 1.0205511040985584, "replacement": 0.3930172994732857} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 38.81742477416992, "loss_scale": 4.0, "retries": 0, "seconds": 385.7, "max_memory_gb": 18.2, "pair": 0.43290844903094694, "sign": 0.43342064833268523, "keep": 0.973963348194161, "leak": 0.9690334829501808, "replacement": 1.3788587749004364} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.790116548538208, "loss_scale": 4.0, "retries": 0, "seconds": 387.2, "max_memory_gb": 18.2, "pair": 0.2041257485980168, "sign": 0.5562320290846401, "keep": 0.02416120216365414, "leak": 0.36789992079138756, "replacement": 0.5862973029725254} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.846611738204956, "loss_scale": 4.0, "retries": 0, "seconds": 389.0, "max_memory_gb": 18.2, "pair": 0.10539988148957491, "sign": 0.009460790432058275, "keep": 0.008988123387098312, "leak": 1.0230501927435398, "replacement": 0.37038687244057655} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.698899030685425, "loss_scale": 4.0, "retries": 0, "seconds": 390.6, "max_memory_gb": 18.2, "pair": 0.06589581037405878, "sign": 0.003784994245506823, "keep": 0.0020352978026494384, "leak": 0.6816157661378384, "replacement": 0.23920989781618118} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.0619254112243652, "loss_scale": 4.0, "retries": 0, "seconds": 392.3, "max_memory_gb": 18.2, "pair": 0.05139491795853246, "sign": 0.013273597287479788, "keep": 0.04392018066539549, "leak": 0.4615391181469022, "replacement": 0.1953765908256173} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 28.647932052612305, "loss_scale": 4.0, "retries": 0, "seconds": 394.0, "max_memory_gb": 18.2, "pair": 0.7652345514798071, "sign": 0.5179290110681904, "keep": 0.9511999885507976, "leak": 0.48473831088631414, "replacement": 1.6209836034104228} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.3132834434509277, "loss_scale": 4.0, "retries": 0, "seconds": 395.6, "max_memory_gb": 18.2, "pair": 0.12481463394942693, "sign": 0.039331614432740025, "keep": 0.0017927768444678804, "leak": 0.047596086747944355, "replacement": 0.1572758504189551} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 14.591103553771973, "loss_scale": 4.0, "retries": 0, "seconds": 397.3, "max_memory_gb": 18.2, "pair": 0.32183703617192805, "sign": 0.3809891778510064, "keep": 0.26897468438249916, "leak": 1.0643860138952732, "replacement": 0.9129154477268457} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.7112644910812378, "loss_scale": 4.0, "retries": 0, "seconds": 398.9, "max_memory_gb": 18.2, "pair": 0.07353774691000581, "sign": 0.009916713926941156, "keep": 0.020666698925197124, "leak": 0.13064485788345337, "replacement": 0.12149066664278507} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 5.028914928436279, "loss_scale": 4.0, "retries": 0, "seconds": 400.5, "max_memory_gb": 18.2, "pair": 0.2785864006727934, "sign": 0.6861863103695214, "keep": 0.14664325618647922, "leak": 0.09584380756132305, "replacement": 0.7189621441066265} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.163205146789551, "loss_scale": 4.0, "retries": 0, "seconds": 402.2, "max_memory_gb": 18.2, "pair": 0.22255274979397655, "sign": 0.3153435697167879, "keep": 0.09078395966571406, "leak": 0.08598205823000171, "replacement": 0.4471120326779783} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.280370235443115, "loss_scale": 4.0, "retries": 0, "seconds": 403.9, "max_memory_gb": 18.2, "pair": 0.2815673575096298, "sign": 0.2651168773409154, "keep": 0.07750156382087425, "leak": 0.02198107907315716, "replacement": 0.4583718312205747} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 5.271039962768555, "loss_scale": 4.0, "retries": 0, "seconds": 405.5, "max_memory_gb": 18.2, "pair": 0.058007200655993074, "sign": 0.023724553204374388, "keep": 0.0027084760412208198, "leak": 1.0174378268420696, "replacement": 0.3255831808783114} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.66364586353302, "loss_scale": 4.0, "retries": 0, "seconds": 407.3, "max_memory_gb": 18.2, "pair": 0.07734389207325876, "sign": 0.013641893470776267, "keep": 0.007174622485763393, "leak": 0.11263421620242298, "replacement": 0.11591070587746799} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.3675127029418945, "loss_scale": 4.0, "retries": 0, "seconds": 408.9, "max_memory_gb": 18.2, "pair": 0.26177575904875994, "sign": 0.0973859264049679, "keep": 0.020091906662855763, "leak": 0.22719138757383917, "replacement": 0.37731250934302807} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 12.687280654907227, "loss_scale": 4.0, "retries": 0, "seconds": 410.6, "max_memory_gb": 18.2, "pair": 0.34026549383997917, "sign": 0.28649796172976494, "keep": 0.5232166339410469, "leak": 0.39074651151895523, "replacement": 0.8428094051778316} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.7445391416549683, "loss_scale": 4.0, "retries": 0, "seconds": 412.4, "max_memory_gb": 18.2, "pair": 0.05287195061100647, "sign": 0.0027288158016745, "keep": 0.001429917587302043, "leak": 0.03234481572872028, "replacement": 0.06303752260282636} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 11.19733715057373, "loss_scale": 4.0, "retries": 0, "seconds": 414.0, "max_memory_gb": 18.2, "pair": 0.06180628857691772, "sign": 0.00917181299882941, "keep": 0.2268840077012939, "leak": 0.2558045592159033, "replacement": 0.24378535291180015} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.9957990646362305, "loss_scale": 4.0, "retries": 0, "seconds": 415.6, "max_memory_gb": 18.2, "pair": 0.19935830077156425, "sign": 0.02367479115491733, "keep": 0.01800206970438012, "leak": 0.35924718528985977, "replacement": 0.3100085183978081} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 3.2172207832336426, "loss_scale": 4.0, "retries": 0, "seconds": 417.4, "max_memory_gb": 18.2, "pair": 0.1794565124437213, "sign": 0.08896448882296681, "keep": 0.030248188268160447, "leak": 0.35754354065284133, "replacement": 0.32844872400164604} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.7265970706939697, "loss_scale": 4.0, "retries": 0, "seconds": 419.0, "max_memory_gb": 18.2, "pair": 0.15102978108916432, "sign": 0.013629147637402639, "keep": 0.019940004243835574, "leak": 0.4437851982220309, "replacement": 0.2787606557831168} diff --git a/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..443353aafe3a9b542d1ba46a4593fa71d4ec516d --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8104_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.25.mlp.down_proj": 144, + "model.language_model.layers.25.mlp.gate_proj": 144, + "model.language_model.layers.25.mlp.up_proj": 144, + "model.language_model.layers.25.self_attn.k_proj": 144, + "model.language_model.layers.25.self_attn.o_proj": 144, + "model.language_model.layers.25.self_attn.q_proj": 144, + "model.language_model.layers.25.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.9.mlp.down_proj": 144, + "model.language_model.layers.9.mlp.gate_proj": 144, + "model.language_model.layers.9.mlp.up_proj": 144, + "model.language_model.layers.9.self_attn.k_proj": 144, + "model.language_model.layers.9.self_attn.o_proj": 144, + "model.language_model.layers.9.self_attn.q_proj": 144, + "model.language_model.layers.9.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.25.mlp.down_proj": 72, + "model.language_model.layers.25.mlp.gate_proj": 72, + "model.language_model.layers.25.mlp.up_proj": 72, + "model.language_model.layers.25.self_attn.k_proj": 72, + "model.language_model.layers.25.self_attn.o_proj": 72, + "model.language_model.layers.25.self_attn.q_proj": 72, + "model.language_model.layers.25.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.9.mlp.down_proj": 72, + "model.language_model.layers.9.mlp.gate_proj": 72, + "model.language_model.layers.9.mlp.up_proj": 72, + "model.language_model.layers.9.self_attn.k_proj": 72, + "model.language_model.layers.9.self_attn.o_proj": 72, + "model.language_model.layers.9.self_attn.q_proj": 72, + "model.language_model.layers.9.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.9.mlp.up_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.9.self_attn.q_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.25.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.9.self_attn.v_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.9.self_attn.k_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.9.self_attn.o_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.9.mlp.gate_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.9.mlp.down_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.16.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8104_s13/config.json b/runs/fixed_internvl/replacement/Random8_8104_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1aac45d435bb87bc1b2b6e8fded94a838430a1d --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8104_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8104", + "layers": [ + 2, + 9, + 16, + 18, + 19, + 20, + 25, + 27 + ], + "ranks": { + "2": 72, + "9": 72, + "16": 72, + "18": 72, + "19": 72, + "20": 72, + "25": 72, + "27": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8104_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8104_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..116638d7f64c80946121fa1b6984a593159b8ffd --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8104_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 10.237192153930664, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.74, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 11.913147926330566, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 18.07, "pair": 1.0971487760543823, "sign": 0.18076858529821038, "keep": 1.3630140970490174, "leak": 4.7388039320139796e-05, "replacement": 1.869051992893219} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 25.287410736083984, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 18.07, "pair": 1.0681712925434113, "sign": 0.11296740034595132, "keep": 1.884067341685295, "leak": 0.0007061478027026169, "replacement": 2.0668652653694153} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 12.918455123901367, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 18.07, "pair": 0.9967981427907944, "sign": 0.03703352576121688, "keep": 0.5380403480885434, "leak": 0.01574120350414887, "replacement": 1.2882703840732574} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 7.982259750366211, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 18.07, "pair": 0.9827921092510223, "sign": 0.1115515751298517, "keep": 0.021339439001167193, "leak": 0.011317462553961377, "replacement": 1.0520669966936111} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.075183868408203, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.07, "pair": 0.8995400071144104, "sign": 0.18224942218512297, "keep": 0.32640786297270097, "leak": 0.03817559183244157, "replacement": 1.1634125411510468} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 5.832387447357178, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.07, "pair": 0.6562037616968155, "sign": 0.08028621203266084, "keep": 0.2352486914023757, "leak": 0.3572361506521702, "replacement": 0.9032802432775497} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 5.082098484039307, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 18.08, "pair": 0.5035781189799309, "sign": 0.17108636209741235, "keep": 0.06059809774160385, "leak": 0.49278493598103523, "replacement": 0.7426165789365768} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 30.530086517333984, "loss_scale": 4.0, "retries": 0, "seconds": 14.2, "max_memory_gb": 18.08, "pair": 0.6629303619265556, "sign": 0.6241430492373183, "keep": 0.5084547284059227, "leak": 0.40433523058891296, "replacement": 1.3303130716085434} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 6.474183559417725, "loss_scale": 4.0, "retries": 0, "seconds": 15.8, "max_memory_gb": 18.08, "pair": 0.22673560678958893, "sign": 0.037500713660847396, "keep": 0.003012354432939901, "leak": 1.543683037161827, "replacement": 0.6329129189252853} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 8.129921913146973, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 18.08, "pair": 0.2101050615310669, "sign": 0.15873316442593932, "keep": 0.005675766011336236, "leak": 2.2220678627490997, "replacement": 0.8478264957666397} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 6.526066780090332, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 18.08, "pair": 0.14359301701188087, "sign": 0.024911498301662505, "keep": 0.005379712359626865, "leak": 1.65364970266819, "replacement": 0.5721510499715805} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.333475112915039, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 18.08, "pair": 0.1413264200091362, "sign": 0.019643245730549097, "keep": 0.0038186259434951353, "leak": 2.0715036541223526, "replacement": 0.6709332689642906} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 4.758822917938232, "loss_scale": 4.0, "retries": 0, "seconds": 22.0, "max_memory_gb": 18.08, "pair": 0.2325674667954445, "sign": 0.10080018918961287, "keep": 0.09661570884054527, "leak": 1.0930902361869812, "replacement": 0.6045479625463486} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.0518453121185303, "loss_scale": 4.0, "retries": 0, "seconds": 23.6, "max_memory_gb": 18.08, "pair": 0.39900968596339226, "sign": 0.20708870951784775, "keep": 0.01892833916690506, "leak": 0.7328417673707008, "replacement": 0.6952286437153816} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.116886615753174, "loss_scale": 4.0, "retries": 0, "seconds": 25.1, "max_memory_gb": 18.08, "pair": 0.42726045101881027, "sign": 0.23169274150859565, "keep": 0.008840864466037601, "leak": 0.3194708228111267, "replacement": 0.6273949891328812} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 5.953822612762451, "loss_scale": 4.0, "retries": 0, "seconds": 26.7, "max_memory_gb": 18.08, "pair": 0.3871757313609123, "sign": 0.31773371901363134, "keep": 0.041298535536043346, "leak": 0.4190095104277134, "replacement": 0.6714442372322083} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.3254592418670654, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 18.09, "pair": 0.4788565933704376, "sign": 0.14705786475678906, "keep": 0.030671798740513623, "leak": 0.2578634340316057, "replacement": 0.6321872770786285} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.4017767906188965, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 18.09, "pair": 0.3710077814757824, "sign": 0.02079090289771557, "keep": 0.014768657936656382, "leak": 1.2146612852811813, "replacement": 0.6924528628587723} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.6750993728637695, "loss_scale": 4.0, "retries": 0, "seconds": 31.3, "max_memory_gb": 18.09, "pair": 0.23801328986883163, "sign": 0.006480859010480344, "keep": 0.0013957500823380542, "leak": 0.12813685846072076, "replacement": 0.2739858068525791} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.2523066997528076, "loss_scale": 4.0, "retries": 0, "seconds": 33.0, "max_memory_gb": 18.09, "pair": 0.200521569699049, "sign": 0.010634973761625588, "keep": 0.0017462606683693593, "leak": 0.7153811753050832, "replacement": 0.38555748760700226} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 9.670063018798828, "loss_scale": 4.0, "retries": 0, "seconds": 34.5, "max_memory_gb": 18.09, "pair": 0.2979377955198288, "sign": 0.036733279237523675, "keep": 0.02398733338668535, "leak": 0.7773433644324541, "replacement": 0.5226339474320412} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.818113803863525, "loss_scale": 4.0, "retries": 0, "seconds": 36.1, "max_memory_gb": 18.09, "pair": 0.08066851296462119, "sign": 0.0061394227668643, "keep": 0.0022307830920453853, "leak": 1.5626025944948196, "replacement": 0.4755042754113674} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.739187717437744, "loss_scale": 4.0, "retries": 0, "seconds": 37.7, "max_memory_gb": 18.09, "pair": 0.09643273986876011, "sign": 0.004063407512148842, "keep": 0.004690911679062992, "leak": 1.7455005198717117, "replacement": 0.5371850281953812} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.2785263061523438, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 18.09, "pair": 0.2096782447770238, "sign": 0.07112810190301389, "keep": 0.5574388735331013, "leak": 0.6377819254994392, "replacement": 0.6834071967750788} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 1.8316291570663452, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 18.09, "pair": 0.20863239467144012, "sign": 0.034446683479472995, "keep": 0.019374273615540005, "leak": 0.6654647793620825, "replacement": 0.4019090607762337} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.394212245941162, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 18.09, "pair": 0.2821915876120329, "sign": 0.13631996989715844, "keep": 0.11790028929681284, "leak": 0.3585886210203171, "replacement": 0.4989488981664181} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 9.667386054992676, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 18.09, "pair": 0.31342535745352507, "sign": 0.14605977735482156, "keep": 0.14533166075125337, "leak": 1.21532841026783, "replacement": 0.7629531770944595} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 25.95488929748535, "loss_scale": 4.0, "retries": 0, "seconds": 45.6, "max_memory_gb": 18.09, "pair": 1.0389298539375886, "sign": 1.4120165529893711, "keep": 1.779383130640781, "leak": 5.0585645623505116, "replacement": 3.8992709354497492} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.7140400409698486, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 18.09, "pair": 0.12263953166257124, "sign": 0.004237221182847861, "keep": 0.013968967665249465, "leak": 0.4720829650759697, "replacement": 0.2497633621096611} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 31.28170394897461, "loss_scale": 4.0, "retries": 0, "seconds": 48.8, "max_memory_gb": 18.09, "pair": 1.9908946827054024, "sign": 1.0433445516973734, "keep": 1.8086834655841812, "leak": 5.461926177144051, "replacement": 4.78239032626152} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.62815523147583, "loss_scale": 4.0, "retries": 0, "seconds": 50.5, "max_memory_gb": 18.09, "pair": 0.4378308691084385, "sign": 0.10731658595614135, "keep": 0.014507696614600718, "leak": 0.5834506880491972, "replacement": 0.6446056738495827} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 17.11878776550293, "loss_scale": 4.0, "retries": 0, "seconds": 52.0, "max_memory_gb": 18.09, "pair": 0.4161946135573089, "sign": 0.5893148363102227, "keep": 0.9569676094688475, "leak": 1.7060447903349996, "replacement": 1.6158469822257757} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.736065149307251, "loss_scale": 4.0, "retries": 0, "seconds": 53.6, "max_memory_gb": 18.09, "pair": 0.15532939630793408, "sign": 0.012285865843296051, "keep": 0.011061966859415406, "leak": 0.45108258351683617, "replacement": 0.2797739654779434} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.8510749340057373, "loss_scale": 4.0, "retries": 0, "seconds": 55.2, "max_memory_gb": 18.09, "pair": 0.1560333608649671, "sign": 0.008930480456911027, "keep": 0.004062148022740075, "leak": 0.6749208047986031, "replacement": 0.33125988207757473} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 4.957164287567139, "loss_scale": 4.0, "retries": 0, "seconds": 56.8, "max_memory_gb": 18.09, "pair": 0.1921406276524067, "sign": 0.02307950268732384, "keep": 0.2576315549449646, "leak": 0.7217397533822805, "replacement": 0.5129311084747314} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.577662229537964, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 18.09, "pair": 0.22601164039224386, "sign": 0.08426601503742859, "keep": 0.2401490219272091, "leak": 0.2999569649400655, "replacement": 0.46320838667452335} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.7893311977386475, "loss_scale": 4.0, "retries": 0, "seconds": 60.1, "max_memory_gb": 18.09, "pair": 0.15660796407610178, "sign": 0.05588101455941796, "keep": 0.03266606479883194, "leak": 0.5038161389529705, "replacement": 0.3268355317413807} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.403761863708496, "loss_scale": 4.0, "retries": 0, "seconds": 61.7, "max_memory_gb": 18.09, "pair": 0.266419243067503, "sign": 0.7886845756438561, "keep": 0.03895278522350054, "leak": 0.4521346352994442, "replacement": 0.7932715490460396} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.4782774448394775, "loss_scale": 4.0, "retries": 0, "seconds": 63.2, "max_memory_gb": 18.09, "pair": 0.13730491296155378, "sign": 0.006258194465772249, "keep": 0.011749623306968715, "leak": 0.2433493179269135, "replacement": 0.2071461584419012} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 15.398456573486328, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 18.09, "pair": 0.457457447424531, "sign": 1.3244447838515043, "keep": 2.174617334268987, "leak": 2.577018730342388, "replacement": 2.851243272423744} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.135859489440918, "loss_scale": 4.0, "retries": 0, "seconds": 66.3, "max_memory_gb": 18.09, "pair": 0.1304239097808022, "sign": 0.01028914596827235, "keep": 0.0032568681925937426, "leak": 0.8446917831897736, "replacement": 0.3483698684722185} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.0483455657958984, "loss_scale": 4.0, "retries": 0, "seconds": 67.8, "max_memory_gb": 18.09, "pair": 0.07576380466343835, "sign": 0.04174398796749301, "keep": 0.0019937873184971977, "leak": 0.2982888222904876, "replacement": 0.17220490018371493} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 8.733661651611328, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 18.09, "pair": 0.010008273762650788, "sign": 0.0021637317404383793, "keep": 0.027162015339854406, "leak": 1.0711080636829138, "replacement": 0.29244816675782204} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 22.31330680847168, "loss_scale": 4.0, "retries": 0, "seconds": 70.9, "max_memory_gb": 18.09, "pair": 0.4532546889677178, "sign": 0.622728527567233, "keep": 2.1126280521202716, "leak": 0.6937262993305922, "replacement": 1.9943646267056465} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.7191009521484375, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 18.09, "pair": 0.3058815598487854, "sign": 0.2303382857935503, "keep": 0.2576458031544462, "leak": 0.13343761744908988, "replacement": 0.5832330342382193} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 5.13303279876709, "loss_scale": 4.0, "retries": 0, "seconds": 74.0, "max_memory_gb": 18.09, "pair": 0.10075957164735883, "sign": 0.03572449993225746, "keep": 0.00789597693392352, "leak": 0.45088348822901025, "replacement": 0.23529068008065224} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.2902165651321411, "loss_scale": 4.0, "retries": 0, "seconds": 75.6, "max_memory_gb": 18.09, "pair": 0.05830681917723268, "sign": 0.00647170381853357, "keep": 0.003852950299915392, "leak": 0.14978071016957983, "replacement": 0.10091432253830135} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.4522547721862793, "loss_scale": 4.0, "retries": 0, "seconds": 77.2, "max_memory_gb": 18.09, "pair": 0.1196163467830047, "sign": 0.016208374639973044, "keep": 0.023896743770592366, "leak": 0.6083704009652138, "replacement": 0.29176150634884834} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.222230911254883, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 18.09, "pair": 0.13931891042739153, "sign": 0.019774591928580776, "keep": 0.22743098490718694, "leak": 0.19355208426713943, "replacement": 0.3113097371533513} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 10.31174087524414, "loss_scale": 4.0, "retries": 0, "seconds": 80.2, "max_memory_gb": 18.09, "pair": 0.17840276221977547, "sign": 0.01873837420134805, "keep": 0.5031366005350719, "leak": 0.632532654562965, "replacement": 0.5974734090268612} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.137639045715332, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 18.09, "pair": 0.2901465743780136, "sign": 0.1589688651729375, "keep": 0.03912437013059389, "leak": 0.4635065635666251, "replacement": 0.5050698090344667} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.3926615715026855, "loss_scale": 4.0, "retries": 0, "seconds": 83.3, "max_memory_gb": 18.09, "pair": 0.19633937906473875, "sign": 0.05197856109589338, "keep": 0.22928444569697604, "leak": 0.8779814951703884, "replacement": 0.5564662739634514} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.0363070964813232, "loss_scale": 4.0, "retries": 0, "seconds": 84.8, "max_memory_gb": 18.09, "pair": 0.23532661003991961, "sign": 0.033011455670930445, "keep": 0.02688077138736844, "leak": 0.5939086219295859, "replacement": 0.4137498699128628} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 5.492686748504639, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 18.09, "pair": 0.057628816979558906, "sign": 0.002737329134106403, "keep": 0.005663879448448483, "leak": 0.8886704761534929, "replacement": 0.2839970514178276} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.4855642318725586, "loss_scale": 4.0, "retries": 0, "seconds": 87.8, "max_memory_gb": 18.09, "pair": 0.09504770021885633, "sign": 0.008095354540273547, "keep": 0.043258719611912966, "leak": 0.763389203697443, "replacement": 0.31157204136252403} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.819493055343628, "loss_scale": 4.0, "retries": 0, "seconds": 89.3, "max_memory_gb": 18.09, "pair": 0.10714362220824114, "sign": 0.03616486975806765, "keep": 0.009221699662475658, "leak": 0.09774130396544933, "replacement": 0.15427223034203053} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 5.988720893859863, "loss_scale": 4.0, "retries": 0, "seconds": 90.9, "max_memory_gb": 18.09, "pair": 0.007146849224227481, "sign": 0.0017887293142848648, "keep": 0.0029462468955898657, "leak": 0.7556067164987326, "replacement": 0.19841601559892297} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 12.364005088806152, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 18.09, "pair": 0.435128768440336, "sign": 0.09970746825274546, "keep": 0.13656701255240478, "leak": 0.7432343824766576, "replacement": 0.7390746250748634} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.564746379852295, "loss_scale": 4.0, "retries": 0, "seconds": 94.0, "max_memory_gb": 18.09, "pair": 0.11964699206873775, "sign": 0.005655658169416711, "keep": 0.11645587414568581, "leak": 1.9521395099000074, "replacement": 0.6687376475892961} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 25.925615310668945, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 18.09, "pair": 0.39317943062633276, "sign": 0.39994034718256444, "keep": 0.2273952777904924, "leak": 3.4377375196199864, "replacement": 1.5662816390395164} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.0521342754364014, "loss_scale": 4.0, "retries": 0, "seconds": 97.0, "max_memory_gb": 18.09, "pair": 0.048811171436682343, "sign": 0.011400972347473726, "keep": 0.008733988972380757, "leak": 0.36440199706703424, "replacement": 0.14997915364801884} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.818012714385986, "loss_scale": 4.0, "retries": 0, "seconds": 98.6, "max_memory_gb": 18.09, "pair": 0.33147730282507837, "sign": 0.10335276694968343, "keep": 0.05967934420914389, "leak": 0.2825379674322903, "replacement": 0.4836278632283211} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.807344675064087, "loss_scale": 4.0, "retries": 0, "seconds": 100.2, "max_memory_gb": 18.09, "pair": 0.2871800074353814, "sign": 0.015364961815066636, "keep": 0.026719271205365658, "leak": 0.1671952591277659, "replacement": 0.3500209394842386} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.3215715885162354, "loss_scale": 4.0, "retries": 0, "seconds": 101.7, "max_memory_gb": 18.09, "pair": 0.14794508926570415, "sign": 0.06287126347888261, "keep": 0.12467086594551802, "leak": 0.5731372693553567, "replacement": 0.38500046730041504} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 4.724274635314941, "loss_scale": 4.0, "retries": 0, "seconds": 103.3, "max_memory_gb": 18.09, "pair": 0.12533473246730864, "sign": 0.12592743010463892, "keep": 0.3484834005357662, "leak": 0.4291748530813493, "replacement": 0.4698338620364666} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 4.701375961303711, "loss_scale": 4.0, "retries": 0, "seconds": 104.8, "max_memory_gb": 18.09, "pair": 0.027078657178208232, "sign": 0.006086194596718997, "keep": 0.009256060206098482, "leak": 0.8008077181875706, "replacement": 0.2349517121911049} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.756361722946167, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 18.09, "pair": 0.10370751925802324, "sign": 0.010258730093482882, "keep": 0.004080543938471237, "leak": 0.21640050515998155, "replacement": 0.16497727669775486} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 8.799140930175781, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 18.09, "pair": 0.6196697782725096, "sign": 0.7400234842789359, "keep": 1.2672730363919982, "leak": 0.7257390171289444, "replacement": 1.8047528639435768} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 7.889930248260498, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 18.09, "pair": 0.35178461112082005, "sign": 0.0419290165300481, "keep": 0.003025549347512424, "leak": 0.843529901932925, "replacement": 0.5851443503051996} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 0.9326033592224121, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 18.09, "pair": 0.07403127022553235, "sign": 0.0070923579623922706, "keep": 0.01841025808539598, "leak": 0.1844669496640563, "replacement": 0.13289931789040565} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.4727776050567627, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 18.09, "pair": 0.21308783162385225, "sign": 0.24180663930019364, "keep": 0.01363411545753479, "leak": 0.4721022956073284, "replacement": 0.45883379504084587} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.542412281036377, "loss_scale": 4.0, "retries": 0, "seconds": 114.0, "max_memory_gb": 18.09, "pair": 0.0968274672050029, "sign": 0.06716437509749085, "keep": 0.40392548141244333, "leak": 0.3712138080736622, "replacement": 0.42517584282904863} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 4.541783332824707, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 18.09, "pair": 0.26391964483991615, "sign": 0.15287155604892178, "keep": 0.07201147360956384, "leak": 0.12167527247220278, "replacement": 0.4067799672484398} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.065221309661865, "loss_scale": 4.0, "retries": 0, "seconds": 117.1, "max_memory_gb": 18.09, "pair": 0.5734984623268247, "sign": 0.5309136849828064, "keep": 1.0411523554939777, "leak": 0.1017825985327363, "replacement": 1.3849772363901138} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 6.031644344329834, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 18.09, "pair": 0.02862984873354435, "sign": 0.0049863349995575845, "keep": 0.007583932193028886, "leak": 1.3856889037415385, "replacement": 0.3813371993601322} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.29551100730896, "loss_scale": 4.0, "retries": 0, "seconds": 120.2, "max_memory_gb": 18.09, "pair": 0.2166848925407976, "sign": 0.008030735159991309, "keep": 0.0034950185581692494, "leak": 0.15039577707648277, "replacement": 0.26004671305418015} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 3.132051944732666, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 18.09, "pair": 0.04662065740558319, "sign": 0.07042184517194983, "keep": 0.0004068767884746194, "leak": 0.3154575936496258, "replacement": 0.1608994146808982} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 9.846506118774414, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 18.09, "pair": 0.02738466104347026, "sign": 0.006191617816512007, "keep": 0.011384610513914595, "leak": 2.835712713364046, "replacement": 0.7451009247452021} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 5.21242094039917, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 18.09, "pair": 0.17256756529423, "sign": 0.042149244360189186, "keep": 0.009601750527437503, "leak": 0.9187810067087412, "replacement": 0.4281383082270622} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.133547306060791, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 18.09, "pair": 0.19688664365094155, "sign": 0.03084073937498033, "keep": 0.14587813336402178, "leak": 1.0747755263000727, "replacement": 0.5539399608969688} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 10.700721740722656, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 18.09, "pair": 0.44084407202899456, "sign": 0.6640870588598773, "keep": 0.0216876151971519, "leak": 0.15803156272158958, "replacement": 0.8232392966747284} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.9971885681152344, "loss_scale": 4.0, "retries": 0, "seconds": 129.4, "max_memory_gb": 18.09, "pair": 0.30429718154482543, "sign": 0.019856889150105417, "keep": 0.21044239832554013, "leak": 0.3570559052750468, "replacement": 0.5087107941508293} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 4.232186317443848, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 18.09, "pair": 0.08197303907945752, "sign": 0.00991737368167378, "keep": 0.0049654655431368155, "leak": 0.5634816874517128, "replacement": 0.2302848845720291} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 4.640201091766357, "loss_scale": 4.0, "retries": 0, "seconds": 132.5, "max_memory_gb": 18.09, "pair": 0.014689359770272858, "sign": 0.004815305874217302, "keep": 0.002182375883421628, "leak": 0.4980732351541519, "replacement": 0.14270651247352362} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.2070794105529785, "loss_scale": 4.0, "retries": 0, "seconds": 134.1, "max_memory_gb": 18.09, "pair": 0.13511292822659016, "sign": 0.14943952579051256, "keep": 0.12283709744224325, "leak": 0.15781654708553106, "replacement": 0.31070536002516747} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 3.043184995651245, "loss_scale": 4.0, "retries": 0, "seconds": 135.6, "max_memory_gb": 18.09, "pair": 0.06773262936621904, "sign": 0.03838321642251685, "keep": 0.0029799688782077283, "leak": 0.7039702516049147, "replacement": 0.2644067872315645} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 19.309667587280273, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 18.09, "pair": 0.27004396885695314, "sign": 0.36915750123444013, "keep": 0.2739900547156253, "leak": 0.8373969867825508, "replacement": 0.8009669929742813} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 4.7573628425598145, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 18.09, "pair": 0.12879283094662242, "sign": 0.05376542869271361, "keep": 0.008538920664989291, "leak": 0.08091299534135032, "replacement": 0.1801732595777139} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 5.224618434906006, "loss_scale": 4.0, "retries": 0, "seconds": 140.2, "max_memory_gb": 18.09, "pair": 0.2574821263551712, "sign": 0.044886434683576226, "keep": 0.006461378972744569, "leak": 0.24842406742391177, "replacement": 0.34526205249130726} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 26.258005142211914, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 18.09, "pair": 0.4828512640669942, "sign": 0.3661881777807139, "keep": 0.6505437686864752, "leak": 1.193509147502482, "replacement": 1.2895945459604263} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 20.08980369567871, "loss_scale": 4.0, "retries": 0, "seconds": 143.3, "max_memory_gb": 18.09, "pair": 0.262945468097314, "sign": 0.9144243867522164, "keep": 1.4517795210340196, "leak": 0.7442014934495091, "replacement": 1.632097838446498} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.61473274230957, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 18.09, "pair": 0.04421001452283235, "sign": 0.011311101086903363, "keep": 0.017832803758210503, "leak": 0.8545694649219513, "replacement": 0.2724243337288499} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 5.049524784088135, "loss_scale": 4.0, "retries": 0, "seconds": 146.4, "max_memory_gb": 18.09, "pair": 0.05661145970225334, "sign": 0.007006757776252925, "keep": 0.1800764179934049, "leak": 0.8603434450924397, "replacement": 0.36523890867829323} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 10.387863159179688, "loss_scale": 4.0, "retries": 0, "seconds": 147.9, "max_memory_gb": 18.09, "pair": 0.20413628406822681, "sign": 0.33547183603513986, "keep": 1.6372118704312015, "leak": 0.6410989537835121, "replacement": 1.350752953439951} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 8.204570770263672, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 18.09, "pair": 0.2720721438527107, "sign": 0.10766969982068986, "keep": 1.1550048157514539, "leak": 0.16968845576047897, "replacement": 0.9458315223455429} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.327209234237671, "loss_scale": 4.0, "retries": 0, "seconds": 151.1, "max_memory_gb": 18.09, "pair": 0.06322990823537111, "sign": 0.00727511546574533, "keep": 0.02198791130558675, "leak": 0.45539723421097733, "replacement": 0.1917107356712222} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.30665922164917, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 18.09, "pair": 0.26363376800873084, "sign": 0.11599014902822091, "keep": 0.08595525855525743, "leak": 1.038137424591696, "replacement": 0.6241408549249172} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.591526508331299, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 18.09, "pair": 0.29570936484014965, "sign": 0.6162319534778362, "keep": 0.003365041364730814, "leak": 2.7595626870170236, "replacement": 1.2953985799103975} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 8.315557479858398, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 18.09, "pair": 0.658016249537468, "sign": 1.0857677850872278, "keep": 0.053850130119826645, "leak": 1.3726874210406095, "replacement": 1.5709970481693745} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.5305917263031006, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 18.09, "pair": 0.17611106112599373, "sign": 0.005878256284631789, "keep": 0.002416322771750856, "leak": 0.868107832968235, "replacement": 0.3972853012382984} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.498225688934326, "loss_scale": 4.0, "retries": 0, "seconds": 158.7, "max_memory_gb": 18.09, "pair": 0.179393972735852, "sign": 0.012336342828348279, "keep": 0.031513712732703425, "leak": 0.2891535426606424, "replacement": 0.27360739186406136} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.719950199127197, "loss_scale": 4.0, "retries": 0, "seconds": 160.3, "max_memory_gb": 18.09, "pair": 0.15899536572396755, "sign": 0.011687167745549232, "keep": 0.007449955467222935, "leak": 2.3092145025730133, "replacement": 0.7458675503730774} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.727175235748291, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 18.09, "pair": 0.13679310586303473, "sign": 0.030791479686740786, "keep": 0.0024735873621466453, "leak": 0.4593898393213749, "replacement": 0.26827310398221016} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.050957202911377, "loss_scale": 4.0, "retries": 0, "seconds": 163.4, "max_memory_gb": 18.09, "pair": 0.5016276389360428, "sign": 0.02395025105215609, "keep": 0.03902473533526063, "leak": 0.9274005823535845, "replacement": 0.7649652808904648} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.5239648818969727, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 18.09, "pair": 0.25345457158982754, "sign": 0.026004428043961525, "keep": 0.006989105837419629, "leak": 0.6559560711029917, "replacement": 0.4339403621852398} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 5.003446102142334, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 18.09, "pair": 0.11322544433642179, "sign": 0.18531544077268336, "keep": 0.09919695008989038, "leak": 0.9493123679421842, "replacement": 0.4928097343072295} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 26.348337173461914, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 18.09, "pair": 0.7209573937579989, "sign": 0.07344409296638332, "keep": 0.29329519898408307, "leak": 2.3071510158479214, "replacement": 1.4811147623695433} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 13.888978004455566, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 18.09, "pair": 0.457874758169055, "sign": 0.17363369767554104, "keep": 0.17454335244838148, "leak": 0.2868971275165677, "replacement": 0.7036875933408737} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 13.56872272491455, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 18.09, "pair": 0.16516053956001997, "sign": 0.04644364188425243, "keep": 0.06216525053605437, "leak": 4.757294668932445, "replacement": 1.4087886065244675} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 10.047932624816895, "loss_scale": 4.0, "retries": 0, "seconds": 172.7, "max_memory_gb": 18.09, "pair": 0.12184265209361911, "sign": 0.8170076601090841, "keep": 0.0005759313789894804, "leak": 0.41673342883586884, "replacement": 0.6348178014159203} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.7506890296936035, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 18.09, "pair": 0.14810115937143564, "sign": 0.007250033464515582, "keep": 0.0010181583638768643, "leak": 1.0314395725727081, "replacement": 0.4100951515138149} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.0880017280578613, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 18.09, "pair": 0.1162397931329906, "sign": 0.01325507671572268, "keep": 0.003521356080455007, "leak": 0.7013710890314542, "replacement": 0.2999707832932472} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.399686336517334, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 18.09, "pair": 0.1419758452102542, "sign": 0.027067839517258108, "keep": 0.010246041958453134, "leak": 0.5905868886038661, "replacement": 0.30827950313687325} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.888374090194702, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 18.09, "pair": 0.20136875100433826, "sign": 0.011624559760093689, "keep": 0.0032176302702282555, "leak": 0.28301720321178436, "replacement": 0.2795441523194313} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 9.247791290283203, "loss_scale": 4.0, "retries": 0, "seconds": 180.4, "max_memory_gb": 18.09, "pair": 0.15576858213171363, "sign": 0.4894180041446816, "keep": 0.5483923877168309, "leak": 0.26214917842298746, "replacement": 0.7402110761031508} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 7.864434719085693, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 18.09, "pair": 0.10114001443434972, "sign": 0.06257505033863708, "keep": 0.3857147372145846, "leak": 0.7019076570868492, "replacement": 0.5007618069648743} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 7.58557653427124, "loss_scale": 4.0, "retries": 0, "seconds": 183.5, "max_memory_gb": 18.09, "pair": 0.2531444593623746, "sign": 0.431528170753154, "keep": 0.6768292196236416, "leak": 0.41626862436532974, "replacement": 0.911390301771462} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.4965933561325073, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 18.09, "pair": 0.11302651110599982, "sign": 0.10676971716020489, "keep": 0.005219629722319041, "leak": 0.07854316802695394, "replacement": 0.18865697761066258} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 11.634909629821777, "loss_scale": 4.0, "retries": 0, "seconds": 186.6, "max_memory_gb": 18.09, "pair": 0.2948986212722957, "sign": 0.831911452987697, "keep": 1.60556295744027, "leak": 0.4260025602998212, "replacement": 1.6201364286243916} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 6.421255111694336, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 18.09, "pair": 0.2989001332898624, "sign": 0.2748173632280668, "keep": 0.1398799638262176, "leak": 0.16261851834133267, "replacement": 0.5469034034758806} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 8.396723747253418, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 18.09, "pair": 0.33830504200886935, "sign": 0.11907929711742327, "keep": 0.12520919740174463, "leak": 0.6137344688177109, "replacement": 0.6138828974217176} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 6.844799995422363, "loss_scale": 4.0, "retries": 0, "seconds": 191.2, "max_memory_gb": 18.09, "pair": 0.3195117986342666, "sign": 1.1432424308732152, "keep": 0.02693856379482895, "leak": 0.9795980472117662, "replacement": 1.1495017930865288} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.358160972595215, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 18.09, "pair": 0.3430396122857928, "sign": 0.5841304092900828, "keep": 2.0395813127870497, "leak": 0.42205537681547867, "replacement": 1.76040930300951} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.051881313323975, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 18.09, "pair": 0.16005173278972507, "sign": 0.19439784419955686, "keep": 0.1486445797786473, "leak": 1.3903486767667346, "replacement": 0.6791600934229791} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 12.486969947814941, "loss_scale": 4.0, "retries": 0, "seconds": 195.8, "max_memory_gb": 18.09, "pair": 0.634774879552424, "sign": 0.5438657619524747, "keep": 1.3696642639115453, "leak": 1.0973768265685067, "replacement": 1.8658840656280518} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.1437129974365234, "loss_scale": 4.0, "retries": 0, "seconds": 197.3, "max_memory_gb": 18.09, "pair": 0.0611158583778888, "sign": 0.005871244255104102, "keep": 0.01615225988388147, "leak": 0.5943022891879082, "replacement": 0.22070318437181413} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 7.762020587921143, "loss_scale": 4.0, "retries": 0, "seconds": 198.9, "max_memory_gb": 18.09, "pair": 0.1294097842182964, "sign": 0.6944181393628241, "keep": 0.2532318266457878, "leak": 0.425520705524832, "replacement": 0.7096149390563369} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.8185328245162964, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 18.09, "pair": 0.17456080950796604, "sign": 0.08999544265680015, "keep": 0.12708078511059284, "leak": 0.2628235244192183, "replacement": 0.34880479983985424} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 6.691193103790283, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 18.09, "pair": 0.08709678612649441, "sign": 0.5923148803412914, "keep": 0.04382199606334325, "leak": 0.2708941549062729, "replacement": 0.47288875095546246} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 29.885799407958984, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 18.09, "pair": 0.4064753466518596, "sign": 0.6601330261910334, "keep": 1.2271701106731143, "leak": 2.220305409282446, "replacement": 1.90520329028368} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.4642207622528076, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 18.09, "pair": 0.0875563784793485, "sign": 0.010088005306897685, "keep": 0.6053466638209102, "leak": 0.636399638839066, "replacement": 0.5543736135587096} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.082897663116455, "loss_scale": 4.0, "retries": 0, "seconds": 206.5, "max_memory_gb": 18.09, "pair": 0.4889544639736414, "sign": 0.5837648145388812, "keep": 1.0338212964124978, "leak": 0.3205860797315836, "replacement": 1.3778941109776497} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 7.657430648803711, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 18.09, "pair": 0.20074963018123526, "sign": 0.3748728489445057, "keep": 0.7071908861236125, "leak": 0.17580892518162727, "replacement": 0.7857337258756161} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.6656997203826904, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 18.09, "pair": 0.18606491200625896, "sign": 0.011797436454799026, "keep": 0.06444608088349923, "leak": 0.04107090624165721, "replacement": 0.23445440083742142} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.922133922576904, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 18.09, "pair": 0.19014195911586285, "sign": 0.4564221358159557, "keep": 0.05930432225795812, "leak": 0.4984190138056874, "replacement": 0.5726099796593189} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.528354167938232, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 18.09, "pair": 0.2298455883283168, "sign": 0.02271617783117108, "keep": 0.013055675764917396, "leak": 0.5141239194199443, "replacement": 0.37626249343156815} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.055515766143799, "loss_scale": 4.0, "retries": 0, "seconds": 214.2, "max_memory_gb": 18.09, "pair": 0.10194259230047464, "sign": 0.022736869257641956, "keep": 0.08678046031855047, "leak": 0.467052161693573, "replacement": 0.27346429973840714} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 7.988306999206543, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 18.09, "pair": 0.19345982372760773, "sign": 0.34553746471647173, "keep": 0.007189905678387731, "leak": 0.985091757029295, "replacement": 0.6160964407026768} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.696051001548767, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 18.09, "pair": 0.11093874927610159, "sign": 0.009512394666671753, "keep": 0.007396050677925814, "leak": 0.2885757642798126, "replacement": 0.19153691548854113} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.5738375186920166, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 18.09, "pair": 0.14308139123022556, "sign": 0.17179344545002095, "keep": 0.0031810342843527906, "leak": 0.19956915831426159, "replacement": 0.2804609052836895} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 9.805842399597168, "loss_scale": 4.0, "retries": 0, "seconds": 220.4, "max_memory_gb": 18.09, "pair": 0.2630431205034256, "sign": 0.44966727335122414, "keep": 0.1534807538264431, "leak": 0.31516007147729397, "replacement": 0.6434071529656649} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 16.918968200683594, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 18.09, "pair": 0.42149643768789247, "sign": 0.2405380769778276, "keep": 0.7363277673127016, "leak": 0.7232676087878644, "replacement": 1.0907462198811118} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 6.972686767578125, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 18.09, "pair": 0.10374678946391214, "sign": 0.3154545848374255, "keep": 0.022404995746910572, "leak": 0.4540627649985254, "replacement": 0.3861922674695961} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.976306915283203, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 18.09, "pair": 0.08085654725437053, "sign": 0.00448395330022322, "keep": 0.004792405850935211, "leak": 0.9549342468380928, "replacement": 0.32422829198185354} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.704256534576416, "loss_scale": 4.0, "retries": 0, "seconds": 226.6, "max_memory_gb": 18.09, "pair": 0.07143884303513914, "sign": 0.02057949049049057, "keep": 0.004389830178297416, "leak": 0.9038062714971602, "replacement": 0.30987508315593004} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 9.312472343444824, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 18.09, "pair": 0.3582274690270424, "sign": 1.2392427998129278, "keep": 1.5334601657900748, "leak": 2.4258129075169563, "replacement": 2.351032242178917} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.7491202354431152, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 18.09, "pair": 0.04478964341660685, "sign": 0.006377903388056438, "keep": 0.0007003113450991805, "leak": 0.6865641996264458, "replacement": 0.21996979601681232} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 5.18039083480835, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 18.09, "pair": 0.12988674879306927, "sign": 0.023486946971388534, "keep": 0.005874419888641569, "leak": 0.7409907057881355, "replacement": 0.3298151274211705} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 5.666058540344238, "loss_scale": 4.0, "retries": 0, "seconds": 232.8, "max_memory_gb": 18.09, "pair": 0.2376506645232439, "sign": 0.09675751131726429, "keep": 0.11786767211742699, "leak": 0.5571224614977837, "replacement": 0.48424386978149414} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.326493978500366, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 18.09, "pair": 0.14795515593141317, "sign": 0.022798534715548158, "keep": 0.0041653834232420195, "leak": 0.11870757536962628, "replacement": 0.19111401215195656} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.255513906478882, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 18.09, "pair": 0.17741737328469753, "sign": 0.0050645965384319425, "keep": 0.02157664586775354, "leak": 0.11554758436977863, "replacement": 0.21962489001452923} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.699004650115967, "loss_scale": 4.0, "retries": 0, "seconds": 237.4, "max_memory_gb": 18.09, "pair": 0.16023969936941285, "sign": 0.005230207949352916, "keep": 0.008239671469027599, "leak": 0.5065788477659225, "replacement": 0.2936193444766104} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.7978219985961914, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 18.09, "pair": 0.17356857168488204, "sign": 0.006122691935161129, "keep": 0.0644968447741121, "leak": 0.753377836488653, "replacement": 0.3972228094935417} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.7277278900146484, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 18.09, "pair": 0.14705575309926644, "sign": 0.0063017439024406485, "keep": 0.5752433122748926, "leak": 0.23147032409906387, "replacement": 0.49569586996221915} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 13.269545555114746, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 18.09, "pair": 0.41329289885470644, "sign": 0.005225183784205001, "keep": 0.017058293071954722, "leak": 0.2664565807208419, "replacement": 0.49104879377409816} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 10.985234260559082, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 18.09, "pair": 0.03647812525741756, "sign": 0.7804924403899349, "keep": 0.0011535437024576822, "leak": 2.513769816607237, "replacement": 1.0557435862720013} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 7.938880920410156, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 18.09, "pair": 0.2143425839021802, "sign": 0.3386648820596747, "keep": 0.5052743647220268, "leak": 0.40750983892939985, "replacement": 0.7381896637380123} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.9228930473327637, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 18.09, "pair": 0.062481910921633244, "sign": 0.0025861361937131733, "keep": 0.006662854820206121, "leak": 0.28966157510876656, "replacement": 0.13952179998159409} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 5.810390472412109, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 18.09, "pair": 0.19068961776793003, "sign": 0.1030812672979664, "keep": 0.5069606996257789, "leak": 0.19095889944583178, "replacement": 0.5434503443539143} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 4.0284037590026855, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 18.09, "pair": 0.1208826033398509, "sign": 0.07507914013694972, "keep": 0.04523597442039318, "leak": 0.8042055889964104, "replacement": 0.3820915473625064} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.265037536621094, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.09, "pair": 0.009766047354787588, "sign": 0.003380498725164216, "keep": 0.18495631964691484, "leak": 0.9490893757902086, "replacement": 0.34120680048363283} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 16.997638702392578, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 18.09, "pair": 0.30775102227926254, "sign": 0.39120045211166143, "keep": 0.8873911504633725, "leak": 0.31712441868148744, "replacement": 1.0263279369100928} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 6.173229217529297, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 18.09, "pair": 0.2618514746427536, "sign": 0.2264439247082919, "keep": 0.022921509866137058, "leak": 0.17118794843554497, "replacement": 0.4293311722576618} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.7622767686843872, "loss_scale": 4.0, "retries": 0, "seconds": 255.9, "max_memory_gb": 18.09, "pair": 0.032143868040293455, "sign": 0.007330034568440169, "keep": 0.0006641526215389604, "leak": 0.06409146171063185, "replacement": 0.05216382723301649} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 29.466941833496094, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 18.09, "pair": 0.8851001292932779, "sign": 0.999529073422309, "keep": 1.6171295287203975, "leak": 1.6040855292230844, "replacement": 2.5944507718086243} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 6.742359161376953, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 18.09, "pair": 0.060511031188070774, "sign": 0.024112344370223582, "keep": 0.0360060929087922, "leak": 2.01537699252367, "replacement": 0.5944144949316978} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.730748414993286, "loss_scale": 4.0, "retries": 0, "seconds": 260.6, "max_memory_gb": 18.09, "pair": 0.0470330796088092, "sign": 0.004912209398753475, "keep": 0.04756160547458421, "leak": 0.7781041790731251, "replacement": 0.26779603119939566} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.5802955627441406, "loss_scale": 4.0, "retries": 0, "seconds": 262.1, "max_memory_gb": 18.09, "pair": 0.12957806512713432, "sign": 0.08529342082329094, "keep": 0.16949802194721997, "leak": 0.6133964212940555, "replacement": 0.4103228896856308} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.450438499450684, "loss_scale": 4.0, "retries": 0, "seconds": 263.7, "max_memory_gb": 18.09, "pair": 0.11321402818430215, "sign": 0.003107624375843443, "keep": 0.004874613790889271, "leak": 2.726578549216356, "replacement": 0.7988497756887227} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.6275482177734375, "loss_scale": 4.0, "retries": 0, "seconds": 265.2, "max_memory_gb": 18.09, "pair": 0.046553051706723636, "sign": 0.0372908864665078, "keep": 0.17515254939655733, "leak": 0.31306556239746897, "replacement": 0.23104115793830715} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.3439037799835205, "loss_scale": 4.0, "retries": 0, "seconds": 266.7, "max_memory_gb": 18.09, "pair": 0.0867345966398716, "sign": 0.0020041026291437447, "keep": 0.010176320269238204, "leak": 0.8579988470301032, "replacement": 0.3073245119303465} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.167588233947754, "loss_scale": 4.0, "retries": 0, "seconds": 268.3, "max_memory_gb": 18.09, "pair": 0.13289111538324505, "sign": 0.11754584667505696, "keep": 0.14594197433325462, "leak": 0.8195120211021276, "replacement": 0.4695130438776687} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.7362236976623535, "loss_scale": 4.0, "retries": 0, "seconds": 269.8, "max_memory_gb": 18.09, "pair": 0.08575600639596814, "sign": 0.007134326835512184, "keep": 0.024150666562320566, "leak": 1.3508939105522586, "replacement": 0.4391219764947891} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.300591230392456, "loss_scale": 4.0, "retries": 0, "seconds": 271.4, "max_memory_gb": 18.09, "pair": 0.23968384671024978, "sign": 0.25211318529909477, "keep": 0.20250022318214178, "leak": 0.7000875910744071, "replacement": 0.6420124378055334} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.7125606536865234, "loss_scale": 4.0, "retries": 0, "seconds": 272.9, "max_memory_gb": 18.09, "pair": 0.13750413712114096, "sign": 0.016614457359537482, "keep": 0.008354005753062665, "leak": 0.16507732402533293, "replacement": 0.19125769659876823} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.0254852771759033, "loss_scale": 4.0, "retries": 0, "seconds": 274.4, "max_memory_gb": 18.09, "pair": 0.14974772139976267, "sign": 0.17556368351506535, "keep": 0.00956420006664871, "leak": 0.3018450140953064, "replacement": 0.31777292815968394} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 4.476678371429443, "loss_scale": 4.0, "retries": 0, "seconds": 276.0, "max_memory_gb": 18.09, "pair": 0.04806321254000068, "sign": 0.02574369026115164, "keep": 0.14094619909883477, "leak": 0.42341580986976624, "replacement": 0.23726210743188858} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 5.350454807281494, "loss_scale": 4.0, "retries": 0, "seconds": 277.4, "max_memory_gb": 18.09, "pair": 0.5708213307079859, "sign": 0.5107840005075559, "keep": 0.5583795218211662, "leak": 0.022795221340629723, "replacement": 1.1111018960364163} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.339102268218994, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 18.09, "pair": 0.24949209205806255, "sign": 0.02699129469692707, "keep": 0.05644595925696194, "leak": 0.23850727919489145, "replacement": 0.3508375361561775} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.6422677040100098, "loss_scale": 4.0, "retries": 0, "seconds": 280.5, "max_memory_gb": 18.09, "pair": 0.08771190978586674, "sign": 0.007174715443397872, "keep": 0.013515761704184115, "leak": 0.7978257143404335, "replacement": 0.2975135687738657} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 18.911056518554688, "loss_scale": 4.0, "retries": 0, "seconds": 282.0, "max_memory_gb": 18.09, "pair": 0.37521698534328607, "sign": 0.40972381785104517, "keep": 0.014337486586839532, "leak": 2.96900075674057, "replacement": 1.3294978085905313} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.927053451538086, "loss_scale": 4.0, "retries": 0, "seconds": 283.5, "max_memory_gb": 18.09, "pair": 0.09877777117071673, "sign": 0.0034247516450705007, "keep": 0.0030928046676290677, "leak": 0.42384923723875545, "replacement": 0.20799885597079992} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.484048843383789, "loss_scale": 4.0, "retries": 0, "seconds": 285.2, "max_memory_gb": 18.09, "pair": 0.19552818000374828, "sign": 0.004195039073238149, "keep": 0.0037841165887471107, "leak": 0.746398747083731, "replacement": 0.3861174340127036} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.5505424737930298, "loss_scale": 4.0, "retries": 0, "seconds": 286.7, "max_memory_gb": 18.09, "pair": 0.07109558605588973, "sign": 0.010255702654831111, "keep": 0.03132236996316351, "leak": 0.20186779763025697, "replacement": 0.1423515696078539} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 8.28589916229248, "loss_scale": 4.0, "retries": 0, "seconds": 288.2, "max_memory_gb": 18.09, "pair": 0.13415333383818506, "sign": 0.018420515647449065, "keep": 0.5499286171307176, "leak": 0.1875141141936183, "replacement": 0.46520640701055527} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.3009989261627197, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 18.09, "pair": 0.22226605005562305, "sign": 0.008669454138725996, "keep": 0.2943623324390501, "leak": 0.21377288969233632, "replacement": 0.42722517251968384} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 5.437540531158447, "loss_scale": 4.0, "retries": 0, "seconds": 291.3, "max_memory_gb": 18.09, "pair": 0.4802860273193801, "sign": 0.788013310302631, "keep": 0.8368488245354229, "leak": 0.08429784193867818, "replacement": 1.3137916018022224} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 17.296527862548828, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 18.09, "pair": 0.11424399819225073, "sign": 0.7888506010058336, "keep": 1.7175670533906668, "leak": 1.9613626836799085, "replacement": 1.857793491333723} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.6653488874435425, "loss_scale": 4.0, "retries": 0, "seconds": 294.4, "max_memory_gb": 18.09, "pair": 0.047997291781939566, "sign": 0.004274578590411693, "keep": 0.0033418707316741347, "leak": 0.551123087760061, "replacement": 0.1895862901583314} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 36.69794464111328, "loss_scale": 4.0, "retries": 0, "seconds": 295.8, "max_memory_gb": 18.09, "pair": 0.7125929510220885, "sign": 0.8323650351958349, "keep": 1.4976432843550356, "leak": 2.4978987278300337, "replacement": 2.5020719142630696} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.4021666049957275, "loss_scale": 4.0, "retries": 0, "seconds": 297.4, "max_memory_gb": 18.09, "pair": 0.35127136507071555, "sign": 0.4567644887138158, "keep": 1.0644486432429403, "leak": 0.15268282094984897, "replacement": 1.150048516690731} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.583158254623413, "loss_scale": 4.0, "retries": 0, "seconds": 298.9, "max_memory_gb": 18.09, "pair": 0.09451333952165442, "sign": 0.014604021627746988, "keep": 0.009556144375437725, "leak": 0.8758677430450916, "replacement": 0.32556036796449916} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 4.693260192871094, "loss_scale": 4.0, "retries": 0, "seconds": 300.4, "max_memory_gb": 18.09, "pair": 0.2081561911618337, "sign": 0.148867488023825, "keep": 0.03441901684341531, "leak": 0.12699188295118802, "replacement": 0.33154741674661636} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 11.307273864746094, "loss_scale": 4.0, "retries": 0, "seconds": 302.0, "max_memory_gb": 18.09, "pair": 0.061523490119725466, "sign": 0.01975148214842193, "keep": 0.003414991791942157, "leak": 1.4883259627968073, "replacement": 0.44518820755183697} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 7.280210018157959, "loss_scale": 4.0, "retries": 0, "seconds": 303.6, "max_memory_gb": 18.09, "pair": 0.09299105117679574, "sign": 0.006889995260280557, "keep": 0.003792235142782374, "leak": 1.9284123331308365, "replacement": 0.5804352425038815} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.807889938354492, "loss_scale": 4.0, "retries": 0, "seconds": 305.1, "max_memory_gb": 18.09, "pair": 0.08401318988762796, "sign": 0.01818539627129212, "keep": 0.0023719039891147986, "leak": 0.5605377863739704, "replacement": 0.23442628420889378} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 6.419887065887451, "loss_scale": 4.0, "retries": 0, "seconds": 306.7, "max_memory_gb": 18.09, "pair": 0.09044176992028952, "sign": 0.048889162950217724, "keep": 0.09324057336198166, "leak": 0.7765318644233048, "replacement": 0.3556396095082164} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.5242021083831787, "loss_scale": 4.0, "retries": 0, "seconds": 308.2, "max_memory_gb": 18.09, "pair": 0.07231980841606855, "sign": 0.02827728440752253, "keep": 0.5179544101047213, "leak": 0.3318250819284003, "replacement": 0.4283919269219041} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 7.066809177398682, "loss_scale": 4.0, "retries": 0, "seconds": 309.7, "max_memory_gb": 18.09, "pair": 0.25213681627064943, "sign": 0.33769002032931894, "keep": 1.367984290845925, "leak": 0.11754952801857144, "replacement": 1.134361393749714} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 10.899053573608398, "loss_scale": 4.0, "retries": 0, "seconds": 311.3, "max_memory_gb": 18.09, "pair": 0.29706456884741783, "sign": 0.3824808771023527, "keep": 0.5142246589675779, "leak": 0.3560767527669668, "replacement": 0.8344364613294601} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 9.387125968933105, "loss_scale": 4.0, "retries": 0, "seconds": 312.8, "max_memory_gb": 18.09, "pair": 0.08455928938928992, "sign": 0.0062835617864038795, "keep": 0.003042542491797917, "leak": 4.111376800312428, "replacement": 1.1170665957033634} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 5.0512285232543945, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 18.09, "pair": 0.13560812501236796, "sign": 0.0559884199174121, "keep": 0.11195131234126166, "leak": 0.1144655654206872, "replacement": 0.2481943927705288} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.0771377086639404, "loss_scale": 4.0, "retries": 0, "seconds": 315.9, "max_memory_gb": 18.09, "pair": 0.247454185038805, "sign": 0.013259667437523603, "keep": 0.036381623649504036, "leak": 0.37780278478749096, "replacement": 0.36672552675008774} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.012631893157959, "loss_scale": 4.0, "retries": 0, "seconds": 317.4, "max_memory_gb": 18.09, "pair": 0.11534554755780846, "sign": 0.003946577358874492, "keep": 0.0016024934157030657, "leak": 0.10260384128196165, "replacement": 0.14377104700542986} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.220562696456909, "loss_scale": 4.0, "retries": 0, "seconds": 319.0, "max_memory_gb": 18.09, "pair": 0.17819266828882974, "sign": 0.004835465515498072, "keep": 0.0143548385210579, "leak": 0.22286277590319514, "replacement": 0.24350351840257645} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.189349889755249, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 18.09, "pair": 0.20711667934665456, "sign": 0.13781492380076088, "keep": 0.08283767977127354, "leak": 0.32650335296057165, "replacement": 0.3990688321646303} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.6454707384109497, "loss_scale": 4.0, "retries": 0, "seconds": 322.0, "max_memory_gb": 18.09, "pair": 0.081358183757402, "sign": 0.0037753667129436508, "keep": 0.01012799737475234, "leak": 0.18563390836061444, "replacement": 0.13471834361553192} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 6.697677135467529, "loss_scale": 4.0, "retries": 0, "seconds": 323.6, "max_memory_gb": 18.09, "pair": 0.4646145637379959, "sign": 0.43523464899044484, "keep": 0.5217199471662752, "leak": 0.23382550735550467, "replacement": 1.0015482776798308} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 8.667920112609863, "loss_scale": 4.0, "retries": 0, "seconds": 325.1, "max_memory_gb": 18.09, "pair": 0.331922828219831, "sign": 0.5660916926281061, "keep": 2.213664414941661, "leak": 2.8507343558594584, "replacement": 2.4344844380393624} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.2508552074432373, "loss_scale": 4.0, "retries": 0, "seconds": 326.7, "max_memory_gb": 18.09, "pair": 0.4082259447313845, "sign": 0.2569080584216863, "keep": 0.12026800459716469, "leak": 0.22272708121454343, "replacement": 0.6524957539513707} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 8.291337013244629, "loss_scale": 4.0, "retries": 0, "seconds": 328.3, "max_memory_gb": 18.09, "pair": 0.28407356794923544, "sign": 0.1589356390759349, "keep": 0.047960017051082104, "leak": 0.4707574332715012, "replacement": 0.5052107525989413} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 3.9435062408447266, "loss_scale": 4.0, "retries": 0, "seconds": 329.8, "max_memory_gb": 18.09, "pair": 0.32262502424418926, "sign": 0.32200970622943714, "keep": 0.418959370956145, "leak": 0.5775896646082401, "replacement": 0.8375070439651608} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.1673479080200195, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 18.09, "pair": 0.3225493086683855, "sign": 0.3844908507016953, "keep": 0.9800139101414516, "leak": 0.01713382580783218, "replacement": 1.0090851592831314} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 13.702766418457031, "loss_scale": 4.0, "retries": 0, "seconds": 332.9, "max_memory_gb": 18.09, "pair": 0.29222283537092153, "sign": 0.7999220966739813, "keep": 1.90778059833292, "leak": 0.36041751503944397, "replacement": 1.7361785605899058} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.495323657989502, "loss_scale": 4.0, "retries": 0, "seconds": 334.5, "max_memory_gb": 18.09, "pair": 0.05860492156352848, "sign": 0.021130481785803568, "keep": 0.0034514782764745178, "leak": 1.2770424123882549, "replacement": 0.39015649061184376} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.6343003511428833, "loss_scale": 4.0, "retries": 0, "seconds": 336.1, "max_memory_gb": 18.09, "pair": 0.09616656432626769, "sign": 0.00227075454313308, "keep": 0.0008519669718225487, "leak": 0.08518296282295523, "replacement": 0.11902366718277335} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.16882848739624, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 18.09, "pair": 0.24513768637552857, "sign": 0.5080127529799938, "keep": 0.12696446917834692, "leak": 0.159781064838171, "replacement": 0.6025715544819832} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.418307900428772, "loss_scale": 4.0, "retries": 0, "seconds": 339.1, "max_memory_gb": 18.09, "pair": 0.07801780104637146, "sign": 0.060318612260743976, "keep": 0.0037677148866350763, "leak": 0.07926824319656589, "replacement": 0.12987801991403103} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.178053379058838, "loss_scale": 4.0, "retries": 0, "seconds": 340.6, "max_memory_gb": 18.09, "pair": 0.14935405876894947, "sign": 0.03299771730962675, "keep": 0.10004521090618823, "leak": 0.12296037282794714, "replacement": 0.24661560650565661} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.277482032775879, "loss_scale": 4.0, "retries": 0, "seconds": 342.1, "max_memory_gb": 18.09, "pair": 0.2503216911572963, "sign": 0.1527241588337347, "keep": 0.004120338533539325, "leak": 0.7229991875792621, "replacement": 0.5094937533140182} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.769110918045044, "loss_scale": 4.0, "retries": 0, "seconds": 343.7, "max_memory_gb": 18.09, "pair": 0.06559830059268279, "sign": 0.007897663475887384, "keep": 0.01461549498998238, "leak": 0.44565294310450554, "replacement": 0.18826811472536065} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 20.84136390686035, "loss_scale": 4.0, "retries": 0, "seconds": 345.3, "max_memory_gb": 18.09, "pair": 0.37471754022408277, "sign": 0.05535266321385279, "keep": 0.021339668996006367, "leak": 0.46298193745315075, "replacement": 0.5288092084228992} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5082225799560547, "loss_scale": 4.0, "retries": 0, "seconds": 346.8, "max_memory_gb": 18.09, "pair": 0.06074743786666659, "sign": 0.017397394542058464, "keep": 0.003906829631731057, "leak": 0.30830710195823485, "replacement": 0.14847633056342602} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 6.139814376831055, "loss_scale": 4.0, "retries": 0, "seconds": 348.3, "max_memory_gb": 18.09, "pair": 0.021253768994938582, "sign": 0.0037248237640596926, "keep": 0.0019110057069156028, "leak": 1.6354360737423121, "replacement": 0.43293069303035736} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 6.897572994232178, "loss_scale": 4.0, "retries": 0, "seconds": 349.9, "max_memory_gb": 18.09, "pair": 0.053576811274979264, "sign": 0.02327721586334519, "keep": 0.9441752790880855, "leak": 1.0157864689826965, "replacement": 0.7912496887147427} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.4267656803131104, "loss_scale": 4.0, "retries": 0, "seconds": 351.4, "max_memory_gb": 18.09, "pair": 0.051201681219026796, "sign": 0.0050735067707137205, "keep": 0.055075019770811195, "leak": 0.018028654769295827, "replacement": 0.08578310965094715} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.5920994281768799, "loss_scale": 4.0, "retries": 0, "seconds": 352.9, "max_memory_gb": 18.09, "pair": 0.06265101628378034, "sign": 0.03587990486994386, "keep": 0.0013968882776680402, "leak": 0.32399728035670705, "replacement": 0.1622887330595404} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.73556661605835, "loss_scale": 4.0, "retries": 0, "seconds": 354.5, "max_memory_gb": 18.09, "pair": 0.07302555939349986, "sign": 0.030742648341401946, "keep": 0.07370181079021165, "leak": 1.0823366716504097, "replacement": 0.39583195745944977} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 31.33433723449707, "loss_scale": 4.0, "retries": 0, "seconds": 355.9, "max_memory_gb": 18.09, "pair": 0.4327087195124477, "sign": 0.42228881537448615, "keep": 0.8354786997595056, "leak": 0.5726713072508574, "replacement": 1.2047602739185095} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.53802752494812, "loss_scale": 4.0, "retries": 0, "seconds": 357.4, "max_memory_gb": 18.09, "pair": 0.20715217947144993, "sign": 0.524015842085646, "keep": 0.031126245230183258, "leak": 0.4887419790029526, "replacement": 0.6069087013602257} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.3126964569091797, "loss_scale": 4.0, "retries": 0, "seconds": 359.0, "max_memory_gb": 18.09, "pair": 0.07347065676003695, "sign": 0.010599640780128539, "keep": 0.018605619465233758, "leak": 1.2203536741435528, "replacement": 0.39316170290112495} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.658552646636963, "loss_scale": 4.0, "retries": 0, "seconds": 360.5, "max_memory_gb": 18.09, "pair": 0.050187076383735985, "sign": 0.0030691565480083227, "keep": 0.00361547275679186, "leak": 0.6713009551167488, "replacement": 0.2213546261191368} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.152008295059204, "loss_scale": 4.0, "retries": 0, "seconds": 362.1, "max_memory_gb": 18.09, "pair": 0.051956680239527486, "sign": 0.01243586593773216, "keep": 0.08827811864239266, "leak": 0.4083725099917501, "replacement": 0.2044067926472053} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 21.840396881103516, "loss_scale": 4.0, "retries": 0, "seconds": 363.6, "max_memory_gb": 18.09, "pair": 0.7201902354136109, "sign": 0.49625027099682484, "keep": 0.8243093305545699, "leak": 0.5516528583830222, "replacement": 1.518383261631243} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.8957033157348633, "loss_scale": 4.0, "retries": 0, "seconds": 365.1, "max_memory_gb": 18.09, "pair": 0.11555316614976618, "sign": 0.036485570832155645, "keep": 0.0037579606450890424, "leak": 0.02476914756698534, "replacement": 0.1418672159779817} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 13.267573356628418, "loss_scale": 4.0, "retries": 0, "seconds": 366.7, "max_memory_gb": 18.09, "pair": 0.267347760964185, "sign": 0.4209356284700334, "keep": 0.2789411215631503, "leak": 1.9281928017735481, "replacement": 1.0993343386799097} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.3047329187393188, "loss_scale": 4.0, "retries": 0, "seconds": 368.2, "max_memory_gb": 18.09, "pair": 0.0819356539286673, "sign": 0.008729656867217273, "keep": 0.016950663179159164, "leak": 0.08290268370183185, "replacement": 0.11550148762762547} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.9639365673065186, "loss_scale": 4.0, "retries": 0, "seconds": 369.7, "max_memory_gb": 18.09, "pair": 0.2403020327910781, "sign": 0.5569046339951456, "keep": 0.21034668065823325, "leak": 0.26213331893086433, "replacement": 0.6894610114395618} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.5428361892700195, "loss_scale": 4.0, "retries": 0, "seconds": 371.2, "max_memory_gb": 18.09, "pair": 0.19647409999743104, "sign": 0.2828016410639975, "keep": 0.09572635600852664, "leak": 0.05557601107284427, "replacement": 0.39963211584836245} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 5.459412097930908, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 18.09, "pair": 0.3082207893312443, "sign": 0.26070028661342803, "keep": 0.06907431126637675, "leak": 0.057293649297207594, "replacement": 0.48743149312213063} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.052511692047119, "loss_scale": 4.0, "retries": 0, "seconds": 374.3, "max_memory_gb": 18.09, "pair": 0.0809888901130762, "sign": 0.020242542726919055, "keep": 0.0022681395619201794, "leak": 0.5903129056096077, "replacement": 0.23982245905790478} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.9499300718307495, "loss_scale": 4.0, "retries": 0, "seconds": 375.9, "max_memory_gb": 18.09, "pair": 0.07331915886607021, "sign": 0.013373510402743705, "keep": 0.010861675371415913, "leak": 0.14807069266680628, "replacement": 0.12245442811399698} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.6813483238220215, "loss_scale": 4.0, "retries": 0, "seconds": 377.4, "max_memory_gb": 18.09, "pair": 0.2511857785284519, "sign": 0.1462108655832708, "keep": 0.027068642724771053, "leak": 0.2600933616049588, "replacement": 0.4028488714247942} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 7.920783996582031, "loss_scale": 4.0, "retries": 0, "seconds": 378.9, "max_memory_gb": 18.09, "pair": 0.36009624134749174, "sign": 0.27758858096785843, "keep": 0.5939238034188747, "leak": 0.29164839070290327, "replacement": 0.8687645383179188} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.2328896522521973, "loss_scale": 4.0, "retries": 0, "seconds": 380.5, "max_memory_gb": 18.09, "pair": 0.05828723812010139, "sign": 0.0028222167602507398, "keep": 0.0033013318679877557, "leak": 0.05973176741099451, "replacement": 0.07628195500001311} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 9.032044410705566, "loss_scale": 4.0, "retries": 0, "seconds": 382.0, "max_memory_gb": 18.09, "pair": 0.07838356412685243, "sign": 0.00796159308811184, "keep": 0.28938654373541794, "leak": 0.46159476041793823, "replacement": 0.3424563240259886} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.363865613937378, "loss_scale": 4.0, "retries": 0, "seconds": 383.5, "max_memory_gb": 18.09, "pair": 0.16770929866470397, "sign": 0.02189961215481162, "keep": 0.028129378322773846, "leak": 0.7327248174697161, "replacement": 0.37590499967336655} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.9499115943908691, "loss_scale": 4.0, "retries": 0, "seconds": 385.1, "max_memory_gb": 18.09, "pair": 0.14148482587188482, "sign": 0.062303261598572135, "keep": 0.017909729038365185, "leak": 0.3588300868868828, "replacement": 0.2712988443672657} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.3432239294052124, "loss_scale": 4.0, "retries": 0, "seconds": 386.6, "max_memory_gb": 18.09, "pair": 0.08590064568488742, "sign": 0.01117741534835659, "keep": 0.012900605663162423, "leak": 0.31103862286545336, "replacement": 0.1756993061862886} diff --git a/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a35643c303d12a2770df2200eb90aef9a421d10 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8105_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.31.mlp.down_proj": 144, + "model.language_model.layers.31.mlp.gate_proj": 144, + "model.language_model.layers.31.mlp.up_proj": 144, + "model.language_model.layers.31.self_attn.k_proj": 144, + "model.language_model.layers.31.self_attn.o_proj": 144, + "model.language_model.layers.31.self_attn.q_proj": 144, + "model.language_model.layers.31.self_attn.v_proj": 144, + "model.language_model.layers.33.mlp.down_proj": 144, + "model.language_model.layers.33.mlp.gate_proj": 144, + "model.language_model.layers.33.mlp.up_proj": 144, + "model.language_model.layers.33.self_attn.k_proj": 144, + "model.language_model.layers.33.self_attn.o_proj": 144, + "model.language_model.layers.33.self_attn.q_proj": 144, + "model.language_model.layers.33.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.31.mlp.down_proj": 72, + "model.language_model.layers.31.mlp.gate_proj": 72, + "model.language_model.layers.31.mlp.up_proj": 72, + "model.language_model.layers.31.self_attn.k_proj": 72, + "model.language_model.layers.31.self_attn.o_proj": 72, + "model.language_model.layers.31.self_attn.q_proj": 72, + "model.language_model.layers.31.self_attn.v_proj": 72, + "model.language_model.layers.33.mlp.down_proj": 72, + "model.language_model.layers.33.mlp.gate_proj": 72, + "model.language_model.layers.33.mlp.up_proj": 72, + "model.language_model.layers.33.self_attn.k_proj": 72, + "model.language_model.layers.33.self_attn.o_proj": 72, + "model.language_model.layers.33.self_attn.q_proj": 72, + "model.language_model.layers.33.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.31.self_attn.o_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.33.self_attn.q_proj", + "model.language_model.layers.31.self_attn.k_proj", + "model.language_model.layers.33.mlp.gate_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.31.mlp.down_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.33.self_attn.o_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.33.self_attn.k_proj", + "model.language_model.layers.33.mlp.up_proj", + "model.language_model.layers.33.self_attn.v_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.31.self_attn.q_proj", + "model.language_model.layers.31.mlp.gate_proj", + "model.language_model.layers.31.self_attn.v_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.33.mlp.down_proj", + "model.language_model.layers.31.mlp.up_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8105_s13/config.json b/runs/fixed_internvl/replacement/Random8_8105_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0125c1bcf0dd97377299e09b926b1b7c14774a --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8105_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8105", + "layers": [ + 2, + 6, + 12, + 18, + 19, + 20, + 31, + 33 + ], + "ranks": { + "2": 72, + "6": 72, + "12": 72, + "18": 72, + "19": 72, + "20": 72, + "31": 72, + "33": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8105_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8105_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..80d4f9873e147d09c8323fac6a006dda3e613e32 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8105_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.249931335449219, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.81, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 14.824039459228516, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 18.15, "pair": 1.090782642364502, "sign": 0.18002592597622424, "keep": 1.3592878225899767, "leak": 0.00014938334811631648, "replacement": 1.8604768514633179} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 31.426565170288086, "loss_scale": 4.0, "retries": 0, "seconds": 5.3, "max_memory_gb": 18.15, "pair": 1.0556990504264832, "sign": 0.11234757583588362, "keep": 1.8634427785873413, "leak": 0.0007545961707364768, "replacement": 2.043782949447632} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 16.137250900268555, "loss_scale": 4.0, "retries": 0, "seconds": 7.1, "max_memory_gb": 18.15, "pair": 0.9855029881000519, "sign": 0.036877197795547545, "keep": 0.5217691861398635, "leak": 0.018380609049927443, "replacement": 1.2694213390350342} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.94180679321289, "loss_scale": 4.0, "retries": 0, "seconds": 8.7, "max_memory_gb": 18.15, "pair": 0.9687303900718689, "sign": 0.11101287184283137, "keep": 0.021030928546679206, "leak": 0.01763356313585973, "replacement": 1.0391606986522675} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 11.757528305053711, "loss_scale": 4.0, "retries": 0, "seconds": 10.4, "max_memory_gb": 18.15, "pair": 0.8808237910270691, "sign": 0.18048470746725798, "keep": 0.32526380752096884, "leak": 0.03932112660186249, "replacement": 1.1435283422470093} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.067631244659424, "loss_scale": 4.0, "retries": 0, "seconds": 12.2, "max_memory_gb": 18.15, "pair": 0.6291210800409317, "sign": 0.07894121285062283, "keep": 0.23868129321635934, "leak": 0.41468119248747826, "replacement": 0.8916026502847672} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.394277572631836, "loss_scale": 4.0, "retries": 0, "seconds": 13.8, "max_memory_gb": 18.16, "pair": 0.47341199964284897, "sign": 0.16854800772853196, "keep": 0.061805425211787224, "leak": 0.5591395348310471, "replacement": 0.7283735871315002} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 42.201839447021484, "loss_scale": 4.0, "retries": 0, "seconds": 15.4, "max_memory_gb": 18.16, "pair": 0.6066750921308994, "sign": 0.5975988117279485, "keep": 0.4721681016962975, "leak": 0.42865975946187973, "replacement": 1.248723417520523} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 10.53726577758789, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 18.16, "pair": 0.1926452424377203, "sign": 0.03570121875964105, "keep": 0.0027170102312084055, "leak": 1.914611354470253, "replacement": 0.6905071884393692} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 11.667709350585938, "loss_scale": 4.0, "retries": 0, "seconds": 18.9, "max_memory_gb": 18.16, "pair": 0.19598644692450762, "sign": 0.15845057688420638, "keep": 0.005933285618084483, "leak": 2.3884332329034805, "replacement": 0.8752866983413696} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 9.820186614990234, "loss_scale": 4.0, "retries": 0, "seconds": 20.5, "max_memory_gb": 18.16, "pair": 0.13075930066406727, "sign": 0.023294007347431034, "keep": 0.005756244162512303, "leak": 1.8609504401683807, "replacement": 0.6105220317840576} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 9.082439422607422, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 18.16, "pair": 0.14711112156510353, "sign": 0.01983332191593945, "keep": 0.004050561524763907, "leak": 1.8666001334786415, "replacement": 0.6257030889391899} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 5.5142316818237305, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 18.16, "pair": 0.2326936237514019, "sign": 0.09789513447321951, "keep": 0.09713405667571351, "leak": 1.1060703694820404, "replacement": 0.606725811958313} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.864531517028809, "loss_scale": 4.0, "retries": 0, "seconds": 25.7, "max_memory_gb": 18.16, "pair": 0.4016845226287842, "sign": 0.20916636718902737, "keep": 0.017379181183514447, "leak": 0.807778924703598, "replacement": 0.7169020026922226} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.094573020935059, "loss_scale": 4.0, "retries": 0, "seconds": 27.3, "max_memory_gb": 18.16, "pair": 0.44567324221134186, "sign": 0.23501283023506403, "keep": 0.009902654943289235, "leak": 0.3434825539588928, "replacement": 0.6540016159415245} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.6880412101745605, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 18.16, "pair": 0.42228248715400696, "sign": 0.3475072802975774, "keep": 0.0413093043025583, "leak": 0.39214536268264055, "replacement": 0.7147271260619164} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.614058494567871, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 18.16, "pair": 0.4973267763853073, "sign": 0.1462597951758653, "keep": 0.030487805837765336, "leak": 0.24015920236706734, "replacement": 0.6457403600215912} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.653716087341309, "loss_scale": 4.0, "retries": 0, "seconds": 32.3, "max_memory_gb": 18.16, "pair": 0.3712545894086361, "sign": 0.019636507844552398, "keep": 0.0143916794040706, "leak": 1.1061793565750122, "replacement": 0.6648135110735893} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 6.655291557312012, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 18.16, "pair": 0.321326307952404, "sign": 0.008673137752339244, "keep": 0.0020575063545038574, "leak": 0.1632658262969926, "replacement": 0.36750809103250504} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.004426956176758, "loss_scale": 4.0, "retries": 0, "seconds": 35.8, "max_memory_gb": 18.16, "pair": 0.23293082416057587, "sign": 0.011639326228760183, "keep": 0.0020263961760065285, "leak": 0.5630030408501625, "replacement": 0.3805144540965557} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 11.08265495300293, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 18.16, "pair": 0.34219927713274956, "sign": 0.03989742626436055, "keep": 0.026196802868071245, "leak": 0.7844749819487333, "replacement": 0.5713651403784752} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 8.057950019836426, "loss_scale": 4.0, "retries": 0, "seconds": 39.1, "max_memory_gb": 18.16, "pair": 0.07897043786942959, "sign": 0.006211878586327657, "keep": 0.0019753336341636896, "leak": 1.6215619891881943, "replacement": 0.48845453560352325} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 9.186982154846191, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 18.16, "pair": 0.08728445507586002, "sign": 0.004008508025435731, "keep": 0.004090736008947715, "leak": 1.9111588299274445, "replacement": 0.5691237673163414} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.5988035202026367, "loss_scale": 4.0, "retries": 0, "seconds": 42.4, "max_memory_gb": 18.16, "pair": 0.1884152702987194, "sign": 0.06701098725898191, "keep": 0.6308609612024156, "leak": 0.7098092697560787, "replacement": 0.714803583920002} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 4.1111860275268555, "loss_scale": 4.0, "retries": 0, "seconds": 44.2, "max_memory_gb": 18.16, "pair": 0.17438745498657227, "sign": 0.02873735997127369, "keep": 0.02097964689892251, "leak": 0.8389415442943573, "replacement": 0.4089813455939293} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.0485544204711914, "loss_scale": 4.0, "retries": 0, "seconds": 45.8, "max_memory_gb": 18.16, "pair": 0.26592354103922844, "sign": 0.11668693996034563, "keep": 0.08792009453463834, "leak": 0.37461226363666356, "replacement": 0.4618801213800907} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 8.6240816116333, "loss_scale": 4.0, "retries": 0, "seconds": 47.5, "max_memory_gb": 18.16, "pair": 0.30082888808101416, "sign": 0.13514216430485249, "keep": 0.12264390627387911, "leak": 1.2076422274112701, "replacement": 0.7316324710845947} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 32.264610290527344, "loss_scale": 4.0, "retries": 0, "seconds": 49.2, "max_memory_gb": 18.16, "pair": 1.0460742800496519, "sign": 1.4605104646179825, "keep": 1.731962772200859, "leak": 5.330801330506802, "replacement": 3.975011294707656} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.9283204078674316, "loss_scale": 4.0, "retries": 0, "seconds": 50.8, "max_memory_gb": 18.16, "pair": 0.14301771321333945, "sign": 0.004176889829977881, "keep": 0.013006701719831426, "leak": 0.4770775157958269, "replacement": 0.2708788886666298} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 39.521297454833984, "loss_scale": 4.0, "retries": 0, "seconds": 52.5, "max_memory_gb": 18.16, "pair": 1.9219093807041645, "sign": 1.029358017956838, "keep": 1.8067841859883629, "leak": 5.480441853404045, "replacement": 4.71009112149477} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.015257835388184, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 18.16, "pair": 0.41975104808807373, "sign": 0.10344229749171063, "keep": 0.010915239981841296, "leak": 0.46358466416131705, "replacement": 0.5928259864449501} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 19.67542266845703, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 18.16, "pair": 0.4606018587946892, "sign": 0.5679718055762351, "keep": 0.9155225590802729, "leak": 1.519657127559185, "replacement": 1.5822634026408195} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.5189990997314453, "loss_scale": 4.0, "retries": 0, "seconds": 57.6, "max_memory_gb": 18.16, "pair": 0.17473667860031128, "sign": 0.01521008973941207, "keep": 0.007897502302512294, "leak": 0.5077908514067531, "replacement": 0.3132381848990917} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.6252365112304688, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 18.16, "pair": 0.19465296156704426, "sign": 0.01289225253276527, "keep": 0.00380273466817016, "leak": 0.5761569961905479, "replacement": 0.34703971445560455} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 6.779922962188721, "loss_scale": 4.0, "retries": 0, "seconds": 60.8, "max_memory_gb": 18.16, "pair": 0.20027580671012402, "sign": 0.025503561249934137, "keep": 0.35129380284342915, "leak": 0.7675772812217474, "replacement": 0.5805688165128231} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.5902082920074463, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 18.16, "pair": 0.22207308746874332, "sign": 0.0838857178168837, "keep": 0.1870155452088511, "leak": 0.36168043687939644, "replacement": 0.44794381596148014} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.4996273517608643, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 18.16, "pair": 0.15446514822542667, "sign": 0.04906732216477394, "keep": 0.02584165148437023, "leak": 0.6077072285115719, "replacement": 0.3438464403152466} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.567076683044434, "loss_scale": 4.0, "retries": 0, "seconds": 65.8, "max_memory_gb": 18.16, "pair": 0.2792770266532898, "sign": 0.9059315088088624, "keep": 0.048881561389180206, "leak": 0.26310216076672077, "replacement": 0.8224591240286827} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.7677528858184814, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 18.16, "pair": 0.12064059323165566, "sign": 0.005747877439716831, "keep": 0.013079020201985259, "leak": 0.24377507719060532, "replacement": 0.19099780917167664} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 19.904417037963867, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 18.16, "pair": 0.4874773621559143, "sign": 1.2955847214907408, "keep": 2.1175342737697065, "leak": 2.4412656128406525, "replacement": 2.8043533116579056} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.135074615478516, "loss_scale": 4.0, "retries": 0, "seconds": 70.9, "max_memory_gb": 18.16, "pair": 0.09183605865109712, "sign": 0.009732062157127075, "keep": 0.002176413312383829, "leak": 1.157521277666092, "replacement": 0.38717062771320343} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.7187695503234863, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 18.16, "pair": 0.1106996750459075, "sign": 0.03701661934610456, "keep": 0.0025165077386191115, "leak": 0.43013046972919255, "replacement": 0.23799885669723153} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 7.055265426635742, "loss_scale": 4.0, "retries": 0, "seconds": 74.2, "max_memory_gb": 18.16, "pair": 0.03249466547276825, "sign": 0.006077838683268055, "keep": 0.06547110399878875, "leak": 0.6620861813426018, "replacement": 0.23379067704081535} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 25.63144302368164, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 18.16, "pair": 0.4314654782647267, "sign": 0.5814708789548604, "keep": 2.0952330899308436, "leak": 0.8664892269298434, "replacement": 1.9864397458732128} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 10.41792106628418, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 18.16, "pair": 0.3190236110240221, "sign": 0.2072390221292153, "keep": 0.2822902877815068, "leak": 0.05622535280417651, "replacement": 0.5778446029871702} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.5232386589050293, "loss_scale": 4.0, "retries": 0, "seconds": 79.2, "max_memory_gb": 18.16, "pair": 0.14023772766813636, "sign": 0.03137874259846285, "keep": 0.007035487422399456, "leak": 0.08159362711012363, "replacement": 0.17984324414283037} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.2634706497192383, "loss_scale": 4.0, "retries": 0, "seconds": 81.0, "max_memory_gb": 18.16, "pair": 0.0811095496173948, "sign": 0.006709491259243805, "keep": 0.006240057060495019, "leak": 0.12601222889497876, "replacement": 0.11908737989142537} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.425269365310669, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 18.16, "pair": 0.1015798089792952, "sign": 0.01642939110752195, "keep": 0.019281521712855465, "leak": 0.9221255034208298, "replacement": 0.3499666415154934} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.7885024547576904, "loss_scale": 4.0, "retries": 0, "seconds": 84.2, "max_memory_gb": 18.16, "pair": 0.06715520605212077, "sign": 0.014960247237468138, "keep": 0.23479163021056593, "leak": 0.32026951806619763, "replacement": 0.27209852635860443} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 12.37258529663086, "loss_scale": 4.0, "retries": 0, "seconds": 86.0, "max_memory_gb": 18.16, "pair": 0.13983900082530454, "sign": 0.016413937730249017, "keep": 0.6079289593571957, "leak": 0.2631444607686717, "replacement": 0.51779655367136} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.959668159484863, "loss_scale": 4.0, "retries": 0, "seconds": 87.6, "max_memory_gb": 18.16, "pair": 0.21191288530826569, "sign": 0.13522447657305747, "keep": 0.02714937410200946, "leak": 1.0649946592748165, "replacement": 0.5593484602868557} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.70546293258667, "loss_scale": 4.0, "retries": 0, "seconds": 89.2, "max_memory_gb": 18.16, "pair": 0.15667321626096964, "sign": 0.04731541336514056, "keep": 0.11392351900576614, "leak": 1.493066318333149, "replacement": 0.6105592548847198} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.6883769035339355, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 18.16, "pair": 0.16651396453380585, "sign": 0.027566030155867338, "keep": 0.018282913602888584, "leak": 0.8298161886632442, "replacement": 0.3968924880027771} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.211574077606201, "loss_scale": 4.0, "retries": 0, "seconds": 92.5, "max_memory_gb": 18.16, "pair": 0.09945942008926068, "sign": 0.003984672446676996, "keep": 0.009073987253202631, "leak": 0.2810628395527601, "replacement": 0.17625446245074272} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.0002050399780273, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 18.16, "pair": 0.18454323709011078, "sign": 0.012104609049856663, "keep": 0.041487031150609255, "leak": 0.540981023805216, "replacement": 0.3465842977166176} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 2.839641571044922, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 18.16, "pair": 0.10130596692306426, "sign": 0.044310087454505265, "keep": 0.0038989055908587034, "leak": 0.17198531496615033, "replacement": 0.16840679664164782} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 9.725641250610352, "loss_scale": 4.0, "retries": 0, "seconds": 97.5, "max_memory_gb": 18.16, "pair": 0.006025854758263449, "sign": 0.0019410627937759273, "keep": 0.002451652198942611, "leak": 1.0390007595997304, "replacement": 0.2679724039044231} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 10.29135799407959, "loss_scale": 4.0, "retries": 0, "seconds": 99.3, "max_memory_gb": 18.16, "pair": 0.29545594364753924, "sign": 0.06341352465096861, "keep": 0.09591190738137811, "leak": 0.6078924705507234, "replacement": 0.5270917788147926} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 12.000689506530762, "loss_scale": 4.0, "retries": 0, "seconds": 100.9, "max_memory_gb": 18.16, "pair": 0.08905024325940758, "sign": 0.005271343921776861, "keep": 0.11077993151320698, "leak": 2.5420426958153257, "replacement": 0.7825865598861128} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 31.51885986328125, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 18.16, "pair": 0.31010287813842297, "sign": 0.3498351062880829, "keep": 0.16405923422280466, "leak": 3.6162623724339937, "replacement": 1.4711156412959099} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.0091521739959717, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 18.16, "pair": 0.03596268885303289, "sign": 0.010346809722250327, "keep": 0.011913184920558706, "leak": 0.5246962149976753, "replacement": 0.1782667338848114} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.611580848693848, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 18.16, "pair": 0.2553775833803229, "sign": 0.08793545543449, "keep": 0.048381326407252345, "leak": 0.29285550117492676, "replacement": 0.3967498391866684} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.7327799797058105, "loss_scale": 4.0, "retries": 0, "seconds": 107.7, "max_memory_gb": 18.16, "pair": 0.26954894699156284, "sign": 0.01567201246507466, "keep": 0.023869080003350973, "leak": 0.1440541623160243, "replacement": 0.3253330383449793} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.108623743057251, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 18.16, "pair": 0.11082268133759499, "sign": 0.056298812152817845, "keep": 0.1409083679318428, "leak": 0.5199341521511087, "replacement": 0.33940980583429337} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.181922435760498, "loss_scale": 4.0, "retries": 0, "seconds": 111.0, "max_memory_gb": 18.16, "pair": 0.07449006423121318, "sign": 0.09511645220482023, "keep": 0.3031098210776655, "leak": 0.6164585947990417, "replacement": 0.4277178458869457} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.9038310050964355, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 18.16, "pair": 0.02803662116639316, "sign": 0.0064877839758992195, "keep": 0.011607317836023867, "leak": 0.5294990641996264, "replacement": 0.1694589350372553} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 4.159886837005615, "loss_scale": 4.0, "retries": 0, "seconds": 114.4, "max_memory_gb": 18.16, "pair": 0.07110462641321647, "sign": 0.008113725656585302, "keep": 0.003391870880022907, "leak": 0.513564337103162, "replacement": 0.20524850580841303} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 7.230765342712402, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 18.16, "pair": 0.5185361476615071, "sign": 0.5932418802403845, "keep": 1.1017984531199545, "leak": 0.716462105512619, "replacement": 1.5451716892421246} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 6.090861797332764, "loss_scale": 4.0, "retries": 0, "seconds": 117.8, "max_memory_gb": 18.16, "pair": 0.3985063470900059, "sign": 0.04627665277803317, "keep": 0.005951565923169255, "leak": 0.7441101791337132, "replacement": 0.6106479912996292} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.940547466278076, "loss_scale": 4.0, "retries": 0, "seconds": 119.5, "max_memory_gb": 18.16, "pair": 0.11675971024669707, "sign": 0.009398692956892774, "keep": 0.022255510807553947, "leak": 0.1893672915175557, "replacement": 0.17992863431572914} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.6659457683563232, "loss_scale": 4.0, "retries": 0, "seconds": 121.1, "max_memory_gb": 18.16, "pair": 0.26630709134042263, "sign": 0.23484068783000112, "keep": 0.016638122964650393, "leak": 0.4562851638183929, "replacement": 0.5061177983880043} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.529541015625, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 18.16, "pair": 0.12492258730344474, "sign": 0.07993515336420387, "keep": 0.479262912129343, "leak": 0.22645565518178046, "replacement": 0.4611355261877179} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.005588054656982, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 18.16, "pair": 0.263858918522601, "sign": 0.15304811754322145, "keep": 0.08671633124595246, "leak": 0.10401243310479913, "replacement": 0.40974426036700606} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 10.430638313293457, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 18.16, "pair": 0.5702219884842634, "sign": 0.5537937210174277, "keep": 1.0669925529509783, "leak": 0.09953616527491249, "replacement": 1.4054992217570543} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 8.092891693115234, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 18.16, "pair": 0.03151643386809155, "sign": 0.004879509622696787, "keep": 0.0037144834670925775, "leak": 1.7062462558969855, "replacement": 0.4623749852180481} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.2301902770996094, "loss_scale": 4.0, "retries": 0, "seconds": 129.6, "max_memory_gb": 18.16, "pair": 0.15389901120215654, "sign": 0.00662155682221055, "keep": 0.0033829132589744404, "leak": 0.2940149698406458, "replacement": 0.23240498267114162} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 3.3918819427490234, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 18.16, "pair": 0.0335791026300285, "sign": 0.04803861024265643, "keep": 0.0007794246205321542, "leak": 0.4208557428792119, "replacement": 0.16320205107331276} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 13.332809448242188, "loss_scale": 4.0, "retries": 0, "seconds": 133.0, "max_memory_gb": 18.16, "pair": 0.0205054608413775, "sign": 0.005491728486958891, "keep": 0.008224230727137183, "leak": 3.0566911117639393, "replacement": 0.7915362138301134} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 8.859147071838379, "loss_scale": 4.0, "retries": 0, "seconds": 134.7, "max_memory_gb": 18.16, "pair": 0.12577154334758234, "sign": 0.035467008705381886, "keep": 0.015113211644290914, "leak": 1.355851124972105, "replacement": 0.4900244325399399} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.251061916351318, "loss_scale": 4.0, "retries": 0, "seconds": 136.4, "max_memory_gb": 18.16, "pair": 0.1716720648109913, "sign": 0.030871521797962487, "keep": 0.14524172502569854, "leak": 1.069088017960894, "replacement": 0.5270006954669952} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 12.8980073928833, "loss_scale": 4.0, "retries": 0, "seconds": 138.0, "max_memory_gb": 18.16, "pair": 0.47629796946421266, "sign": 0.6497825317783281, "keep": 0.035214757081121206, "leak": 0.28144121589139104, "replacement": 0.8891569562256336} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.343838691711426, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 18.16, "pair": 0.34664365428034216, "sign": 0.021047284768428653, "keep": 0.17421512573491782, "leak": 0.3984203308355063, "replacement": 0.5438799634575844} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 9.651095390319824, "loss_scale": 4.0, "retries": 0, "seconds": 141.4, "max_memory_gb": 18.16, "pair": 0.0697069768793881, "sign": 0.011014666903065518, "keep": 0.006330777156108525, "leak": 0.6152322413399816, "replacement": 0.23218775540590286} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 5.922322750091553, "loss_scale": 4.0, "retries": 0, "seconds": 143.1, "max_memory_gb": 18.16, "pair": 0.010440053396450821, "sign": 0.003337727721373085, "keep": 0.0016490726884512696, "leak": 0.47123580053448677, "replacement": 0.13074240135028958} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.582226753234863, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 18.16, "pair": 0.19550320506095886, "sign": 0.15318352449685335, "keep": 0.08344785595545545, "leak": 0.20788566581904888, "replacement": 0.36579030752182007} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.220773696899414, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 18.16, "pair": 0.13092264160513878, "sign": 0.054519489291124046, "keep": 0.005595498427283019, "leak": 0.38851673901081085, "replacement": 0.25810932368040085} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 18.23446273803711, "loss_scale": 4.0, "retries": 0, "seconds": 148.2, "max_memory_gb": 18.16, "pair": 0.23674769689114328, "sign": 0.26407741108050686, "keep": 0.12360210233055113, "leak": 0.6007794791075867, "replacement": 0.5807823278009892} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 7.182748794555664, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 18.16, "pair": 0.14210089558036998, "sign": 0.051074962815619074, "keep": 0.00835091698627366, "leak": 0.2301079744938761, "replacement": 0.22934082616120577} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 5.794083595275879, "loss_scale": 4.0, "retries": 0, "seconds": 151.6, "max_memory_gb": 18.16, "pair": 0.25018374249339104, "sign": 0.02974250222905539, "keep": 0.011517319246195257, "leak": 0.2533595615532249, "replacement": 0.33415354788303375} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 40.239952087402344, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 18.16, "pair": 0.5413392363116145, "sign": 0.4133328973839525, "keep": 0.7997665958246216, "leak": 1.5136480385299365, "replacement": 1.5263009667396545} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 23.677400588989258, "loss_scale": 4.0, "retries": 0, "seconds": 155.0, "max_memory_gb": 18.16, "pair": 0.24562379417329794, "sign": 0.865493737928773, "keep": 1.2845786333779756, "leak": 0.5658100452274084, "replacement": 1.4621124984696507} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.892871379852295, "loss_scale": 4.0, "retries": 0, "seconds": 156.6, "max_memory_gb": 18.16, "pair": 0.03253186016809195, "sign": 0.009388648526510224, "keep": 0.008680457074660808, "leak": 1.0186505746096373, "replacement": 0.29622905794531107} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 5.555452823638916, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 18.16, "pair": 0.07227278221398592, "sign": 0.007533230644185096, "keep": 0.15146117765107192, "leak": 0.7514372766017914, "replacement": 0.33962929993867874} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 14.10472297668457, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 18.16, "pair": 0.22015718603506684, "sign": 0.36880785727407783, "keep": 1.6994280281942338, "leak": 0.567723598331213, "replacement": 1.3962059579789639} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 9.884206771850586, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 18.16, "pair": 0.2655080407857895, "sign": 0.09484883374534547, "keep": 1.0491952662123367, "leak": 0.12196773430332541, "replacement": 0.868022009730339} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 4.222313404083252, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.16, "pair": 0.06303304946050048, "sign": 0.007762435940094292, "keep": 0.016105805351344316, "leak": 0.6617685360542964, "replacement": 0.24040930485352874} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 4.683403491973877, "loss_scale": 4.0, "retries": 0, "seconds": 165.0, "max_memory_gb": 18.16, "pair": 0.1993273360931198, "sign": 0.08848898057476617, "keep": 0.10796655781813058, "leak": 1.1696417815983295, "replacement": 0.5899655781686306} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 10.983978271484375, "loss_scale": 4.0, "retries": 0, "seconds": 166.7, "max_memory_gb": 18.16, "pair": 0.30179077212414995, "sign": 0.6446942390757613, "keep": 0.0031229570001727325, "leak": 3.0473462045847555, "replacement": 1.3875359263183782} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.174443244934082, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 18.16, "pair": 0.6297383196651936, "sign": 1.0468778329668567, "keep": 0.03866167215164751, "leak": 1.3735128506086767, "replacement": 1.5158862248063087} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.8410592079162598, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 18.16, "pair": 0.19696156261488795, "sign": 0.006224479409866035, "keep": 0.0031486756197409704, "leak": 0.8436870835721493, "replacement": 0.41256991028785706} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.615373373031616, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.16, "pair": 0.1747965393587947, "sign": 0.010524965822696686, "keep": 0.027543682052055374, "leak": 0.626602033386007, "replacement": 0.3504813746549189} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.825477600097656, "loss_scale": 4.0, "retries": 0, "seconds": 173.5, "max_memory_gb": 18.16, "pair": 0.1226062010973692, "sign": 0.010185458872001618, "keep": 0.008131349021141432, "leak": 2.360341116786003, "replacement": 0.7218498736619949} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 7.280972003936768, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 18.16, "pair": 0.17157780472189188, "sign": 0.032289684168063104, "keep": 0.003706425122800283, "leak": 0.5498324539512396, "replacement": 0.32703396677970886} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.8418684005737305, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 18.16, "pair": 0.49389202892780304, "sign": 0.024428934091702104, "keep": 0.05745083000510931, "leak": 0.9152289158664644, "replacement": 0.7636391669511795} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 4.491156101226807, "loss_scale": 4.0, "retries": 0, "seconds": 178.5, "max_memory_gb": 18.16, "pair": 0.23933663219213486, "sign": 0.02771509252488613, "keep": 0.010214442329015583, "leak": 0.6091219263034873, "replacement": 0.41058188304305077} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.416754245758057, "loss_scale": 4.0, "retries": 0, "seconds": 180.1, "max_memory_gb": 18.16, "pair": 0.1542302700690925, "sign": 0.20034097612369806, "keep": 0.04167734249313071, "leak": 0.7952122357673943, "replacement": 0.47404248267412186} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 36.706809997558594, "loss_scale": 4.0, "retries": 0, "seconds": 181.8, "max_memory_gb": 18.16, "pair": 0.9159964807331562, "sign": 0.11093421303667128, "keep": 0.40755311655721016, "leak": 3.0405221578112105, "replacement": 1.9353706617839634} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 19.61743927001953, "loss_scale": 4.0, "retries": 0, "seconds": 183.5, "max_memory_gb": 18.16, "pair": 0.5304775107651949, "sign": 0.20183343929238617, "keep": 0.23924695840105414, "leak": 0.35556389298290014, "replacement": 0.8399086184799671} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 13.924577713012695, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 18.16, "pair": 0.1750451410189271, "sign": 0.04772804002277553, "keep": 0.07993010029895231, "leak": 6.050136892350565, "replacement": 1.7514083832502365} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 13.639492988586426, "loss_scale": 4.0, "retries": 0, "seconds": 186.8, "max_memory_gb": 18.16, "pair": 0.21546802623197436, "sign": 0.8724473300972022, "keep": 0.001116753554015304, "leak": 0.4373165539873298, "replacement": 0.7615792118012905} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 6.1278395652771, "loss_scale": 4.0, "retries": 0, "seconds": 188.6, "max_memory_gb": 18.16, "pair": 0.2603704836219549, "sign": 0.010266514029353857, "keep": 0.0026826414396055043, "leak": 0.4948304519057274, "replacement": 0.39055266976356506} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.2894527912139893, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 18.16, "pair": 0.18440790474414825, "sign": 0.016623381059616804, "keep": 0.005346537342120428, "leak": 0.4800850662650191, "replacement": 0.3154141269624233} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.233534336090088, "loss_scale": 4.0, "retries": 0, "seconds": 192.0, "max_memory_gb": 18.16, "pair": 0.15133147267624736, "sign": 0.024739486048929393, "keep": 0.008861850539688021, "leak": 0.3131560371257365, "replacement": 0.24642114713788033} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.8347272872924805, "loss_scale": 4.0, "retries": 0, "seconds": 193.7, "max_memory_gb": 18.16, "pair": 0.18009959626942873, "sign": 0.011948457453399897, "keep": 0.00222143143764697, "leak": 0.44070740044116974, "replacement": 0.2973613888025284} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 12.749251365661621, "loss_scale": 4.0, "retries": 0, "seconds": 195.3, "max_memory_gb": 18.16, "pair": 0.11614013742655516, "sign": 0.4530062675476074, "keep": 0.5234888597894951, "leak": 0.23040739330463111, "replacement": 0.6619895687326789} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 7.783715724945068, "loss_scale": 4.0, "retries": 0, "seconds": 197.1, "max_memory_gb": 18.17, "pair": 0.08790191417938331, "sign": 0.05717713014018955, "keep": 0.09265592341216689, "leak": 1.2077574245631695, "replacement": 0.4647577926516533} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 11.83291244506836, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.17, "pair": 0.2417619838815881, "sign": 0.46494239594903775, "keep": 0.7393560239256658, "leak": 0.5962831825017929, "replacement": 0.9929820373654366} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.408992290496826, "loss_scale": 4.0, "retries": 0, "seconds": 200.4, "max_memory_gb": 18.17, "pair": 0.05523405980420648, "sign": 0.1047538446582621, "keep": 0.00269009649872487, "leak": 0.3968100310303271, "replacement": 0.2081585283158347} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 15.711533546447754, "loss_scale": 4.0, "retries": 0, "seconds": 202.2, "max_memory_gb": 18.17, "pair": 0.2602678705006838, "sign": 0.8706832717580255, "keep": 1.664559405107866, "leak": 0.31642797010499635, "replacement": 1.6069961450994015} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 9.297577857971191, "loss_scale": 4.0, "retries": 0, "seconds": 203.9, "max_memory_gb": 18.17, "pair": 0.2848942118580453, "sign": 0.2767683351994492, "keep": 0.17030284006608554, "leak": 0.21447287872433662, "replacement": 0.5620480189099908} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 15.453968048095703, "loss_scale": 4.0, "retries": 0, "seconds": 205.5, "max_memory_gb": 18.17, "pair": 0.3721004951512441, "sign": 0.149104022042593, "keep": 0.19332656159474482, "leak": 0.9353076443076134, "replacement": 0.7771426867693663} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 9.953910827636719, "loss_scale": 4.0, "retries": 0, "seconds": 207.4, "max_memory_gb": 18.17, "pair": 0.29771742418552094, "sign": 1.111361213203054, "keep": 0.018003128250711598, "leak": 1.1204743310809135, "replacement": 1.1425181701779366} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.66290807723999, "loss_scale": 4.0, "retries": 0, "seconds": 209.0, "max_memory_gb": 18.17, "pair": 0.3125386447645724, "sign": 0.5438895648694597, "keep": 2.064824326793314, "leak": 0.35775879118591547, "replacement": 1.7063353545963764} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 10.296736717224121, "loss_scale": 4.0, "retries": 0, "seconds": 210.8, "max_memory_gb": 18.17, "pair": 0.18232403200818226, "sign": 0.22832529069273733, "keep": 0.19002276662320128, "leak": 1.3838676093146205, "replacement": 0.7374649466946721} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 17.28498649597168, "loss_scale": 4.0, "retries": 0, "seconds": 212.4, "max_memory_gb": 18.17, "pair": 0.6213675467297435, "sign": 0.5340246158884838, "keep": 1.4100776566192508, "leak": 1.1026166570954956, "replacement": 1.8690728507936} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.9068315029144287, "loss_scale": 4.0, "retries": 0, "seconds": 214.0, "max_memory_gb": 18.17, "pair": 0.07016809633933008, "sign": 0.006246044547879137, "keep": 0.02264350905579704, "leak": 0.41585661098361015, "replacement": 0.18857702380046248} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 8.942007064819336, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 18.17, "pair": 0.13079429930076003, "sign": 0.6210783180722501, "keep": 0.16402507078601047, "leak": 0.4043919760733843, "replacement": 0.6244439831934869} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.6028506755828857, "loss_scale": 4.0, "retries": 0, "seconds": 217.4, "max_memory_gb": 18.17, "pair": 0.19330389611423016, "sign": 0.09975926496554166, "keep": 0.13663568161427975, "leak": 0.3400328913703561, "replacement": 0.3965095989406109} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.206593990325928, "loss_scale": 4.0, "retries": 0, "seconds": 219.0, "max_memory_gb": 18.17, "pair": 0.08684333460405469, "sign": 0.5238833175972104, "keep": 0.058092350396236725, "leak": 0.17232792871072888, "replacement": 0.42091314122080803} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 39.5, "loss_scale": 4.0, "retries": 0, "seconds": 220.8, "max_memory_gb": 18.17, "pair": 0.3797223884612322, "sign": 0.5580095573095605, "keep": 0.9980215043456155, "leak": 1.588014978915453, "replacement": 1.554741619154811} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.2785115242004395, "loss_scale": 4.0, "retries": 0, "seconds": 222.4, "max_memory_gb": 18.17, "pair": 0.1244076571892947, "sign": 0.011712757957866415, "keep": 0.760162849619519, "leak": 0.6525277774780989, "replacement": 0.6734774149954319} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 10.702363014221191, "loss_scale": 4.0, "retries": 0, "seconds": 224.1, "max_memory_gb": 18.17, "pair": 0.5293653588742018, "sign": 0.6132617159746587, "keep": 1.0965184258529916, "leak": 0.3951751151471399, "replacement": 1.4830492213368416} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 7.662646293640137, "loss_scale": 4.0, "retries": 0, "seconds": 225.9, "max_memory_gb": 18.17, "pair": 0.20689349688473158, "sign": 0.39570695752627216, "keep": 0.6593231409569853, "leak": 0.28409139811992645, "replacement": 0.8054314257460646} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.8491761684417725, "loss_scale": 4.0, "retries": 0, "seconds": 227.5, "max_memory_gb": 18.17, "pair": 0.16178326308727264, "sign": 0.00957320592715405, "keep": 0.052931844955310225, "leak": 0.07965179576422088, "replacement": 0.21294873859733343} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 11.902987480163574, "loss_scale": 4.0, "retries": 0, "seconds": 229.2, "max_memory_gb": 18.17, "pair": 0.20971375703811646, "sign": 0.47876342141535133, "keep": 0.13202695346990367, "leak": 0.3281687553972006, "replacement": 0.597151156514883} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.278249263763428, "loss_scale": 4.0, "retries": 0, "seconds": 230.9, "max_memory_gb": 18.17, "pair": 0.17196643259376287, "sign": 0.017808238917496055, "keep": 0.01179866719758138, "leak": 0.369639590382576, "replacement": 0.27917977795004845} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.863569736480713, "loss_scale": 4.0, "retries": 0, "seconds": 232.5, "max_memory_gb": 18.17, "pair": 0.08896688092499971, "sign": 0.02007904020138085, "keep": 0.03679772955365479, "leak": 0.4169736774638295, "replacement": 0.2216486893594265} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 8.70228385925293, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 18.17, "pair": 0.13948817178606987, "sign": 0.17502258415333927, "keep": 0.007707754411967471, "leak": 1.1865755897015333, "replacement": 0.5274972356855869} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.379007577896118, "loss_scale": 4.0, "retries": 0, "seconds": 236.0, "max_memory_gb": 18.17, "pair": 0.0870971716940403, "sign": 0.0076693577284459025, "keep": 0.006516903085866943, "leak": 0.3525118064135313, "replacement": 0.18231824692338705} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.94488525390625, "loss_scale": 4.0, "retries": 0, "seconds": 237.7, "max_memory_gb": 18.17, "pair": 0.1370849316008389, "sign": 0.14926579580060206, "keep": 0.0024152595360646956, "leak": 0.1162917650071904, "replacement": 0.24199840985238552} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 11.916913986206055, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 18.17, "pair": 0.2756219981238246, "sign": 0.4619651376560796, "keep": 0.14817371669050772, "leak": 0.501993652433157, "replacement": 0.7061898577958345} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 26.360271453857422, "loss_scale": 4.0, "retries": 0, "seconds": 241.1, "max_memory_gb": 18.17, "pair": 0.4215989339281805, "sign": 0.2877955433941679, "keep": 0.889485701915703, "leak": 1.1716924160718918, "replacement": 1.3031626683659852} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 8.658368110656738, "loss_scale": 4.0, "retries": 0, "seconds": 242.8, "max_memory_gb": 18.17, "pair": 0.0847663532331353, "sign": 0.264083408692386, "keep": 0.015299171834612935, "leak": 0.5303126936778426, "replacement": 0.3570358164142817} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 5.757218360900879, "loss_scale": 4.0, "retries": 0, "seconds": 244.6, "max_memory_gb": 18.17, "pair": 0.08091760431125294, "sign": 0.00432194942550268, "keep": 0.005825571477117819, "leak": 1.4045143108814955, "replacement": 0.43711994821205735} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 4.479494571685791, "loss_scale": 4.0, "retries": 0, "seconds": 246.2, "max_memory_gb": 18.17, "pair": 0.06944694323465228, "sign": 0.01816494984086603, "keep": 0.0032463287070640945, "leak": 0.9190212395042181, "replacement": 0.30990789202041924} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 16.04328727722168, "loss_scale": 4.0, "retries": 0, "seconds": 248.0, "max_memory_gb": 18.17, "pair": 0.35358434170484543, "sign": 1.1730526669416577, "keep": 1.5620009952558576, "leak": 2.733959613367915, "replacement": 2.4046010710299015} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.9969613552093506, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 18.17, "pair": 0.033520190858325805, "sign": 0.005892282162676565, "keep": 0.0009793114222560462, "leak": 0.547663901001215, "replacement": 0.17387196607887745} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 8.512175559997559, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.17, "pair": 0.11337331478716806, "sign": 0.020621024043066427, "keep": 0.00523394071342409, "leak": 0.9497577771544456, "replacement": 0.3637402333552018} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 4.223256587982178, "loss_scale": 4.0, "retries": 0, "seconds": 253.1, "max_memory_gb": 18.17, "pair": 0.19598319102078676, "sign": 0.08682530059013516, "keep": 0.1041565106716007, "leak": 0.5666858844924718, "replacement": 0.43314556777477264} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.060220718383789, "loss_scale": 4.0, "retries": 0, "seconds": 254.7, "max_memory_gb": 18.17, "pair": 0.14663025550544262, "sign": 0.020388204080518335, "keep": 0.004513894509727834, "leak": 0.06397173902951181, "replacement": 0.17507424904033542} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.6313788890838623, "loss_scale": 4.0, "retries": 0, "seconds": 256.4, "max_memory_gb": 18.17, "pair": 0.1786616649478674, "sign": 0.004840356996282935, "keep": 0.025763617730262922, "leak": 0.053753716172650456, "replacement": 0.20740207843482494} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.908986806869507, "loss_scale": 4.0, "retries": 0, "seconds": 258.1, "max_memory_gb": 18.17, "pair": 0.16413664346328005, "sign": 0.0047974512199289165, "keep": 0.010762102780745408, "leak": 0.4173309300094843, "replacement": 0.2762491451576352} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.9353373050689697, "loss_scale": 4.0, "retries": 0, "seconds": 259.8, "max_memory_gb": 18.17, "pair": 0.1517049801768735, "sign": 0.005307782499585301, "keep": 0.05405708204489201, "leak": 0.8679687459953129, "replacement": 0.39837960340082645} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.720606803894043, "loss_scale": 4.0, "retries": 0, "seconds": 261.5, "max_memory_gb": 18.17, "pair": 0.17347539294860326, "sign": 0.006643563319812529, "keep": 0.6642121352922459, "leak": 0.26049902802333236, "replacement": 0.5740279844030738} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 17.182348251342773, "loss_scale": 4.0, "retries": 0, "seconds": 263.3, "max_memory_gb": 18.17, "pair": 0.4901546720939223, "sign": 0.005878199895960279, "keep": 0.013886642387376469, "leak": 0.2987891702359775, "replacement": 0.5747343772090971} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 14.644621849060059, "loss_scale": 4.0, "retries": 0, "seconds": 264.9, "max_memory_gb": 18.17, "pair": 0.04441076912917197, "sign": 0.8827239732490852, "keep": 0.0016651731639285572, "leak": 2.3741219248622656, "replacement": 1.0801358092576265} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 11.021498680114746, "loss_scale": 4.0, "retries": 0, "seconds": 266.7, "max_memory_gb": 18.17, "pair": 0.20978747680783272, "sign": 0.34128575469367206, "keep": 0.5701553423868972, "leak": 0.716399805387482, "replacement": 0.8446079846471548} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.158813238143921, "loss_scale": 4.0, "retries": 0, "seconds": 268.4, "max_memory_gb": 18.17, "pair": 0.06558258878067136, "sign": 0.002666434273123741, "keep": 0.005939527653481491, "leak": 0.33723217784427106, "replacement": 0.1541936108842492} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 9.719179153442383, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 18.17, "pair": 0.14927784213796258, "sign": 0.07721340432181023, "keep": 0.34537888295017183, "leak": 0.1422212563920766, "replacement": 0.3961292989552021} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 7.242336750030518, "loss_scale": 4.0, "retries": 0, "seconds": 271.8, "max_memory_gb": 18.17, "pair": 0.15369966271100566, "sign": 0.08442294286214747, "keep": 0.04786937034305083, "leak": 0.6471775638055988, "replacement": 0.3816402107477188} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.336816310882568, "loss_scale": 4.0, "retries": 0, "seconds": 273.4, "max_memory_gb": 18.17, "pair": 0.014385130372829735, "sign": 0.0041570239554857835, "keep": 0.15942839468146985, "leak": 0.8124623638723278, "replacement": 0.29929341841489077} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 25.883358001708984, "loss_scale": 4.0, "retries": 0, "seconds": 275.0, "max_memory_gb": 18.17, "pair": 0.3400268219411373, "sign": 0.47626253170892596, "keep": 0.9105927785858512, "leak": 0.3761839048238471, "replacement": 1.1275004483759403} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 13.82836627960205, "loss_scale": 4.0, "retries": 0, "seconds": 276.8, "max_memory_gb": 18.17, "pair": 0.3167705833911896, "sign": 0.25286267773481086, "keep": 0.02704622343298979, "leak": 0.17272030003368855, "replacement": 0.4999051056802273} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.9463083744049072, "loss_scale": 4.0, "retries": 0, "seconds": 278.5, "max_memory_gb": 18.17, "pair": 0.031230459921061993, "sign": 0.007410419639199972, "keep": 0.001165441049124638, "leak": 0.03971804510729271, "replacement": 0.04544789995998144} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 36.53912353515625, "loss_scale": 4.0, "retries": 0, "seconds": 280.1, "max_memory_gb": 18.17, "pair": 1.0563352371100336, "sign": 0.979217769112438, "keep": 1.5664727612165734, "leak": 1.312692238134332, "replacement": 2.657353749498725} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 7.354219436645508, "loss_scale": 4.0, "retries": 0, "seconds": 282.0, "max_memory_gb": 18.17, "pair": 0.08868317678570747, "sign": 0.0259899616939947, "keep": 0.04760928064933978, "leak": 2.1326563395559788, "replacement": 0.6586468741297722} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.2820770740509033, "loss_scale": 4.0, "retries": 0, "seconds": 283.6, "max_memory_gb": 18.17, "pair": 0.05487072025425732, "sign": 0.00503085226227995, "keep": 0.052565382729881094, "leak": 0.4546538037247956, "replacement": 0.197332295589149} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.5735387802124023, "loss_scale": 4.0, "retries": 0, "seconds": 285.4, "max_memory_gb": 18.17, "pair": 0.12322759162634611, "sign": 0.08001045160926878, "keep": 0.12266726000234485, "leak": 0.5467186951469216, "replacement": 0.36124612763524055} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.235454559326172, "loss_scale": 4.0, "retries": 0, "seconds": 287.0, "max_memory_gb": 18.17, "pair": 0.10569544334430248, "sign": 0.003173904144205153, "keep": 0.009760608178112307, "leak": 2.3796880268782843, "replacement": 0.7070847098948434} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.808940410614014, "loss_scale": 4.0, "retries": 0, "seconds": 288.6, "max_memory_gb": 18.17, "pair": 0.03878629893733887, "sign": 0.03944655329542002, "keep": 0.18866198783439359, "leak": 0.41080839875212405, "replacement": 0.2555426692124456} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.4086265563964844, "loss_scale": 4.0, "retries": 0, "seconds": 290.4, "max_memory_gb": 18.17, "pair": 0.08438268629834056, "sign": 0.0020918803638778627, "keep": 0.012293774751015007, "leak": 0.5872603598982096, "replacement": 0.23839060496538877} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.366775989532471, "loss_scale": 4.0, "retries": 0, "seconds": 292.0, "max_memory_gb": 18.17, "pair": 0.12058026005979627, "sign": 0.10166864445636747, "keep": 0.11233241064473987, "leak": 0.96512587799225, "replacement": 0.4688622624380514} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.034253120422363, "loss_scale": 4.0, "retries": 0, "seconds": 293.6, "max_memory_gb": 18.17, "pair": 0.08520074726220628, "sign": 0.008015266783331754, "keep": 0.018320424904217703, "leak": 1.1023490937659517, "replacement": 0.3739558570086956} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 7.444741249084473, "loss_scale": 4.0, "retries": 0, "seconds": 295.4, "max_memory_gb": 18.17, "pair": 0.21232871059328318, "sign": 0.22932390531059355, "keep": 0.30532002821564674, "leak": 0.5327865081417258, "replacement": 0.6128473244607449} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.570725679397583, "loss_scale": 4.0, "retries": 0, "seconds": 297.0, "max_memory_gb": 18.17, "pair": 0.09423996601253748, "sign": 0.015192095073871315, "keep": 0.009116475586779416, "leak": 0.19418601412326097, "replacement": 0.15494075790047646} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.647360324859619, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 18.17, "pair": 0.15151754062753753, "sign": 0.16027689365364495, "keep": 0.010230020503492199, "leak": 0.40321893244981766, "replacement": 0.3375757336616516} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 7.804172992706299, "loss_scale": 4.0, "retries": 0, "seconds": 300.3, "max_memory_gb": 18.17, "pair": 0.05790202505886555, "sign": 0.0239672695970512, "keep": 0.09037720685591921, "leak": 0.6685488447546959, "replacement": 0.2822114825248718} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 7.70033073425293, "loss_scale": 4.0, "retries": 0, "seconds": 301.9, "max_memory_gb": 18.17, "pair": 0.6130625397781841, "sign": 0.532075111514132, "keep": 0.6176426149891086, "leak": 0.0257641983916983, "replacement": 1.194362392241601} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.459726095199585, "loss_scale": 4.0, "retries": 0, "seconds": 303.7, "max_memory_gb": 18.17, "pair": 0.21894532069563866, "sign": 0.02610811870545149, "keep": 0.048270367784425616, "leak": 0.2615498772938736, "replacement": 0.3215220272541046} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.2466001510620117, "loss_scale": 4.0, "retries": 0, "seconds": 305.3, "max_memory_gb": 18.17, "pair": 0.06246992098749615, "sign": 0.006644308217801154, "keep": 0.014316703018266708, "leak": 0.7727217134088278, "replacement": 0.26613085344433784} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 27.209842681884766, "loss_scale": 4.0, "retries": 0, "seconds": 306.9, "max_memory_gb": 18.17, "pair": 0.4239573972336075, "sign": 0.40814702890929766, "keep": 0.012034846817982725, "leak": 3.1999610997736454, "replacement": 1.4340385978575796} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 4.116791725158691, "loss_scale": 4.0, "retries": 0, "seconds": 308.7, "max_memory_gb": 18.17, "pair": 0.13175392063567415, "sign": 0.0039792764582671225, "keep": 0.0035195521618325287, "leak": 0.5657812249846756, "replacement": 0.27694864198565483} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 6.125266075134277, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 18.17, "pair": 0.1254731537483167, "sign": 0.0038653080846415833, "keep": 0.004014741163416602, "leak": 1.022710078395903, "replacement": 0.38509068137500435} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.6405826807022095, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.17, "pair": 0.049318297766149044, "sign": 0.009095576213439927, "keep": 0.031755656003952026, "leak": 0.1609040331095457, "replacement": 0.10996992141008377} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 10.68593692779541, "loss_scale": 4.0, "retries": 0, "seconds": 313.8, "max_memory_gb": 18.17, "pair": 0.12200925470824586, "sign": 0.018128205825632904, "keep": 0.5051065981124339, "leak": 0.19354847632348537, "replacement": 0.43201377242803574} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.7912421226501465, "loss_scale": 4.0, "retries": 0, "seconds": 315.5, "max_memory_gb": 18.17, "pair": 0.23799363896250725, "sign": 0.00958345626713708, "keep": 0.3031557355716359, "leak": 0.19288653312105453, "replacement": 0.4425848573446274} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 6.168315410614014, "loss_scale": 4.0, "retries": 0, "seconds": 317.1, "max_memory_gb": 18.17, "pair": 0.4355586351302918, "sign": 0.7524828477544361, "keep": 0.7563388500165331, "leak": 0.061390471644699574, "replacement": 1.2053171739680693} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 21.05173683166504, "loss_scale": 4.0, "retries": 0, "seconds": 318.9, "max_memory_gb": 18.17, "pair": 0.10692976601421833, "sign": 0.7143711859825999, "keep": 1.6366211824351922, "leak": 2.210558293387294, "replacement": 1.8350656107068062} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.261214017868042, "loss_scale": 4.0, "retries": 0, "seconds": 320.5, "max_memory_gb": 18.17, "pair": 0.05016844091005623, "sign": 0.004506087803747505, "keep": 0.0031603993847966194, "leak": 0.5762743353843689, "replacement": 0.19807027280330658} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 48.566043853759766, "loss_scale": 4.0, "retries": 0, "seconds": 322.1, "max_memory_gb": 18.17, "pair": 0.7439924590289593, "sign": 0.8322267993353307, "keep": 1.5596262067356292, "leak": 2.996587167875987, "replacement": 2.6890658093616366} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.714121341705322, "loss_scale": 4.0, "retries": 0, "seconds": 323.9, "max_memory_gb": 18.17, "pair": 0.32633356493897736, "sign": 0.4487679285230115, "keep": 1.077444760594517, "leak": 0.2397865792736411, "replacement": 1.1493865279480815} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 3.2422521114349365, "loss_scale": 4.0, "retries": 0, "seconds": 325.5, "max_memory_gb": 18.17, "pair": 0.11982948095464963, "sign": 0.016640044639643747, "keep": 0.012197894100495432, "leak": 0.8300599083304405, "replacement": 0.3417634383076802} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 6.913669109344482, "loss_scale": 4.0, "retries": 0, "seconds": 327.3, "max_memory_gb": 18.17, "pair": 0.23695654002949595, "sign": 0.17032286885660142, "keep": 0.05583956297769532, "leak": 0.16069156676530838, "replacement": 0.39021066576242447} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 9.394506454467773, "loss_scale": 4.0, "retries": 0, "seconds": 328.9, "max_memory_gb": 18.17, "pair": 0.07218743860721588, "sign": 0.022336169698974118, "keep": 0.0034426799829816446, "leak": 0.8851008424535394, "replacement": 0.3063520733267069} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.458045482635498, "loss_scale": 4.0, "retries": 0, "seconds": 330.6, "max_memory_gb": 18.17, "pair": 0.09832151053706184, "sign": 0.005415541570982896, "keep": 0.004449553580315069, "leak": 1.1589886145666242, "replacement": 0.3930012113414705} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.983208179473877, "loss_scale": 4.0, "retries": 0, "seconds": 332.4, "max_memory_gb": 18.17, "pair": 0.10387200338300318, "sign": 0.021445748978294432, "keep": 0.003317479495308362, "leak": 0.520930701866746, "replacement": 0.24648630246520042} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.422300100326538, "loss_scale": 4.0, "retries": 0, "seconds": 334.0, "max_memory_gb": 18.17, "pair": 0.09929696191102266, "sign": 0.05089211417362094, "keep": 0.09706306839507306, "leak": 0.6977827697992325, "replacement": 0.3477202393114567} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.995546579360962, "loss_scale": 4.0, "retries": 0, "seconds": 335.6, "max_memory_gb": 18.17, "pair": 0.09389837738126516, "sign": 0.043543190316995606, "keep": 0.6083871829541749, "leak": 0.38795069232583046, "replacement": 0.5168512491509318} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 8.254995346069336, "loss_scale": 4.0, "retries": 0, "seconds": 337.4, "max_memory_gb": 18.17, "pair": 0.24408036842942238, "sign": 0.3474349034950137, "keep": 1.187905088881962, "leak": 0.27726997062563896, "replacement": 1.081067843362689} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 12.753937721252441, "loss_scale": 4.0, "retries": 0, "seconds": 339.0, "max_memory_gb": 18.17, "pair": 0.3422425650060177, "sign": 0.35928025480825454, "keep": 0.5243478573611355, "leak": 0.46828879602253437, "replacement": 0.9011288359761238} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 12.273717880249023, "loss_scale": 4.0, "retries": 0, "seconds": 340.8, "max_memory_gb": 18.17, "pair": 0.07459937524981797, "sign": 0.00614476393093355, "keep": 0.0023292104011991555, "leak": 3.986190091818571, "replacement": 1.0753838559612632} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 5.474449634552002, "loss_scale": 4.0, "retries": 0, "seconds": 342.5, "max_memory_gb": 18.17, "pair": 0.11349059455096722, "sign": 0.039999046828597784, "keep": 0.14039026864338666, "leak": 0.11736750917043537, "replacement": 0.233027130831033} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.7087340354919434, "loss_scale": 4.0, "retries": 0, "seconds": 344.1, "max_memory_gb": 18.17, "pair": 0.2514429874718189, "sign": 0.014541242504492402, "keep": 0.045843058614991605, "leak": 0.29766517970710993, "replacement": 0.356051430106163} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 4.177931785583496, "loss_scale": 4.0, "retries": 0, "seconds": 345.8, "max_memory_gb": 18.17, "pair": 0.13051523128524423, "sign": 0.004749598054331727, "keep": 0.0013880416954634711, "leak": 0.3115996995475143, "replacement": 0.21148398099467158} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.517171382904053, "loss_scale": 4.0, "retries": 0, "seconds": 347.5, "max_memory_gb": 18.17, "pair": 0.20450826747401152, "sign": 0.005456476123072207, "keep": 0.014690760056851104, "leak": 0.16628311260137707, "replacement": 0.2561526708304882} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.8320939540863037, "loss_scale": 4.0, "retries": 0, "seconds": 349.1, "max_memory_gb": 18.17, "pair": 0.23219395565683953, "sign": 0.1408804512975621, "keep": 0.08500102097133322, "leak": 0.2708457468688721, "replacement": 0.41284615045879036} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.2593441009521484, "loss_scale": 4.0, "retries": 0, "seconds": 350.9, "max_memory_gb": 18.17, "pair": 0.08625183254480362, "sign": 0.003770708601223305, "keep": 0.00978158478375235, "leak": 0.2886571078279303, "replacement": 0.1651922557502985} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 12.724571228027344, "loss_scale": 4.0, "retries": 0, "seconds": 352.5, "max_memory_gb": 18.17, "pair": 0.5582654466852546, "sign": 0.46810119241126813, "keep": 0.6370711301569827, "leak": 0.39234276866773143, "replacement": 1.2089372561313212} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 13.176274299621582, "loss_scale": 4.0, "retries": 0, "seconds": 354.2, "max_memory_gb": 18.17, "pair": 0.35398957412689924, "sign": 0.592384378076531, "keep": 2.067811893066164, "leak": 2.837628276203759, "replacement": 2.3934947149828076} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.9960505962371826, "loss_scale": 4.0, "retries": 0, "seconds": 355.9, "max_memory_gb": 18.17, "pair": 0.3927359418012202, "sign": 0.25472505716606975, "keep": 0.13296495616668835, "leak": 0.1686162503901869, "replacement": 0.6287350188940763} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 16.232555389404297, "loss_scale": 4.0, "retries": 0, "seconds": 357.6, "max_memory_gb": 18.17, "pair": 0.3209562827832997, "sign": 0.1587948170490563, "keep": 0.04449551354628056, "leak": 0.4437725408934057, "replacement": 0.5335445823147893} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.1796183586120605, "loss_scale": 4.0, "retries": 0, "seconds": 359.4, "max_memory_gb": 18.17, "pair": 0.3084395229816437, "sign": 0.33975383621873334, "keep": 0.48255790871189674, "leak": 0.5396019145846367, "replacement": 0.8544958215206861} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.9676268100738525, "loss_scale": 4.0, "retries": 0, "seconds": 361.0, "max_memory_gb": 18.17, "pair": 0.30197393637354253, "sign": 0.3801819757936755, "keep": 0.9468565593120388, "leak": 0.010019367571885596, "replacement": 0.9679980326327495} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 16.888416290283203, "loss_scale": 4.0, "retries": 0, "seconds": 362.7, "max_memory_gb": 18.17, "pair": 0.3224988079164177, "sign": 0.785517691358109, "keep": 2.0467603168935966, "leak": 0.43494321033358574, "replacement": 1.8473735184670659} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 4.032721996307373, "loss_scale": 4.0, "retries": 0, "seconds": 364.5, "max_memory_gb": 18.17, "pair": 0.046337732463143766, "sign": 0.015587367604894098, "keep": 0.0028251444055058528, "leak": 1.125810823054053, "replacement": 0.3369967056205496} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.5043256282806396, "loss_scale": 4.0, "retries": 0, "seconds": 366.1, "max_memory_gb": 18.17, "pair": 0.08801447067526169, "sign": 0.0021984968916513026, "keep": 0.0008327714785991702, "leak": 0.07441174490668345, "replacement": 0.10813304176554084} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.741789817810059, "loss_scale": 4.0, "retries": 0, "seconds": 367.7, "max_memory_gb": 18.17, "pair": 0.27326845028437674, "sign": 0.5568072348833084, "keep": 0.12661084432420466, "leak": 0.11334662139415741, "replacement": 0.6433141194283962} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.002397060394287, "loss_scale": 4.0, "retries": 0, "seconds": 369.5, "max_memory_gb": 18.17, "pair": 0.07002656161785126, "sign": 0.051241216890048236, "keep": 0.00370751362061128, "leak": 0.05905875100870617, "replacement": 0.11226561106741428} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.3696975708007812, "loss_scale": 4.0, "retries": 0, "seconds": 371.1, "max_memory_gb": 18.17, "pair": 0.15046052090474404, "sign": 0.03055456503352616, "keep": 0.11721285142337479, "leak": 0.1441845977678895, "replacement": 0.26039037911687046} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.8387696743011475, "loss_scale": 4.0, "retries": 0, "seconds": 372.7, "max_memory_gb": 18.17, "pair": 0.2768577951937914, "sign": 0.14855084789451212, "keep": 0.0030547516653314233, "leak": 0.9249231780413538, "replacement": 0.5838913768529892} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.260878324508667, "loss_scale": 4.0, "retries": 0, "seconds": 374.8, "max_memory_gb": 18.17, "pair": 0.06834251415421022, "sign": 0.0075855356408283114, "keep": 0.012384101981183449, "leak": 0.3837446947582066, "replacement": 0.17426350724417716} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 38.61598587036133, "loss_scale": 4.0, "retries": 0, "seconds": 376.5, "max_memory_gb": 18.17, "pair": 0.6524067549034953, "sign": 0.08535190620023059, "keep": 0.018164457597322325, "leak": 0.9366482198238373, "replacement": 0.938327006995678} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 6.3467583656311035, "loss_scale": 4.0, "retries": 0, "seconds": 378.8, "max_memory_gb": 18.17, "pair": 0.06270613009473891, "sign": 0.01797579378762748, "keep": 0.005463147361211895, "leak": 0.6794814597815275, "replacement": 0.24429596308618784} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.754472255706787, "loss_scale": 4.0, "retries": 0, "seconds": 380.7, "max_memory_gb": 18.17, "pair": 0.026280799400410615, "sign": 0.004110188034246676, "keep": 0.001498890779203066, "leak": 1.3077000419143587, "replacement": 0.3560103587806225} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 7.535441875457764, "loss_scale": 4.0, "retries": 0, "seconds": 382.7, "max_memory_gb": 18.17, "pair": 0.06488317222101614, "sign": 0.021578758605755866, "keep": 0.7969660028757062, "leak": 0.7746120691299438, "replacement": 0.6678085848689079} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.6791276931762695, "loss_scale": 4.0, "retries": 0, "seconds": 384.9, "max_memory_gb": 18.17, "pair": 0.03778751933896274, "sign": 0.0046128789872454945, "keep": 0.06327741063887515, "leak": 0.009817163672778406, "replacement": 0.07418695348314941} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.1651511192321777, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 18.17, "pair": 0.048760949284769595, "sign": 0.033366955001838505, "keep": 0.0014620610972997383, "leak": 0.43958121072500944, "replacement": 0.17607075488194823} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 7.41801643371582, "loss_scale": 4.0, "retries": 0, "seconds": 388.1, "max_memory_gb": 18.17, "pair": 0.0750184368534974, "sign": 0.027621241853921674, "keep": 0.043742712936364114, "leak": 1.1466680355370045, "replacement": 0.397367425262928} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 46.37434387207031, "loss_scale": 4.0, "retries": 0, "seconds": 389.7, "max_memory_gb": 18.17, "pair": 0.5422533887904137, "sign": 0.48433546093292534, "keep": 0.9776386842128204, "leak": 0.8325361721290392, "replacement": 1.481374528259039} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 4.508764266967773, "loss_scale": 4.0, "retries": 0, "seconds": 391.3, "max_memory_gb": 18.17, "pair": 0.21934585689450614, "sign": 0.534638051467482, "keep": 0.029432350551303443, "leak": 0.35146722570061684, "replacement": 0.5892478483729064} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 4.01718807220459, "loss_scale": 4.0, "retries": 0, "seconds": 392.9, "max_memory_gb": 18.17, "pair": 0.07072083093225956, "sign": 0.008542937692254782, "keep": 0.011086254846304655, "leak": 1.1928722076117992, "replacement": 0.3787534795701504} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.0383477210998535, "loss_scale": 4.0, "retries": 0, "seconds": 394.7, "max_memory_gb": 18.17, "pair": 0.06157806725241244, "sign": 0.003483527572825551, "keep": 0.0033840086252894253, "leak": 0.6403116695582867, "replacement": 0.2250897577032447} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.70793080329895, "loss_scale": 4.0, "retries": 0, "seconds": 396.3, "max_memory_gb": 18.17, "pair": 0.04055484557466116, "sign": 0.01130002600257285, "keep": 0.01180329688833126, "leak": 0.5847351951815654, "replacement": 0.1982903045718558} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 28.272001266479492, "loss_scale": 4.0, "retries": 0, "seconds": 398.1, "max_memory_gb": 18.17, "pair": 0.799337979464326, "sign": 0.5217603690107353, "keep": 0.8583634257320227, "leak": 0.49389951885677874, "replacement": 1.612874694634229} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.4897730350494385, "loss_scale": 4.0, "retries": 0, "seconds": 399.7, "max_memory_gb": 18.17, "pair": 0.13405452794540906, "sign": 0.04358974703063723, "keep": 0.0032052720362116816, "leak": 0.0461262259632349, "replacement": 0.16898359393235296} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 16.162267684936523, "loss_scale": 4.0, "retries": 0, "seconds": 401.3, "max_memory_gb": 18.17, "pair": 0.2882644892670214, "sign": 0.4214573443168774, "keep": 0.2800762039549909, "leak": 1.3079669028520584, "replacement": 0.9660229841247201} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.6435415744781494, "loss_scale": 4.0, "retries": 0, "seconds": 403.0, "max_memory_gb": 18.17, "pair": 0.07880574744194746, "sign": 0.009332261717645451, "keep": 0.016989500494673848, "leak": 0.053876216057688, "replacement": 0.1054356824606657} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 5.451117515563965, "loss_scale": 4.0, "retries": 0, "seconds": 404.6, "max_memory_gb": 18.17, "pair": 0.2407549824565649, "sign": 0.5676002076361328, "keep": 0.20921201165756997, "leak": 0.29139585327357054, "replacement": 0.7020100317895412} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.079298496246338, "loss_scale": 4.0, "retries": 0, "seconds": 406.2, "max_memory_gb": 18.17, "pair": 0.2091538612730801, "sign": 0.28757390154351015, "keep": 0.1025476081740635, "leak": 0.04712602775543928, "replacement": 0.4159961026161909} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 9.790058135986328, "loss_scale": 4.0, "retries": 0, "seconds": 407.9, "max_memory_gb": 18.17, "pair": 0.37894546406459995, "sign": 0.2909459360380424, "keep": 0.09299009895539712, "leak": 0.04549724789103493, "replacement": 0.58228779444471} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.7843048572540283, "loss_scale": 4.0, "retries": 0, "seconds": 409.6, "max_memory_gb": 18.17, "pair": 0.10954773612320423, "sign": 0.0252649269241374, "keep": 0.0018626405940267432, "leak": 0.484863817691803, "replacement": 0.2443274719407782} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.33688485622406, "loss_scale": 4.0, "retries": 0, "seconds": 411.2, "max_memory_gb": 18.17, "pair": 0.07010867341887206, "sign": 0.013317257704329677, "keep": 0.009319321572547778, "leak": 0.1421931717195548, "replacement": 0.11697526066564023} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.582629203796387, "loss_scale": 4.0, "retries": 0, "seconds": 412.9, "max_memory_gb": 18.17, "pair": 0.23724402114748955, "sign": 0.10556067549623549, "keep": 0.028762122659827583, "leak": 0.20576624061504845, "replacement": 0.35584697127342224} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 11.401826858520508, "loss_scale": 4.0, "retries": 0, "seconds": 414.6, "max_memory_gb": 18.17, "pair": 0.3587567526847124, "sign": 0.2901856729295105, "keep": 0.527332472614944, "leak": 0.39230354502797127, "replacement": 0.8655917197465897} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.1849175691604614, "loss_scale": 4.0, "retries": 0, "seconds": 416.3, "max_memory_gb": 18.17, "pair": 0.05036473093787208, "sign": 0.002563458023359999, "keep": 0.0026836438355530845, "leak": 0.04713260172866285, "replacement": 0.06477143266238272} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 10.552271842956543, "loss_scale": 4.0, "retries": 0, "seconds": 418.0, "max_memory_gb": 18.17, "pair": 0.07536668134707725, "sign": 0.008145048625010531, "keep": 0.2177868192666068, "leak": 0.38311658799648285, "replacement": 0.284111762419343} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.8869142532348633, "loss_scale": 4.0, "retries": 0, "seconds": 419.6, "max_memory_gb": 18.17, "pair": 0.16636417456902564, "sign": 0.020575736765749753, "keep": 0.021470126550411806, "leak": 0.430610878393054, "replacement": 0.2950398176908493} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.712484836578369, "loss_scale": 4.0, "retries": 0, "seconds": 421.4, "max_memory_gb": 18.17, "pair": 0.14290690794587135, "sign": 0.06751395924948156, "keep": 0.019301286549307406, "leak": 0.383789268322289, "replacement": 0.28226183727383614} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.6289544105529785, "loss_scale": 4.0, "retries": 0, "seconds": 423.0, "max_memory_gb": 18.17, "pair": 0.08129927789559588, "sign": 0.011371324711944908, "keep": 0.03137591618906299, "leak": 0.484458845190602, "replacement": 0.22378760389983654} diff --git a/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa81012c184a772042f302a97df839ab589c4f01 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8106_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.12.mlp.down_proj": 144, + "model.language_model.layers.12.mlp.gate_proj": 144, + "model.language_model.layers.12.mlp.up_proj": 144, + "model.language_model.layers.12.self_attn.k_proj": 144, + "model.language_model.layers.12.self_attn.o_proj": 144, + "model.language_model.layers.12.self_attn.q_proj": 144, + "model.language_model.layers.12.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.12.mlp.down_proj": 72, + "model.language_model.layers.12.mlp.gate_proj": 72, + "model.language_model.layers.12.mlp.up_proj": 72, + "model.language_model.layers.12.self_attn.k_proj": 72, + "model.language_model.layers.12.self_attn.o_proj": 72, + "model.language_model.layers.12.self_attn.q_proj": 72, + "model.language_model.layers.12.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.12.mlp.up_proj", + "model.language_model.layers.12.self_attn.q_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.12.self_attn.o_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.8.mlp.down_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.12.self_attn.v_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.12.mlp.down_proj", + "model.language_model.layers.12.mlp.gate_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.12.self_attn.k_proj", + "model.language_model.layers.24.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8106_s13/config.json b/runs/fixed_internvl/replacement/Random8_8106_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c005b49b2dd03646e5e5b62611a5a88819516c48 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8106_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8106", + "layers": [ + 3, + 6, + 8, + 10, + 12, + 19, + 20, + 24 + ], + "ranks": { + "3": 72, + "6": 72, + "8": 72, + "10": 72, + "12": 72, + "19": 72, + "20": 72, + "24": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8106_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8106_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4ee46a45f7a35494dd36f74929fb765c40daddd9 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8106_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.573131561279297, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.69, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 14.554920196533203, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 18.04, "pair": 1.0885386168956757, "sign": 0.18005624564830214, "keep": 1.3550370733282762, "leak": 1.9717634131666273e-05, "replacement": 1.8560902178287506} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 31.776613235473633, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.04, "pair": 1.0552719831466675, "sign": 0.11198441684246063, "keep": 1.8526481091976166, "leak": 0.0009424689487786964, "replacement": 2.037823885679245} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 15.832819938659668, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.04, "pair": 0.9802251309156418, "sign": 0.03681309928651899, "keep": 0.5070348846638808, "leak": 0.019232839986216277, "replacement": 1.2569573521614075} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.704485893249512, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 18.04, "pair": 0.9782651513814926, "sign": 0.11159133771434426, "keep": 0.020865041231445502, "leak": 0.01570067486318294, "replacement": 1.0484185367822647} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 11.507750511169434, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 18.04, "pair": 0.8925853222608566, "sign": 0.1799061819911003, "keep": 0.32391103061672766, "leak": 0.03136170553625561, "replacement": 1.152334377169609} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.782862663269043, "loss_scale": 4.0, "retries": 0, "seconds": 11.0, "max_memory_gb": 18.04, "pair": 0.631813645362854, "sign": 0.07948311138898134, "keep": 0.20948950865204097, "leak": 0.42000291496515274, "replacement": 0.8813006728887558} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.512336730957031, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.04, "pair": 0.4678923226892948, "sign": 0.1682587544200942, "keep": 0.05484588909894228, "leak": 0.6366634871810675, "replacement": 0.7386105135083199} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 46.18458557128906, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.04, "pair": 0.5890614204108715, "sign": 0.5838509467430413, "keep": 0.43609768897295, "leak": 0.43521784991025925, "replacement": 1.2078402414917946} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 10.340639114379883, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.04, "pair": 0.21190549433231354, "sign": 0.03841984295286238, "keep": 0.0033432305572205223, "leak": 1.9099939316511154, "replacement": 0.7102855145931244} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 11.013148307800293, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 18.04, "pair": 0.19583605788648129, "sign": 0.15023455733899027, "keep": 0.0058533833466754, "leak": 2.3381281942129135, "replacement": 0.8584120720624924} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 10.043155670166016, "loss_scale": 4.0, "retries": 0, "seconds": 18.7, "max_memory_gb": 18.04, "pair": 0.13639184832572937, "sign": 0.025047530129086226, "keep": 0.0064268594692293846, "leak": 1.6929563134908676, "replacement": 0.575368121266365} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.425825119018555, "loss_scale": 4.0, "retries": 0, "seconds": 20.3, "max_memory_gb": 18.04, "pair": 0.1559908241033554, "sign": 0.019395385403186083, "keep": 0.00433286361339924, "leak": 1.8161810487508774, "replacement": 0.6219002306461334} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 5.657052040100098, "loss_scale": 4.0, "retries": 0, "seconds": 21.8, "max_memory_gb": 18.04, "pair": 0.24072539806365967, "sign": 0.10198477725498378, "keep": 0.12443778838496655, "leak": 0.9768982082605362, "replacement": 0.5981612429022789} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.966118812561035, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 18.04, "pair": 0.41491634398698807, "sign": 0.21925161342369393, "keep": 0.018166536244734743, "leak": 0.701618205755949, "replacement": 0.7090299502015114} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 6.741029262542725, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 18.04, "pair": 0.42002832889556885, "sign": 0.22590721235610545, "keep": 0.010563021984125953, "leak": 0.3829755559563637, "replacement": 0.6340073645114899} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.859530925750732, "loss_scale": 4.0, "retries": 0, "seconds": 26.4, "max_memory_gb": 18.04, "pair": 0.42045796662569046, "sign": 0.3848716194042936, "keep": 0.04760414536576718, "leak": 0.37688539549708366, "replacement": 0.7309171929955482} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.521251678466797, "loss_scale": 4.0, "retries": 0, "seconds": 28.0, "max_memory_gb": 18.04, "pair": 0.4823874607682228, "sign": 0.14036285027395934, "keep": 0.028509664116427302, "leak": 0.2534404285252094, "replacement": 0.6301838085055351} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.715957164764404, "loss_scale": 4.0, "retries": 0, "seconds": 29.5, "max_memory_gb": 18.04, "pair": 0.36737071350216866, "sign": 0.02072754316031933, "keep": 0.015240460023051128, "leak": 1.1124343313276768, "replacement": 0.663463294506073} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 5.6341681480407715, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 18.04, "pair": 0.27371617034077644, "sign": 0.007631494197994471, "keep": 0.0022551516144631023, "leak": 0.1604574196971953, "replacement": 0.3187738507986069} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 3.2495574951171875, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 18.04, "pair": 0.2137064803391695, "sign": 0.010884715360589325, "keep": 0.0020529094836092554, "leak": 0.5993588324636221, "replacement": 0.37001499719917774} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 10.01124382019043, "loss_scale": 4.0, "retries": 0, "seconds": 34.2, "max_memory_gb": 18.04, "pair": 0.33087268099188805, "sign": 0.03640837431885302, "keep": 0.024254138947071624, "leak": 0.6453848164528608, "replacement": 0.5225501582026482} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 8.68880844116211, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 18.04, "pair": 0.07035655248910189, "sign": 0.005856322270119563, "keep": 0.0017969817412222255, "leak": 1.905082792043686, "replacement": 0.5504539050161839} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 9.309925079345703, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 18.04, "pair": 0.0847537973895669, "sign": 0.00399647920858115, "keep": 0.00479589041788131, "leak": 1.8838524967432022, "replacement": 0.5601131096482277} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.683701992034912, "loss_scale": 4.0, "retries": 0, "seconds": 38.8, "max_memory_gb": 18.04, "pair": 0.18071945430710912, "sign": 0.06940414919517934, "keep": 0.5439971554551448, "leak": 0.8172331303358078, "replacement": 0.6917284093797207} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 4.000009536743164, "loss_scale": 4.0, "retries": 0, "seconds": 40.4, "max_memory_gb": 18.04, "pair": 0.1666159052401781, "sign": 0.033732922456692904, "keep": 0.018049367106868885, "leak": 1.0056787189096212, "replacement": 0.44392672926187515} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.520552396774292, "loss_scale": 4.0, "retries": 0, "seconds": 42.0, "max_memory_gb": 18.04, "pair": 0.28927070647478104, "sign": 0.1313671466195956, "keep": 0.11320308739959728, "leak": 0.3568362984806299, "replacement": 0.5007648915052414} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 9.536169052124023, "loss_scale": 4.0, "retries": 0, "seconds": 43.5, "max_memory_gb": 18.04, "pair": 0.3404300573747605, "sign": 0.14899106649681926, "keep": 0.11480718478560448, "leak": 1.0685867220163345, "replacement": 0.7394758760929108} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 31.45004653930664, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 18.04, "pair": 1.0841500356327742, "sign": 1.4041548259556293, "keep": 1.7397411783749703, "leak": 4.832847256213427, "replacement": 3.8643099442124367} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.153311014175415, "loss_scale": 4.0, "retries": 0, "seconds": 46.6, "max_memory_gb": 18.04, "pair": 0.16184485651319847, "sign": 0.004540866939350963, "keep": 0.012281273600734721, "leak": 0.3483239933848381, "replacement": 0.2573369275778532} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 43.70594024658203, "loss_scale": 4.0, "retries": 0, "seconds": 48.1, "max_memory_gb": 18.04, "pair": 1.9846185892820358, "sign": 1.032728340709582, "keep": 1.8332039477536455, "leak": 5.763696562498808, "replacement": 4.858508877456188} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.9148688316345215, "loss_scale": 4.0, "retries": 0, "seconds": 49.8, "max_memory_gb": 18.04, "pair": 0.48104945570230484, "sign": 0.10900881985435262, "keep": 0.013710428844206035, "leak": 0.4544566534459591, "replacement": 0.6560232490301132} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 18.902267456054688, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 18.04, "pair": 0.42389666102826595, "sign": 0.5576812906656414, "keep": 0.9081451231613755, "leak": 1.6275089541450143, "replacement": 1.5636871084570885} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.1494202613830566, "loss_scale": 4.0, "retries": 0, "seconds": 52.8, "max_memory_gb": 18.04, "pair": 0.18520763237029314, "sign": 0.012905652809422463, "keep": 0.008247233043221058, "leak": 0.43773263320326805, "replacement": 0.3052172251045704} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.369732618331909, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 18.04, "pair": 0.1622588406316936, "sign": 0.01062007830478251, "keep": 0.0025262955359721673, "leak": 0.6815752238035202, "replacement": 0.3392258249223232} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 10.854421615600586, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 18.04, "pair": 0.22524675354361534, "sign": 0.033736541226971895, "keep": 0.24404417627374642, "leak": 1.0827458007261157, "replacement": 0.6348235532641411} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.3929970264434814, "loss_scale": 4.0, "retries": 0, "seconds": 57.4, "max_memory_gb": 18.04, "pair": 0.20989223243668675, "sign": 0.08344124615541659, "keep": 0.16870453729279689, "leak": 0.4403118149493821, "replacement": 0.44604308623820543} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.6229660511016846, "loss_scale": 4.0, "retries": 0, "seconds": 59.0, "max_memory_gb": 18.04, "pair": 0.11696825549006462, "sign": 0.05511818826198578, "keep": 0.027646470814943314, "leak": 0.7058017607778311, "replacement": 0.3348010219633579} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.7369585037231445, "loss_scale": 4.0, "retries": 0, "seconds": 60.5, "max_memory_gb": 18.04, "pair": 0.29801663756370544, "sign": 1.0083379385177977, "keep": 0.061180138671261375, "leak": 0.28529128950322047, "replacement": 0.9040984958410263} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.7840304374694824, "loss_scale": 4.0, "retries": 0, "seconds": 62.0, "max_memory_gb": 18.04, "pair": 0.16344122879672796, "sign": 0.006984308856772259, "keep": 0.01110309515206609, "leak": 0.19390158890746534, "replacement": 0.22096033580601215} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 16.85404396057129, "loss_scale": 4.0, "retries": 0, "seconds": 63.6, "max_memory_gb": 18.04, "pair": 0.5011711195111275, "sign": 1.2220422942191362, "keep": 2.0227646013954654, "leak": 2.1015397273004055, "replacement": 2.6489593759179115} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.073335647583008, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 18.04, "pair": 0.16533106309361756, "sign": 0.01070881131454371, "keep": 0.005167145019527197, "leak": 0.6059286557137966, "replacement": 0.32475119456648827} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.572552442550659, "loss_scale": 4.0, "retries": 0, "seconds": 66.6, "max_memory_gb": 18.04, "pair": 0.1400788655737415, "sign": 0.061701684520812705, "keep": 0.002456527749018278, "leak": 0.2747496640281497, "replacement": 0.240845387452282} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 9.379440307617188, "loss_scale": 4.0, "retries": 0, "seconds": 68.2, "max_memory_gb": 18.04, "pair": 0.015950059634633362, "sign": 0.005572931077040266, "keep": 0.08161237686636014, "leak": 1.1872416511178017, "replacement": 0.35635313019156456} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 18.75522232055664, "loss_scale": 4.0, "retries": 0, "seconds": 69.7, "max_memory_gb": 18.04, "pair": 0.2700872124405578, "sign": 0.4407622163562337, "keep": 1.969561564612377, "leak": 0.651704509742558, "replacement": 1.6381752118468285} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 8.436071395874023, "loss_scale": 4.0, "retries": 0, "seconds": 71.2, "max_memory_gb": 18.04, "pair": 0.21339585445821285, "sign": 0.18357646587537602, "keep": 0.26218179054558277, "leak": 0.24623513780534267, "replacement": 0.4978337660431862} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 10.4969482421875, "loss_scale": 4.0, "retries": 0, "seconds": 72.8, "max_memory_gb": 18.04, "pair": 0.08616699647973292, "sign": 0.02473946107784286, "keep": 0.004745495892166218, "leak": 0.8344020545482635, "replacement": 0.3095099851489067} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 2.4059958457946777, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 18.04, "pair": 0.06725626467959955, "sign": 0.008459539050818421, "keep": 0.005356468951504212, "leak": 0.19785895943641663, "replacement": 0.12362900748848915} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.883706569671631, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 18.04, "pair": 0.055758439702913165, "sign": 0.012843638600315899, "keep": 0.01606756895353101, "leak": 1.0295317769050598, "replacement": 0.3275969885289669} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 4.071633338928223, "loss_scale": 4.0, "retries": 0, "seconds": 77.4, "max_memory_gb": 18.04, "pair": 0.15578270447440445, "sign": 0.01999750197865069, "keep": 0.20900451517491092, "leak": 0.234974050486926, "replacement": 0.3290272131562233} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 12.211691856384277, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 18.04, "pair": 0.16933434852398932, "sign": 0.016670867102220654, "keep": 0.43341185019198747, "leak": 0.6643535866123784, "replacement": 0.5604641251266003} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 4.985462665557861, "loss_scale": 4.0, "retries": 0, "seconds": 80.5, "max_memory_gb": 18.04, "pair": 0.33976528979837894, "sign": 0.16797588882036507, "keep": 0.04294298976310529, "leak": 0.39829945942619815, "replacement": 0.5447995793074369} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.243485927581787, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 18.04, "pair": 0.21457345597445965, "sign": 0.05264508572872728, "keep": 0.13870258582755923, "leak": 0.5457676877558697, "replacement": 0.446689210832119} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.33215594291687, "loss_scale": 4.0, "retries": 0, "seconds": 83.5, "max_memory_gb": 18.04, "pair": 0.22423392813652754, "sign": 0.02772744616959244, "keep": 0.05237141693942249, "leak": 0.49598405668530177, "replacement": 0.38827938213944435} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 3.191922187805176, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 18.04, "pair": 0.0917280365829356, "sign": 0.0032849006820470095, "keep": 0.008512223249113049, "leak": 0.21799054578877985, "replacement": 0.15212423540651798} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.3986196517944336, "loss_scale": 4.0, "retries": 0, "seconds": 86.5, "max_memory_gb": 18.04, "pair": 0.07332806219346821, "sign": 0.006833177991211414, "keep": 0.04367064917460084, "leak": 0.8037358886285801, "replacement": 0.29951394721865654} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.0958592891693115, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 18.04, "pair": 0.12104444712167606, "sign": 0.045578610530355945, "keep": 0.012576422202755566, "leak": 0.04738040780648589, "replacement": 0.16196706681512296} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 12.570645332336426, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 18.04, "pair": 0.0023480111703975126, "sign": 0.000902203464647755, "keep": 0.002050927666914504, "leak": 1.7278032898902893, "replacement": 0.43577540293335915} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 9.858485221862793, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 18.04, "pair": 0.2724766248720698, "sign": 0.06049256593541941, "keep": 0.06699861760716885, "leak": 0.9344350695610046, "replacement": 0.569830983877182} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 11.801048278808594, "loss_scale": 4.0, "retries": 0, "seconds": 92.7, "max_memory_gb": 18.04, "pair": 0.04434204613789916, "sign": 0.004140659410040826, "keep": 0.11210675443908258, "leak": 2.574157018214464, "replacement": 0.7460050359368324} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 37.472023010253906, "loss_scale": 4.0, "retries": 0, "seconds": 94.3, "max_memory_gb": 18.04, "pair": 0.2069147535949014, "sign": 0.2716958870587405, "keep": 0.08985496087916545, "leak": 7.519314415752888, "replacement": 2.26751871407032} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 4.254364013671875, "loss_scale": 4.0, "retries": 0, "seconds": 95.8, "max_memory_gb": 18.04, "pair": 0.05608241239679046, "sign": 0.012175438532722183, "keep": 0.010098842773004435, "leak": 0.6911622287007049, "replacement": 0.2400101087987423} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 3.11771297454834, "loss_scale": 4.0, "retries": 0, "seconds": 97.4, "max_memory_gb": 18.04, "pair": 0.18968767375918105, "sign": 0.07906738226301968, "keep": 0.04228973419958493, "leak": 0.2089260332286358, "replacement": 0.3025977313518524} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.9731993675231934, "loss_scale": 4.0, "retries": 0, "seconds": 98.9, "max_memory_gb": 18.05, "pair": 0.17451162682846189, "sign": 0.012911041267216206, "keep": 0.01761197135783732, "leak": 0.17955094471108168, "replacement": 0.23466087132692337} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 8.230196952819824, "loss_scale": 4.0, "retries": 0, "seconds": 100.4, "max_memory_gb": 18.05, "pair": 0.08204184519127011, "sign": 0.06978598318528384, "keep": 0.1382560613565147, "leak": 1.2603984717279673, "replacement": 0.5011624880135059} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 4.025283336639404, "loss_scale": 4.0, "retries": 0, "seconds": 102.0, "max_memory_gb": 18.05, "pair": 0.08694993547396734, "sign": 0.08121889782341896, "keep": 0.2841559392982145, "leak": 0.3446576753631234, "replacement": 0.3558017760515213} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 4.8627095222473145, "loss_scale": 4.0, "retries": 0, "seconds": 103.5, "max_memory_gb": 18.05, "pair": 0.04053548281081021, "sign": 0.008402548264712095, "keep": 0.009087069985980634, "leak": 0.9361746311187744, "replacement": 0.2833239510655403} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.6612699031829834, "loss_scale": 4.0, "retries": 0, "seconds": 105.0, "max_memory_gb": 18.05, "pair": 0.12048218245763564, "sign": 0.009552303861710243, "keep": 0.004442226691026008, "leak": 0.4306237297714688, "replacement": 0.2351353783160448} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 6.258172988891602, "loss_scale": 4.0, "retries": 0, "seconds": 106.6, "max_memory_gb": 18.05, "pair": 0.5432768375612795, "sign": 0.6528265577508137, "keep": 1.0045087933849572, "leak": 0.57315968349576, "replacement": 1.5152343027293682} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.462888717651367, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 18.05, "pair": 0.4170272760093212, "sign": 0.04510683531407267, "keep": 0.004809271194972098, "leak": 0.49141925573349, "replacement": 0.5648401379585266} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 4.06831169128418, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 18.05, "pair": 0.17648302763700485, "sign": 0.009235768346115947, "keep": 0.02298718109523179, "leak": 0.11818749783560634, "replacement": 0.22214137949049473} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.8515870571136475, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 18.05, "pair": 0.33689628168940544, "sign": 0.22617430333048105, "keep": 0.024625589256174862, "leak": 0.2786528645083308, "replacement": 0.5319594591856003} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.832218647003174, "loss_scale": 4.0, "retries": 0, "seconds": 112.7, "max_memory_gb": 18.05, "pair": 0.15513846883550286, "sign": 0.09337794553721324, "keep": 0.5426473148836521, "leak": 0.12361048953607678, "replacement": 0.5040537249296904} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 4.696262359619141, "loss_scale": 4.0, "retries": 0, "seconds": 114.3, "max_memory_gb": 18.05, "pair": 0.2641407296760008, "sign": 0.14683397216140293, "keep": 0.06995262367490795, "leak": 0.08533229120075703, "replacement": 0.39386709593236446} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 6.68602991104126, "loss_scale": 4.0, "retries": 0, "seconds": 115.8, "max_memory_gb": 18.05, "pair": 0.5784414084628224, "sign": 0.5208332028705627, "keep": 1.0197916610632092, "leak": 0.04346535477088764, "replacement": 1.3596201501786709} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 6.248669147491455, "loss_scale": 4.0, "retries": 0, "seconds": 117.3, "max_memory_gb": 18.05, "pair": 0.027795712230727077, "sign": 0.006215060304384679, "keep": 0.009985823398892535, "leak": 1.1188832583356998, "replacement": 0.3156169718131423} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.195725679397583, "loss_scale": 4.0, "retries": 0, "seconds": 118.9, "max_memory_gb": 18.05, "pair": 0.17072294000536203, "sign": 0.009506526810582727, "keep": 0.00449413905153051, "leak": 0.26379006914794445, "replacement": 0.24367079325020313} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.4874401092529297, "loss_scale": 4.0, "retries": 0, "seconds": 120.4, "max_memory_gb": 18.05, "pair": 0.050083031586837023, "sign": 0.06600653735222295, "keep": 0.000561726807973173, "leak": 0.2707970030605793, "replacement": 0.15106641687452793} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 9.894258499145508, "loss_scale": 4.0, "retries": 0, "seconds": 121.9, "max_memory_gb": 18.05, "pair": 0.02725975237262901, "sign": 0.006064142260584049, "keep": 0.006044722729711793, "leak": 2.893492955714464, "replacement": 0.7566874246113002} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 6.564383506774902, "loss_scale": 4.0, "retries": 0, "seconds": 123.4, "max_memory_gb": 18.05, "pair": 0.13964130986460077, "sign": 0.042374199016194325, "keep": 0.008095703344991989, "leak": 0.9627103991806507, "replacement": 0.4055538550019264} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 6.491209506988525, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 18.05, "pair": 0.11162038543261588, "sign": 0.030348881526151672, "keep": 0.08782323496416211, "leak": 1.3354313308373094, "replacement": 0.5045642592012882} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 10.517818450927734, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 18.05, "pair": 0.2848519431427121, "sign": 0.722980342223309, "keep": 0.0244261848856695, "leak": 0.31777218566276133, "replacement": 0.7379982396960258} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.513345718383789, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 18.05, "pair": 0.21718300180509686, "sign": 0.018036065041087568, "keep": 0.27463010838255286, "leak": 0.3877337861340493, "replacement": 0.46044953167438507} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 5.811892509460449, "loss_scale": 4.0, "retries": 0, "seconds": 129.6, "max_memory_gb": 18.05, "pair": 0.059968606336042285, "sign": 0.008693109382875264, "keep": 0.010248210048303008, "leak": 0.8487393789109774, "replacement": 0.28162410855293274} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 9.631317138671875, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 18.05, "pair": 0.012926941824844107, "sign": 0.003977199870860204, "keep": 0.010988765861839056, "leak": 1.024774819612503, "replacement": 0.2766036279499531} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.579441070556641, "loss_scale": 4.0, "retries": 0, "seconds": 132.7, "max_memory_gb": 18.05, "pair": 0.1314561003819108, "sign": 0.16545931156724691, "keep": 0.09628823917591944, "leak": 0.3204080113209784, "replacement": 0.3424318768084049} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.7383875846862793, "loss_scale": 4.0, "retries": 0, "seconds": 134.2, "max_memory_gb": 18.05, "pair": 0.1001312592998147, "sign": 0.04966106649953872, "keep": 0.0049959837924689054, "leak": 0.4029015712440014, "replacement": 0.2281851712614298} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 11.04373550415039, "loss_scale": 4.0, "retries": 0, "seconds": 135.8, "max_memory_gb": 18.05, "pair": 0.16277556250497582, "sign": 0.19867174528189935, "keep": 0.07037066691555083, "leak": 0.35703317634761333, "replacement": 0.38655505888164043} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 9.129884719848633, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 18.05, "pair": 0.20978132329764776, "sign": 0.07164596714574145, "keep": 0.014527215949783567, "leak": 0.3474333677440882, "replacement": 0.3397262543439865} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 5.725452423095703, "loss_scale": 4.0, "retries": 0, "seconds": 138.7, "max_memory_gb": 18.05, "pair": 0.2897880980744958, "sign": 0.026735423714853823, "keep": 0.008947486348915845, "leak": 0.38037409337994177, "replacement": 0.4027230925858021} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 38.280517578125, "loss_scale": 4.0, "retries": 0, "seconds": 140.3, "max_memory_gb": 18.05, "pair": 0.526191714219749, "sign": 0.40032517770305276, "keep": 0.7866369448893238, "leak": 1.4352511228062212, "replacement": 1.4784855274483562} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 22.23256492614746, "loss_scale": 4.0, "retries": 0, "seconds": 141.9, "max_memory_gb": 18.05, "pair": 0.23408397695311578, "sign": 0.8215646790922619, "keep": 1.2034464404350729, "leak": 0.34124364727176726, "replacement": 1.3319003926590085} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.349283695220947, "loss_scale": 4.0, "retries": 0, "seconds": 143.4, "max_memory_gb": 18.05, "pair": 0.05147294810740277, "sign": 0.009248063041013665, "keep": 0.012224233549204655, "leak": 0.8074951702728868, "replacement": 0.2640828900039196} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 9.813272476196289, "loss_scale": 4.0, "retries": 0, "seconds": 144.9, "max_memory_gb": 18.05, "pair": 0.08760741911828518, "sign": 0.011075945512857288, "keep": 0.5147253019094933, "leak": 0.5714267231523991, "replacement": 0.49336470663547516} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 11.707406044006348, "loss_scale": 4.0, "retries": 0, "seconds": 146.4, "max_memory_gb": 18.05, "pair": 0.2500435640104115, "sign": 0.3627074367250316, "keep": 1.9079892493318766, "leak": 0.5082508083432913, "replacement": 1.5124547071754932} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 8.351032257080078, "loss_scale": 4.0, "retries": 0, "seconds": 147.9, "max_memory_gb": 18.05, "pair": 0.2688209321349859, "sign": 0.09440573782194406, "keep": 1.0153457635606173, "leak": 0.15660367696546018, "replacement": 0.8628476187586784} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.9091434478759766, "loss_scale": 4.0, "retries": 0, "seconds": 149.5, "max_memory_gb": 18.05, "pair": 0.08009112346917391, "sign": 0.008611661265604198, "keep": 0.02162192424384557, "leak": 0.47779384534806013, "replacement": 0.21465638000518084} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 4.414546012878418, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 18.05, "pair": 0.24264909067642293, "sign": 0.09326380632410292, "keep": 0.09016255019008668, "leak": 0.9876233064569533, "replacement": 0.5812680833041668} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 10.289626121520996, "loss_scale": 4.0, "retries": 0, "seconds": 152.6, "max_memory_gb": 18.05, "pair": 0.3124942644753901, "sign": 0.6794230170198716, "keep": 0.004096053975757741, "leak": 2.8404062937479466, "replacement": 1.3643553447909653} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.505633354187012, "loss_scale": 4.0, "retries": 0, "seconds": 154.2, "max_memory_gb": 18.05, "pair": 0.5861303620040417, "sign": 1.0636688817758113, "keep": 0.0348748606920708, "leak": 1.3894305657595396, "replacement": 1.4827599190175533} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.3401424884796143, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 18.05, "pair": 0.16051819548010826, "sign": 0.005531444039661437, "keep": 0.0014267409533204045, "leak": 0.8946771509945393, "replacement": 0.38766657188534737} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 4.106359481811523, "loss_scale": 4.0, "retries": 0, "seconds": 157.2, "max_memory_gb": 18.05, "pair": 0.21723212813958526, "sign": 0.013452944345772266, "keep": 0.043705357355065644, "leak": 0.1125111662549898, "replacement": 0.2739390777423978} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 6.020265579223633, "loss_scale": 4.0, "retries": 0, "seconds": 158.8, "max_memory_gb": 18.05, "pair": 0.15675402339547873, "sign": 0.012452651804778725, "keep": 0.008148465066824429, "leak": 2.2463351786136627, "replacement": 0.7286383584141731} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.834643363952637, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 18.05, "pair": 0.11293961852788925, "sign": 0.029229370004031807, "keep": 0.0025753600493771955, "leak": 0.29557860270142555, "replacement": 0.2027366291731596} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.900454521179199, "loss_scale": 4.0, "retries": 0, "seconds": 161.8, "max_memory_gb": 18.05, "pair": 0.45328763499855995, "sign": 0.022153525846078992, "keep": 0.03784935176372528, "leak": 0.8073210513684899, "replacement": 0.6851193457841873} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.8773038387298584, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.05, "pair": 0.24431012757122517, "sign": 0.025135498261079192, "keep": 0.005167362702195533, "leak": 0.4219322113785893, "replacement": 0.3649446275085211} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.924118757247925, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 18.05, "pair": 0.12202872498892248, "sign": 0.207068629868445, "keep": 0.04466579889327704, "leak": 0.8061705469153821, "replacement": 0.4494385647121817} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 33.97943878173828, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 18.05, "pair": 0.7205065882881172, "sign": 0.07638762370334007, "keep": 0.34224462376369047, "leak": 2.6651869043707848, "replacement": 1.596119440626353} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 18.880573272705078, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 18.05, "pair": 0.4434586949646473, "sign": 0.18529971281532198, "keep": 0.20447038346901536, "leak": 0.3043588912114501, "replacement": 0.7144334763288498} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 19.28626823425293, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 18.05, "pair": 0.15910575818270445, "sign": 0.04347175371367484, "keep": 0.06295129749923944, "leak": 4.894917818484828, "replacement": 1.4360467493534088} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 13.155540466308594, "loss_scale": 4.0, "retries": 0, "seconds": 171.1, "max_memory_gb": 18.05, "pair": 0.1728571681305766, "sign": 0.8719388347817585, "keep": 0.0005490199130235851, "leak": 0.4512658566236496, "replacement": 0.7219175323843956} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.76551628112793, "loss_scale": 4.0, "retries": 0, "seconds": 172.6, "max_memory_gb": 18.05, "pair": 0.17984762182459235, "sign": 0.00816681983997114, "keep": 0.0016936976535362191, "leak": 0.6338112242519855, "replacement": 0.3432306982576847} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.1667556762695312, "loss_scale": 4.0, "retries": 0, "seconds": 174.1, "max_memory_gb": 18.05, "pair": 0.14782044105231762, "sign": 0.014009301085025072, "keep": 0.0036416848888620734, "leak": 0.7437468222342432, "replacement": 0.3425826318562031} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.825127124786377, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 18.05, "pair": 0.1476741675287485, "sign": 0.025833196472376585, "keep": 0.0072065009153448045, "leak": 0.5171895023668185, "replacement": 0.2934914007782936} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.190939903259277, "loss_scale": 4.0, "retries": 0, "seconds": 177.2, "max_memory_gb": 18.05, "pair": 0.18182305432856083, "sign": 0.011220757965929806, "keep": 0.002172727428842336, "leak": 0.327911838889122, "replacement": 0.27049775049090385} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 12.730278015136719, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 18.05, "pair": 0.14887881744652987, "sign": 0.47588169446680695, "keep": 0.5924196009509615, "leak": 0.1479828402007115, "replacement": 0.7200251733884215} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 9.538233757019043, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 18.05, "pair": 0.07870053419901524, "sign": 0.11848118469060864, "keep": 0.25363040127194836, "leak": 1.020656794309616, "replacement": 0.5199205242097378} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 11.311711311340332, "loss_scale": 4.0, "retries": 0, "seconds": 181.8, "max_memory_gb": 18.05, "pair": 0.2589816839026753, "sign": 0.47653678234200925, "keep": 0.7804054675187899, "leak": 0.45918262377381325, "replacement": 1.002248466014862} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.1097090244293213, "loss_scale": 4.0, "retries": 0, "seconds": 183.4, "max_memory_gb": 18.05, "pair": 0.08887315256288275, "sign": 0.11441834916331572, "keep": 0.0025322769010927004, "leak": 0.235852075740695, "replacement": 0.2063114844786469} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 14.304024696350098, "loss_scale": 4.0, "retries": 0, "seconds": 184.9, "max_memory_gb": 18.05, "pair": 0.2706855828873813, "sign": 0.8468871262739412, "keep": 1.641343754105037, "leak": 0.3123840680345893, "replacement": 1.5928970128297806} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.550529479980469, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 18.05, "pair": 0.3090569406049326, "sign": 0.2744883005216252, "keep": 0.14861760788971878, "leak": 0.20138698490336537, "replacement": 0.5709566464647651} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 12.039774894714355, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 18.05, "pair": 0.3299559593433514, "sign": 0.11670204947586171, "keep": 0.1350848485279812, "leak": 0.7552719414234161, "replacement": 0.644667387008667} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 8.151814460754395, "loss_scale": 4.0, "retries": 0, "seconds": 189.6, "max_memory_gb": 18.05, "pair": 0.3020347881147245, "sign": 1.1085938879987225, "keep": 0.029633740006829612, "leak": 0.9424007153138518, "replacement": 1.106748752295971} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.951498508453369, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 18.05, "pair": 0.3394856685772538, "sign": 0.5597526795463637, "keep": 2.012654427700909, "leak": 0.27261065086349845, "replacement": 1.6938418820500374} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 11.031386375427246, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 18.05, "pair": 0.18809115095064044, "sign": 0.2696294671623036, "keep": 0.2762199367107314, "leak": 1.262914314866066, "replacement": 0.776744456961751} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 16.88156509399414, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.05, "pair": 0.6350297043099999, "sign": 0.5415020488144364, "keep": 1.282205336727202, "leak": 1.422384446952492, "replacement": 1.9024795293807983} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.412559747695923, "loss_scale": 4.0, "retries": 0, "seconds": 195.6, "max_memory_gb": 18.05, "pair": 0.07456045947037637, "sign": 0.006422222650144249, "keep": 0.022339516739748433, "leak": 0.2552555054426193, "replacement": 0.15275521017611027} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 8.820326805114746, "loss_scale": 4.0, "retries": 0, "seconds": 197.2, "max_memory_gb": 18.05, "pair": 0.10393325565382838, "sign": 0.5403994955995586, "keep": 0.20295677456306294, "leak": 0.4370233668014407, "replacement": 0.5848672362044454} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.32560396194458, "loss_scale": 4.0, "retries": 0, "seconds": 198.7, "max_memory_gb": 18.05, "pair": 0.1920652985572815, "sign": 0.09834646177478135, "keep": 0.1387544337194413, "leak": 0.2559788168728119, "replacement": 0.37461044266819954} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.7513427734375, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 18.05, "pair": 0.07427823077887297, "sign": 0.6048369770869613, "keep": 0.05588889416412712, "leak": 0.24876942485570908, "replacement": 0.4668335150927305} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 39.69599151611328, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 18.05, "pair": 0.4824670194648206, "sign": 0.6629801201052032, "keep": 1.2047065952183402, "leak": 2.138380168005824, "replacement": 1.9509053826332092} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.8335821628570557, "loss_scale": 4.0, "retries": 0, "seconds": 203.3, "max_memory_gb": 18.05, "pair": 0.06556234380695969, "sign": 0.007975952190463431, "keep": 0.6833110470679458, "leak": 0.6685454003018094, "replacement": 0.5783421956002712} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 9.696992874145508, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 18.05, "pair": 0.546010933816433, "sign": 0.6249367780983448, "keep": 1.1023620297783054, "leak": 0.36523723136633635, "replacement": 1.5009696334600449} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 7.116949081420898, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 18.05, "pair": 0.18443162746552844, "sign": 0.36889356616302393, "keep": 0.6049054115590025, "leak": 0.1458052434027195, "replacement": 0.7077824787702411} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.1570684909820557, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 18.05, "pair": 0.16349160205572844, "sign": 0.01020505279302597, "keep": 0.09778250698582269, "leak": 0.1846296084113419, "replacement": 0.26364278607070446} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 11.385318756103516, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 18.05, "pair": 0.17275393940508366, "sign": 0.3741833911044523, "keep": 0.12092337998910807, "leak": 0.34086216264404356, "replacement": 0.5055228769779205} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.2488694190979, "loss_scale": 4.0, "retries": 0, "seconds": 211.0, "max_memory_gb": 18.05, "pair": 0.1847865441814065, "sign": 0.017719058610964566, "keep": 0.012124942848458886, "leak": 0.45253364369273186, "replacement": 0.3128419518470764} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.2182910442352295, "loss_scale": 4.0, "retries": 0, "seconds": 212.5, "max_memory_gb": 18.05, "pair": 0.07836234476417303, "sign": 0.019379085744731128, "keep": 0.06801502592861652, "leak": 0.5746052698232234, "replacement": 0.2657107152044773} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 10.56261920928955, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 18.05, "pair": 0.18034523352980614, "sign": 0.28055042651249096, "keep": 0.010967540845740587, "leak": 0.9525446258485317, "replacement": 0.5642403736710548} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.331495761871338, "loss_scale": 4.0, "retries": 0, "seconds": 215.7, "max_memory_gb": 18.05, "pair": 0.1126458439975977, "sign": 0.009883866470772773, "keep": 0.0064463372400496155, "leak": 0.3374556330963969, "replacement": 0.20517484843730927} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.0702667236328125, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 18.05, "pair": 0.15357330068945885, "sign": 0.16883404276450165, "keep": 0.002831339617841877, "leak": 0.168419805704616, "replacement": 0.28151095658540726} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 14.638513565063477, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 18.05, "pair": 0.2589876865968108, "sign": 0.41546267946250737, "keep": 0.13682818271627184, "leak": 0.3180127125233412, "replacement": 0.6146362852305174} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 21.002473831176758, "loss_scale": 4.0, "retries": 0, "seconds": 220.3, "max_memory_gb": 18.05, "pair": 0.32100164373696316, "sign": 0.19544140274228994, "keep": 0.8805495497346101, "leak": 0.78549840344931, "replacement": 1.0553717551811133} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 6.467308521270752, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 18.05, "pair": 0.07702462776796892, "sign": 0.213797862699721, "keep": 0.01364142698730575, "leak": 0.26440830738283694, "replacement": 0.25684634398203343} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 5.989544868469238, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 18.05, "pair": 0.09545727162912954, "sign": 0.0049178793269675225, "keep": 0.0060132142923521315, "leak": 0.8340738471597433, "replacement": 0.30944127967813984} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 4.003030300140381, "loss_scale": 4.0, "retries": 0, "seconds": 225.0, "max_memory_gb": 18.05, "pair": 0.08043773344252259, "sign": 0.02031347231240943, "keep": 0.004062304870785738, "leak": 0.7691933009773493, "replacement": 0.28492394532077014} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 16.059131622314453, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 18.05, "pair": 0.34704504907131195, "sign": 1.1935644815675914, "keep": 1.613983636901139, "leak": 2.8584370631724596, "replacement": 2.4654282741248608} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.1162047386169434, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 18.05, "pair": 0.03632276814460056, "sign": 0.007196975464466959, "keep": 0.000786037540194684, "leak": 0.6206434387713671, "replacement": 0.1954751331359148} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 4.766299247741699, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 18.05, "pair": 0.0994941447279416, "sign": 0.018915428227046505, "keep": 0.00491384391716565, "leak": 0.5376764237881275, "replacement": 0.2458278900012374} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 4.575593948364258, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 18.05, "pair": 0.1815410004928708, "sign": 0.08235754838096909, "keep": 0.09383353649172932, "leak": 0.7061922525172122, "replacement": 0.44618460536003113} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.6822733879089355, "loss_scale": 4.0, "retries": 0, "seconds": 232.8, "max_memory_gb": 18.05, "pair": 0.13680970016866922, "sign": 0.018379112501861528, "keep": 0.004360429375083186, "leak": 0.032287856738548726, "replacement": 0.15625143563374877} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.7630302906036377, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 18.05, "pair": 0.19585206173360348, "sign": 0.005004847189411521, "keep": 0.02203265448406455, "leak": 0.060017276846338063, "replacement": 0.2243751361966133} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.970539093017578, "loss_scale": 4.0, "retries": 0, "seconds": 235.8, "max_memory_gb": 18.05, "pair": 0.17261059826705605, "sign": 0.005020674754632637, "keep": 0.009775983150575485, "leak": 0.49510619044303894, "replacement": 0.3037854805588722} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.6837644577026367, "loss_scale": 4.0, "retries": 0, "seconds": 237.4, "max_memory_gb": 18.05, "pair": 0.16578685271088034, "sign": 0.0052926715288776904, "keep": 0.0500533027225174, "leak": 0.9738161498680711, "replacement": 0.4369138777256012} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.530118227005005, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 18.05, "pair": 0.12935155020386446, "sign": 0.00559633418743033, "keep": 0.5657936538837021, "leak": 0.3221998028457165, "replacement": 0.4955964838154614} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 19.410741806030273, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 18.05, "pair": 0.4760016395011917, "sign": 0.005785504625237081, "keep": 0.01249042030997316, "leak": 0.3879650475255403, "replacement": 0.5821308488957584} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.603751182556152, "loss_scale": 4.0, "retries": 0, "seconds": 242.0, "max_memory_gb": 18.05, "pair": 0.04220830340636894, "sign": 0.820824017864652, "keep": 0.0015582764317514375, "leak": 2.289947151151864, "replacement": 1.0258861891925335} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 10.510215759277344, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 18.05, "pair": 0.21634068945422769, "sign": 0.2898180829361081, "keep": 0.5226052667876502, "leak": 0.7585642489066231, "replacement": 0.8121934332884848} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.5859445333480835, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 18.05, "pair": 0.0583212380297482, "sign": 0.002486525190761313, "keep": 0.005567370282051343, "leak": 0.22884089143190067, "replacement": 0.11955841071903706} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 8.219231605529785, "loss_scale": 4.0, "retries": 0, "seconds": 246.6, "max_memory_gb": 18.05, "pair": 0.18940877146087587, "sign": 0.08265488629695028, "keep": 0.41803236067062244, "leak": 0.16032357516814955, "replacement": 0.4798332639038563} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 8.115457534790039, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 18.05, "pair": 0.15464487433200702, "sign": 0.08465031089144759, "keep": 0.05269918431849874, "leak": 0.6925590625614859, "replacement": 0.39645938016474247} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.7702598571777344, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 18.05, "pair": 0.019319105136673898, "sign": 0.0047035032621352, "keep": 0.11189389968330943, "leak": 0.7518738271319307, "replacement": 0.26558626675978303} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 34.17143249511719, "loss_scale": 4.0, "retries": 0, "seconds": 251.2, "max_memory_gb": 18.05, "pair": 0.4048714619129896, "sign": 0.6251990632154047, "keep": 1.1976356625091285, "leak": 0.9681752207688987, "replacement": 1.5583326797932386} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 13.71977710723877, "loss_scale": 4.0, "retries": 0, "seconds": 252.8, "max_memory_gb": 18.05, "pair": 0.338621249422431, "sign": 0.33150146703701466, "keep": 0.01831440288515296, "leak": 0.22773952968418598, "replacement": 0.5704640708863735} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.010806679725647, "loss_scale": 4.0, "retries": 0, "seconds": 254.3, "max_memory_gb": 18.05, "pair": 0.050710839219391346, "sign": 0.0086667959112674, "keep": 0.0008740908133404446, "leak": 0.05498967584571801, "replacement": 0.06922870315611362} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 35.598899841308594, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 18.05, "pair": 1.0401061120210215, "sign": 0.9285210014786571, "keep": 1.504832697159145, "leak": 1.295343934558332, "replacement": 2.580618916079402} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 8.15011215209961, "loss_scale": 4.0, "retries": 0, "seconds": 257.4, "max_memory_gb": 18.05, "pair": 0.08265297580510378, "sign": 0.022447089839261025, "keep": 0.04291206336347386, "leak": 2.224831733852625, "replacement": 0.6715405099093914} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 3.1921441555023193, "loss_scale": 4.0, "retries": 0, "seconds": 258.9, "max_memory_gb": 18.05, "pair": 0.053443217533640563, "sign": 0.005250448812148534, "keep": 0.053620170379872434, "leak": 0.7203849744983017, "replacement": 0.26297477819025517} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.353320598602295, "loss_scale": 4.0, "retries": 0, "seconds": 260.5, "max_memory_gb": 18.05, "pair": 0.13252028077840805, "sign": 0.07761631836183369, "keep": 0.10152081865817308, "leak": 0.5214642234204803, "replacement": 0.35245491191744804} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.8465728759765625, "loss_scale": 4.0, "retries": 0, "seconds": 262.0, "max_memory_gb": 18.05, "pair": 0.09495171962771565, "sign": 0.0028530547278933227, "keep": 0.004427648042110377, "leak": 2.0384259880520403, "replacement": 0.6081985733471811} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 6.0122151374816895, "loss_scale": 4.0, "retries": 0, "seconds": 263.5, "max_memory_gb": 18.05, "pair": 0.04009471392782871, "sign": 0.031067337586137, "keep": 0.21269455522943304, "leak": 0.5578924510627985, "replacement": 0.30144876276608557} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.026421308517456, "loss_scale": 4.0, "retries": 0, "seconds": 265.1, "max_memory_gb": 18.05, "pair": 0.0749045554548502, "sign": 0.001929038786329329, "keep": 0.011394924367778003, "leak": 0.7204690258949995, "replacement": 0.2616837928071618} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.785231590270996, "loss_scale": 4.0, "retries": 0, "seconds": 266.6, "max_memory_gb": 18.05, "pair": 0.11268953973194584, "sign": 0.12063005178060848, "keep": 0.17474677177960984, "leak": 0.9573692621197551, "replacement": 0.49972027307376266} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.53279447555542, "loss_scale": 4.0, "retries": 0, "seconds": 268.1, "max_memory_gb": 18.05, "pair": 0.0961554575842456, "sign": 0.008243399101047544, "keep": 0.026846131418977848, "leak": 0.9538040753104724, "replacement": 0.3521512411534786} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 5.278420925140381, "loss_scale": 4.0, "retries": 0, "seconds": 269.7, "max_memory_gb": 18.05, "pair": 0.20683092763647437, "sign": 0.2260655303252861, "keep": 0.24612521193921566, "leak": 0.6063207955371581, "replacement": 0.594506498426199} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.4800350666046143, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 18.05, "pair": 0.10527302091941237, "sign": 0.014153254654956982, "keep": 0.005647382466122508, "leak": 0.22599496645852923, "replacement": 0.17167208064347506} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.904721975326538, "loss_scale": 4.0, "retries": 0, "seconds": 272.8, "max_memory_gb": 18.05, "pair": 0.13870659707754385, "sign": 0.13536129111162154, "keep": 0.01090979113351409, "leak": 0.4148790165781975, "replacement": 0.31556189246475697} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.9085588455200195, "loss_scale": 4.0, "retries": 0, "seconds": 274.4, "max_memory_gb": 18.05, "pair": 0.05388520495034754, "sign": 0.02305845881346613, "keep": 0.04774742457084358, "leak": 0.4975907802581787, "replacement": 0.21368584223091602} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 8.35706615447998, "loss_scale": 4.0, "retries": 0, "seconds": 275.8, "max_memory_gb": 18.05, "pair": 0.6332422807463445, "sign": 0.5513895556505304, "keep": 0.6069274870669688, "leak": 0.0322962854988873, "replacement": 1.2204748497460969} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.782938241958618, "loss_scale": 4.0, "retries": 0, "seconds": 277.3, "max_memory_gb": 18.05, "pair": 0.2303175162523985, "sign": 0.027932584984228015, "keep": 0.05079950101207942, "leak": 0.2991841626353562, "replacement": 0.34447959437966347} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 4.20188045501709, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 18.05, "pair": 0.07279317604843527, "sign": 0.005922659038333222, "keep": 0.015168486919719726, "leak": 0.992217531427741, "replacement": 0.33139312639832497} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 26.16453742980957, "loss_scale": 4.0, "retries": 0, "seconds": 280.4, "max_memory_gb": 18.05, "pair": 0.39996491780038923, "sign": 0.39961785230843816, "keep": 0.013498325831449165, "leak": 3.218974655494094, "replacement": 1.411266666080337} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 4.2148919105529785, "loss_scale": 4.0, "retries": 0, "seconds": 281.9, "max_memory_gb": 18.05, "pair": 0.11012004314397927, "sign": 0.003527437016600743, "keep": 0.0027036275674827692, "leak": 0.5040507164230803, "replacement": 0.23924825806170702} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 5.074915885925293, "loss_scale": 4.0, "retries": 0, "seconds": 283.6, "max_memory_gb": 18.05, "pair": 0.16166924651770387, "sign": 0.003564272257790435, "keep": 0.0019714935620527285, "leak": 0.6337751648388803, "replacement": 0.3228809208376333} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.6310220956802368, "loss_scale": 4.0, "retries": 0, "seconds": 285.1, "max_memory_gb": 18.05, "pair": 0.05939982575364411, "sign": 0.009862703445833176, "keep": 0.02797386678867042, "leak": 0.1593468429055065, "replacement": 0.11815482005476952} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 11.074830055236816, "loss_scale": 4.0, "retries": 0, "seconds": 286.6, "max_memory_gb": 18.05, "pair": 0.17768319978858926, "sign": 0.020880333133391105, "keep": 0.5587276946594102, "leak": 0.20805274735903367, "replacement": 0.519500432536006} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.9908041954040527, "loss_scale": 4.0, "retries": 0, "seconds": 288.2, "max_memory_gb": 18.05, "pair": 0.22421044297516346, "sign": 0.008670172886922956, "keep": 0.26407548184215557, "leak": 0.19280325761064887, "replacement": 0.40878408774733543} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 8.003037452697754, "loss_scale": 4.0, "retries": 0, "seconds": 289.7, "max_memory_gb": 18.05, "pair": 0.4276868955275859, "sign": 0.7348037447663955, "keep": 0.7718450070345284, "leak": 0.05527978530153632, "replacement": 1.1948312671447638} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 23.409486770629883, "loss_scale": 4.0, "retries": 0, "seconds": 291.3, "max_memory_gb": 18.05, "pair": 0.10322750266641378, "sign": 0.7210412524291314, "keep": 1.7005094546475448, "leak": 2.326037699356675, "replacement": 1.8955122474581003} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.933945894241333, "loss_scale": 4.0, "retries": 0, "seconds": 292.8, "max_memory_gb": 18.05, "pair": 0.037984275026246905, "sign": 0.003712551901116967, "keep": 0.0022469177420134656, "leak": 0.6572886686772108, "replacement": 0.20528618292883039} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 58.998634338378906, "loss_scale": 4.0, "retries": 0, "seconds": 294.2, "max_memory_gb": 18.05, "pair": 0.6682905964553356, "sign": 0.7554163691820577, "keep": 1.3550631200660064, "leak": 2.1251684119160927, "replacement": 2.2548225354403257} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.000098705291748, "loss_scale": 4.0, "retries": 0, "seconds": 295.8, "max_memory_gb": 18.05, "pair": 0.35827121953479946, "sign": 0.46220260264817625, "keep": 1.1250934953568503, "leak": 0.2743369806557894, "replacement": 1.2205035146325827} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 4.649329662322998, "loss_scale": 4.0, "retries": 0, "seconds": 297.3, "max_memory_gb": 18.05, "pair": 0.12561505634221248, "sign": 0.01827057628543116, "keep": 0.008729655772299338, "leak": 1.1891842521727085, "replacement": 0.4364112307521282} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 6.805100440979004, "loss_scale": 4.0, "retries": 0, "seconds": 298.8, "max_memory_gb": 18.05, "pair": 0.21446119237225503, "sign": 0.16268920444417745, "keep": 0.05179759001109119, "leak": 0.1715207863599062, "replacement": 0.3645848110318184} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 4.885379314422607, "loss_scale": 4.0, "retries": 0, "seconds": 300.4, "max_memory_gb": 18.05, "pair": 0.0684033134020865, "sign": 0.020953561645001173, "keep": 0.0038118118172860704, "leak": 0.4222143650986254, "replacement": 0.18633959256112576} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 9.572340965270996, "loss_scale": 4.0, "retries": 0, "seconds": 301.9, "max_memory_gb": 18.05, "pair": 0.08272605421370827, "sign": 0.005119875815580599, "keep": 0.0027141524733167444, "leak": 1.9020782187581062, "replacement": 0.562162630725652} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.220076084136963, "loss_scale": 4.0, "retries": 0, "seconds": 303.5, "max_memory_gb": 18.05, "pair": 0.10631912504322827, "sign": 0.020867684041149914, "keep": 0.002016601894865744, "leak": 0.5636019897647202, "replacement": 0.2586617572233081} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 5.6313252449035645, "loss_scale": 4.0, "retries": 0, "seconds": 305.1, "max_memory_gb": 18.05, "pair": 0.10249498579651117, "sign": 0.050146072870120406, "keep": 0.10650466078368481, "leak": 0.6030753003433347, "replacement": 0.3315891735255718} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.511115074157715, "loss_scale": 4.0, "retries": 0, "seconds": 306.6, "max_memory_gb": 18.05, "pair": 0.09529694938100874, "sign": 0.0325356955290772, "keep": 0.5710893081704853, "leak": 0.3387290737591684, "replacement": 0.4817917253822088} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 11.281289100646973, "loss_scale": 4.0, "retries": 0, "seconds": 308.1, "max_memory_gb": 18.05, "pair": 0.23469469277188182, "sign": 0.3335686174686998, "keep": 1.274308264721185, "leak": 0.306939575006254, "replacement": 1.115368072874844} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 10.845232009887695, "loss_scale": 4.0, "retries": 0, "seconds": 309.7, "max_memory_gb": 18.05, "pair": 0.2863970324397087, "sign": 0.31407161871902645, "keep": 0.3709374402096728, "leak": 0.23870449140667915, "replacement": 0.6885776743292809} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 12.184353828430176, "loss_scale": 4.0, "retries": 0, "seconds": 311.2, "max_memory_gb": 18.05, "pair": 0.07676000229548663, "sign": 0.006147282911115326, "keep": 0.002303763292552219, "leak": 3.9896938513848, "replacement": 1.0784090054221451} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 6.122038841247559, "loss_scale": 4.0, "retries": 0, "seconds": 312.7, "max_memory_gb": 18.05, "pair": 0.11635592835955322, "sign": 0.03593459149124101, "keep": 0.2294391633477062, "leak": 0.13488841650541872, "replacement": 0.28276490792632103} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.0497002601623535, "loss_scale": 4.0, "retries": 0, "seconds": 314.2, "max_memory_gb": 18.05, "pair": 0.2680809684097767, "sign": 0.016183527768589556, "keep": 0.037562579760560766, "leak": 0.33088566293008626, "replacement": 0.37767543643713} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.4406914710998535, "loss_scale": 4.0, "retries": 0, "seconds": 315.7, "max_memory_gb": 18.05, "pair": 0.129475001944229, "sign": 0.004039330931846052, "keep": 0.0012278120120754465, "leak": 0.2159540131688118, "replacement": 0.18609708081930876} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.783496618270874, "loss_scale": 4.0, "retries": 0, "seconds": 317.3, "max_memory_gb": 18.05, "pair": 0.15302612986124586, "sign": 0.004628133116057143, "keep": 0.010349961462992496, "leak": 0.13506648723796388, "replacement": 0.1942817997187376} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.355435848236084, "loss_scale": 4.0, "retries": 0, "seconds": 318.8, "max_memory_gb": 18.05, "pair": 0.20363882680248935, "sign": 0.1256028662319295, "keep": 0.07178864915965733, "leak": 0.2647519918391481, "replacement": 0.36852259204897564} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.3134095668792725, "loss_scale": 4.0, "retries": 0, "seconds": 320.4, "max_memory_gb": 18.05, "pair": 0.07044696866068989, "sign": 0.0034629256842890754, "keep": 0.0051846393031951266, "leak": 0.25591092911781743, "replacement": 0.13874848373234272} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 15.48424243927002, "loss_scale": 4.0, "retries": 0, "seconds": 322.0, "max_memory_gb": 18.05, "pair": 0.5312797507504001, "sign": 0.47269668022636324, "keep": 0.63668425832293, "leak": 0.38505766284652054, "replacement": 1.1822346614208072} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 13.867278099060059, "loss_scale": 4.0, "retries": 0, "seconds": 323.5, "max_memory_gb": 18.05, "pair": 0.36379048274829984, "sign": 0.5884134999359958, "keep": 2.1174814905385233, "leak": 2.9801648412831128, "replacement": 2.461779206059873} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.696443557739258, "loss_scale": 4.0, "retries": 0, "seconds": 325.0, "max_memory_gb": 18.05, "pair": 0.3736342708580196, "sign": 0.24134624301223084, "keep": 0.11933851582580246, "leak": 0.2175453199306503, "replacement": 0.60836295876652} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 11.8009033203125, "loss_scale": 4.0, "retries": 0, "seconds": 326.6, "max_memory_gb": 18.05, "pair": 0.31501080468297005, "sign": 0.15542986814398319, "keep": 0.04538063026848249, "leak": 0.641406410606578, "replacement": 0.5757676493376493} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.061295509338379, "loss_scale": 4.0, "retries": 0, "seconds": 328.1, "max_memory_gb": 18.05, "pair": 0.2986915847286582, "sign": 0.34670641968841664, "keep": 0.5133793927125225, "leak": 0.6133602811023593, "replacement": 0.8820745600387454} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.321645259857178, "loss_scale": 4.0, "retries": 0, "seconds": 329.7, "max_memory_gb": 18.05, "pair": 0.3204337729839608, "sign": 0.3794563466508407, "keep": 0.9715801902912062, "leak": 0.010346610515515664, "replacement": 0.9985386935877614} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 14.295519828796387, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 18.05, "pair": 0.3502321512933122, "sign": 0.838812991118175, "keep": 2.1333863884010498, "leak": 0.4033091609016992, "replacement": 1.9371592041425174} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 5.48284912109375, "loss_scale": 4.0, "retries": 0, "seconds": 332.8, "max_memory_gb": 18.05, "pair": 0.03841055149678141, "sign": 0.013654442533152178, "keep": 0.0022346243167703506, "leak": 1.5840555576141924, "replacement": 0.4423689825925976} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.5912235975265503, "loss_scale": 4.0, "retries": 0, "seconds": 334.4, "max_memory_gb": 18.05, "pair": 0.08253381063695997, "sign": 0.002056843222817406, "keep": 0.0007382582971331431, "leak": 0.08726810326334089, "replacement": 0.10574838530737907} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.851933479309082, "loss_scale": 4.0, "retries": 0, "seconds": 335.9, "max_memory_gb": 18.05, "pair": 0.2611041513737291, "sign": 0.5295438729226589, "keep": 0.13168117348322994, "leak": 0.11824522353708744, "replacement": 0.6212779395282269} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.6419296264648438, "loss_scale": 4.0, "retries": 0, "seconds": 337.4, "max_memory_gb": 18.05, "pair": 0.07033265894278884, "sign": 0.05301452922867611, "keep": 0.003080088245042134, "leak": 0.07460379382246174, "replacement": 0.1170309130102396} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.2882659435272217, "loss_scale": 4.0, "retries": 0, "seconds": 339.0, "max_memory_gb": 18.05, "pair": 0.11954505047469866, "sign": 0.026371281855972484, "keep": 0.10932232033334799, "leak": 0.11588579975068569, "replacement": 0.21636330103501678} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.288846015930176, "loss_scale": 4.0, "retries": 0, "seconds": 340.5, "max_memory_gb": 18.05, "pair": 0.24217404780210927, "sign": 0.1435554903873708, "keep": 0.0029362575005507097, "leak": 0.8829655373701826, "replacement": 0.5361612997949123} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.8792948722839355, "loss_scale": 4.0, "retries": 0, "seconds": 342.0, "max_memory_gb": 18.05, "pair": 0.049714072651113383, "sign": 0.0073540545054129325, "keep": 0.014807828818362623, "leak": 0.5455567166209221, "replacement": 0.197184196440503} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 32.584476470947266, "loss_scale": 4.0, "retries": 0, "seconds": 343.6, "max_memory_gb": 18.05, "pair": 0.49626863235607743, "sign": 0.07272684450435918, "keep": 0.012281545933547022, "leak": 0.7144278958439827, "replacement": 0.7173797823488712} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 4.006748199462891, "loss_scale": 4.0, "retries": 0, "seconds": 345.1, "max_memory_gb": 18.05, "pair": 0.052689091113279574, "sign": 0.016718877574021462, "keep": 0.004319827712436108, "leak": 0.38500850288255606, "replacement": 0.15946056484244764} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.401803493499756, "loss_scale": 4.0, "retries": 0, "seconds": 346.6, "max_memory_gb": 18.05, "pair": 0.022119314351584762, "sign": 0.004245997901307419, "keep": 0.0023281067039988557, "leak": 1.2318150436040014, "replacement": 0.3333601215854287} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 7.899168491363525, "loss_scale": 4.0, "retries": 0, "seconds": 348.2, "max_memory_gb": 18.05, "pair": 0.06625965563580394, "sign": 0.02371921864687465, "keep": 0.9104997938411543, "leak": 0.8230518996715546, "replacement": 0.7391321510076523} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.8171701431274414, "loss_scale": 4.0, "retries": 0, "seconds": 349.7, "max_memory_gb": 18.05, "pair": 0.04464696034483495, "sign": 0.005349595092411619, "keep": 0.04073427330786217, "leak": 0.03633503023593221, "replacement": 0.07677265373058617} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.068180561065674, "loss_scale": 4.0, "retries": 0, "seconds": 351.2, "max_memory_gb": 18.05, "pair": 0.05566966917831451, "sign": 0.032676574657671154, "keep": 0.0011759671124309534, "leak": 0.3537598440889269, "replacement": 0.1610358962789178} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.545722961425781, "loss_scale": 4.0, "retries": 0, "seconds": 352.8, "max_memory_gb": 18.05, "pair": 0.05724337778701738, "sign": 0.027463917693239637, "keep": 0.04337750055128353, "leak": 0.962693490087986, "replacement": 0.3333374634385109} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 38.7280387878418, "loss_scale": 4.0, "retries": 0, "seconds": 354.3, "max_memory_gb": 18.05, "pair": 0.4849815231282264, "sign": 0.4302042063791305, "keep": 0.8622032972015177, "leak": 0.6133827357552946, "replacement": 1.2845309413969517} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.9339141845703125, "loss_scale": 4.0, "retries": 0, "seconds": 355.8, "max_memory_gb": 18.05, "pair": 0.2221044922771398, "sign": 0.556205162902188, "keep": 0.0352267597044289, "leak": 0.43321918696165085, "replacement": 0.6261252416588832} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 4.7081403732299805, "loss_scale": 4.0, "retries": 0, "seconds": 357.3, "max_memory_gb": 18.05, "pair": 0.06785409059375525, "sign": 0.010156473756069317, "keep": 0.015734337008325383, "leak": 1.2123212739825249, "replacement": 0.38387981429696083} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 4.127506732940674, "loss_scale": 4.0, "retries": 0, "seconds": 358.8, "max_memory_gb": 18.05, "pair": 0.04995157697703689, "sign": 0.0030713542946614325, "keep": 0.002443377539748326, "leak": 0.752613365650177, "replacement": 0.24086228385567665} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.1897926330566406, "loss_scale": 4.0, "retries": 0, "seconds": 360.4, "max_memory_gb": 18.05, "pair": 0.04527570863137953, "sign": 0.012409431219566613, "keep": 0.013441483683436672, "leak": 0.4551220022258349, "replacement": 0.171981668099761} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 27.623754501342773, "loss_scale": 4.0, "retries": 0, "seconds": 361.9, "max_memory_gb": 18.05, "pair": 0.7305415166774765, "sign": 0.5100118396076141, "keep": 0.8544356748680002, "leak": 0.523085530847311, "replacement": 1.5435367154423147} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.360429286956787, "loss_scale": 4.0, "retries": 0, "seconds": 363.4, "max_memory_gb": 18.05, "pair": 0.1258609157302999, "sign": 0.038851805264130235, "keep": 0.003187264929692901, "leak": 0.04513708222657442, "replacement": 0.15816472785081714} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 16.556394577026367, "loss_scale": 4.0, "retries": 0, "seconds": 365.0, "max_memory_gb": 18.05, "pair": 0.3068564909044653, "sign": 0.4348624087870121, "keep": 0.30119304990506635, "leak": 1.3445116207003593, "replacement": 1.0110120461322367} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 2.3085885047912598, "loss_scale": 4.0, "retries": 0, "seconds": 366.5, "max_memory_gb": 18.05, "pair": 0.11124069453217089, "sign": 0.009476193779846653, "keep": 0.015781349153257906, "leak": 0.058090709848329425, "replacement": 0.1383921466767788} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 5.42587423324585, "loss_scale": 4.0, "retries": 0, "seconds": 368.0, "max_memory_gb": 18.05, "pair": 0.22817216627299786, "sign": 0.5646900120191276, "keep": 0.20694235549299833, "leak": 0.2895402726717293, "replacement": 0.6863734051585197} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.1560094356536865, "loss_scale": 4.0, "retries": 0, "seconds": 369.5, "max_memory_gb": 18.05, "pair": 0.20268250163644552, "sign": 0.29267228121170774, "keep": 0.11349422857165337, "leak": 0.04224518654518761, "replacement": 0.4163270527496934} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 12.106417655944824, "loss_scale": 4.0, "retries": 0, "seconds": 371.1, "max_memory_gb": 18.05, "pair": 0.43011534766992554, "sign": 0.33156265249999706, "keep": 0.11613505098512178, "leak": 0.03294846721770739, "replacement": 0.6622012839652598} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.413933038711548, "loss_scale": 4.0, "retries": 0, "seconds": 372.5, "max_memory_gb": 18.05, "pair": 0.11599620280321687, "sign": 0.02610513163381256, "keep": 0.002726206233319317, "leak": 0.48385614156728707, "replacement": 0.2513758971472271} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.3569122552871704, "loss_scale": 4.0, "retries": 0, "seconds": 374.1, "max_memory_gb": 18.05, "pair": 0.08226544898934662, "sign": 0.012898658605990931, "keep": 0.00930293705459917, "leak": 0.18811742821708322, "replacement": 0.14039560593664646} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 5.673520088195801, "loss_scale": 4.0, "retries": 0, "seconds": 375.6, "max_memory_gb": 18.05, "pair": 0.18864006828516722, "sign": 0.07258017268031836, "keep": 0.026715814594354015, "leak": 0.23909887066110969, "replacement": 0.2980627864599228} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 19.455360412597656, "loss_scale": 4.0, "retries": 0, "seconds": 377.1, "max_memory_gb": 18.05, "pair": 0.3314781002700329, "sign": 0.2695332197472453, "keep": 0.6065383681561798, "leak": 0.4076583683490753, "replacement": 0.8714284971356392} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.6721560955047607, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 18.05, "pair": 0.07418897983734496, "sign": 0.0029703990585403517, "keep": 0.002881181258999277, "leak": 0.06267637776909396, "replacement": 0.09278387017548084} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 17.237751007080078, "loss_scale": 4.0, "retries": 0, "seconds": 380.3, "max_memory_gb": 18.05, "pair": 0.10057524267176632, "sign": 0.009568115485308226, "keep": 0.47280441151812624, "leak": 0.24739335221238434, "replacement": 0.40360982716083527} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 3.0892438888549805, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 18.05, "pair": 0.15984818246215582, "sign": 0.02210235019447282, "keep": 0.02558503038380877, "leak": 0.7086519417352974, "replacement": 0.3608548603951931} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.659898042678833, "loss_scale": 4.0, "retries": 0, "seconds": 383.4, "max_memory_gb": 18.05, "pair": 0.16915307100862265, "sign": 0.07091109198518097, "keep": 0.021909792150836438, "leak": 0.3015801524743438, "replacement": 0.29095855727791786} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.7281696796417236, "loss_scale": 4.0, "retries": 0, "seconds": 384.9, "max_memory_gb": 18.05, "pair": 0.0699040344406967, "sign": 0.011223074106965214, "keep": 0.02788585261123444, "leak": 0.43261093087494373, "replacement": 0.19761123601347208} diff --git a/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..732366d278dce0b01a5092106fc1b63519015d2e --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8107_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.27.mlp.down_proj": 144, + "model.language_model.layers.27.mlp.gate_proj": 144, + "model.language_model.layers.27.mlp.up_proj": 144, + "model.language_model.layers.27.self_attn.k_proj": 144, + "model.language_model.layers.27.self_attn.o_proj": 144, + "model.language_model.layers.27.self_attn.q_proj": 144, + "model.language_model.layers.27.self_attn.v_proj": 144, + "model.language_model.layers.30.mlp.down_proj": 144, + "model.language_model.layers.30.mlp.gate_proj": 144, + "model.language_model.layers.30.mlp.up_proj": 144, + "model.language_model.layers.30.self_attn.k_proj": 144, + "model.language_model.layers.30.self_attn.o_proj": 144, + "model.language_model.layers.30.self_attn.q_proj": 144, + "model.language_model.layers.30.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.27.mlp.down_proj": 72, + "model.language_model.layers.27.mlp.gate_proj": 72, + "model.language_model.layers.27.mlp.up_proj": 72, + "model.language_model.layers.27.self_attn.k_proj": 72, + "model.language_model.layers.27.self_attn.o_proj": 72, + "model.language_model.layers.27.self_attn.q_proj": 72, + "model.language_model.layers.27.self_attn.v_proj": 72, + "model.language_model.layers.30.mlp.down_proj": 72, + "model.language_model.layers.30.mlp.gate_proj": 72, + "model.language_model.layers.30.mlp.up_proj": 72, + "model.language_model.layers.30.self_attn.k_proj": 72, + "model.language_model.layers.30.self_attn.o_proj": 72, + "model.language_model.layers.30.self_attn.q_proj": 72, + "model.language_model.layers.30.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.27.self_attn.o_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.30.mlp.up_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.27.mlp.down_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.27.self_attn.q_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.30.self_attn.q_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.30.self_attn.o_proj", + "model.language_model.layers.30.self_attn.v_proj", + "model.language_model.layers.30.mlp.gate_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.27.mlp.up_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.27.self_attn.k_proj", + "model.language_model.layers.30.mlp.down_proj", + "model.language_model.layers.30.self_attn.k_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.27.mlp.gate_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.27.self_attn.v_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.23.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8107_s13/config.json b/runs/fixed_internvl/replacement/Random8_8107_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b97561dd363bdf51711d068436cc427cab55c873 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8107_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8107", + "layers": [ + 1, + 2, + 5, + 13, + 18, + 23, + 27, + 30 + ], + "ranks": { + "1": 72, + "2": 72, + "5": 72, + "13": 72, + "18": 72, + "23": 72, + "27": 72, + "30": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8107_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8107_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b5857e832e6f7782262264f5833851afdd9e3b65 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8107_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 8.753311157226562, "loss_scale": 4.0, "retries": 0, "seconds": 1.9, "max_memory_gb": 17.78, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 9.296248435974121, "loss_scale": 4.0, "retries": 0, "seconds": 3.8, "max_memory_gb": 18.12, "pair": 1.0942910611629486, "sign": 0.18021325068548322, "keep": 1.3635405177774373, "leak": 6.77644641768893e-05, "replacement": 1.8661849200725555} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 18.554534912109375, "loss_scale": 4.0, "retries": 0, "seconds": 5.4, "max_memory_gb": 18.12, "pair": 1.0793547928333282, "sign": 0.11415314301848412, "keep": 1.9728164225816727, "leak": 0.0002951295900857076, "replacement": 2.1229133009910583} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.624455451965332, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 18.12, "pair": 1.0258007049560547, "sign": 0.03709449293091893, "keep": 0.6698131881857989, "leak": 0.006138515193015337, "replacement": 1.380789190530777} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 6.303992748260498, "loss_scale": 4.0, "retries": 0, "seconds": 8.9, "max_memory_gb": 18.12, "pair": 1.0191390216350555, "sign": 0.11375557305291295, "keep": 0.022007726216543233, "leak": 0.005827806515299017, "replacement": 1.0884776711463928} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 7.453598976135254, "loss_scale": 4.0, "retries": 0, "seconds": 10.5, "max_memory_gb": 18.12, "pair": 0.9628213495016098, "sign": 0.18705949001014233, "keep": 0.40474274870939553, "leak": 0.016869688622364265, "replacement": 1.262939840555191} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.292483329772949, "loss_scale": 4.0, "retries": 0, "seconds": 12.3, "max_memory_gb": 18.12, "pair": 0.7797494828701019, "sign": 0.08238034485839307, "keep": 0.5253055525245145, "leak": 0.16207674145698547, "replacement": 1.1241115927696228} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.6813788414001465, "loss_scale": 4.0, "retries": 0, "seconds": 13.9, "max_memory_gb": 18.12, "pair": 0.6565632000565529, "sign": 0.18501526268664747, "keep": 0.23031918704509735, "leak": 0.2556572472676635, "replacement": 0.9281447231769562} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 24.1099910736084, "loss_scale": 4.0, "retries": 0, "seconds": 15.6, "max_memory_gb": 18.12, "pair": 0.7622179836034775, "sign": 0.5930201613809913, "keep": 0.4932476244866848, "leak": 0.15773216634988785, "replacement": 1.3447849228978157} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.9903900623321533, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.12, "pair": 0.4313775897026062, "sign": 0.051920681493356824, "keep": 0.007561942271422595, "leak": 0.6874496042728424, "replacement": 0.6329813078045845} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 3.4366230964660645, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 18.12, "pair": 0.3305943161249161, "sign": 0.16897936630994081, "keep": 0.022218422174773877, "leak": 1.1473821625113487, "replacement": 0.713038757443428} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.7944185733795166, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 18.12, "pair": 0.23192201182246208, "sign": 0.034724660334177315, "keep": 0.019018818236872903, "leak": 1.1479919031262398, "replacement": 0.545791745185852} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.2325439453125, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 18.12, "pair": 0.16123014874756336, "sign": 0.021647760411724448, "keep": 0.012490612670262635, "leak": 1.9079621359705925, "replacement": 0.6552898660302162} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.115755558013916, "loss_scale": 4.0, "retries": 0, "seconds": 24.0, "max_memory_gb": 18.12, "pair": 0.22743154503405094, "sign": 0.12115232972428203, "keep": 0.19908028817735612, "leak": 1.4304719120264053, "replacement": 0.7451658099889755} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.893646240234375, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 18.12, "pair": 0.31173818185925484, "sign": 0.20588021288858727, "keep": 0.017202032135855916, "leak": 1.3208138942718506, "replacement": 0.7534827888011932} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 3.9270684719085693, "loss_scale": 4.0, "retries": 0, "seconds": 27.4, "max_memory_gb": 18.12, "pair": 0.31920694932341576, "sign": 0.22081017773598433, "keep": 0.01082557474001078, "leak": 0.659024640917778, "replacement": 0.5997809767723083} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 23.17325782775879, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 18.12, "pair": 0.3577605374157429, "sign": 0.5226948936469853, "keep": 0.09095525383600034, "leak": 0.49015582352876663, "replacement": 0.7871245518326759} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.4181721210479736, "loss_scale": 4.0, "retries": 0, "seconds": 30.7, "max_memory_gb": 18.13, "pair": 0.3974366784095764, "sign": 0.13658031052909791, "keep": 0.027393446711357683, "leak": 0.5062836203724146, "replacement": 0.6059944480657578} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.716433525085449, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 18.13, "pair": 0.28015451692044735, "sign": 0.01809980219695717, "keep": 0.016239289034274407, "leak": 1.843326412141323, "replacement": 0.7581556513905525} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 6.695157051086426, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 18.13, "pair": 0.4497254267334938, "sign": 0.010523676872253418, "keep": 0.0016022494201024529, "leak": 0.10585327632725239, "replacement": 0.48225170373916626} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.492717742919922, "loss_scale": 4.0, "retries": 0, "seconds": 35.8, "max_memory_gb": 18.13, "pair": 0.32682982459664345, "sign": 0.01397276361240074, "keep": 0.001960573223186657, "leak": 0.8124428992159665, "replacement": 0.5379072055220604} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.181003093719482, "loss_scale": 4.0, "retries": 0, "seconds": 37.5, "max_memory_gb": 18.13, "pair": 0.3777266666293144, "sign": 0.03377132792957127, "keep": 0.022276888332271483, "leak": 0.4537233244627714, "replacement": 0.5191816091537476} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.964024066925049, "loss_scale": 4.0, "retries": 0, "seconds": 39.2, "max_memory_gb": 18.13, "pair": 0.1384458728134632, "sign": 0.00807352107949555, "keep": 0.0035239713706687326, "leak": 1.3556232526898384, "replacement": 0.4831504411995411} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.603193998336792, "loss_scale": 4.0, "retries": 0, "seconds": 40.9, "max_memory_gb": 18.13, "pair": 0.14697374776005745, "sign": 0.005335276364348829, "keep": 0.006022179208230227, "leak": 1.3673585653305054, "replacement": 0.4944921135902405} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.200761556625366, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 18.13, "pair": 0.25784960947930813, "sign": 0.07568008179077879, "keep": 0.5756956372733839, "leak": 0.5171534270048141, "replacement": 0.7128258384764194} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.0936148166656494, "loss_scale": 4.0, "retries": 0, "seconds": 44.2, "max_memory_gb": 18.13, "pair": 0.21800227835774422, "sign": 0.03631869808305055, "keep": 0.018123104455298744, "leak": 0.7397261392325163, "replacement": 0.4301547259092331} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.509718179702759, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 18.13, "pair": 0.2861783541738987, "sign": 0.14153486501891166, "keep": 0.1249179107890086, "leak": 0.39636923186481, "replacement": 0.5184970460832119} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 7.22247314453125, "loss_scale": 4.0, "retries": 0, "seconds": 47.6, "max_memory_gb": 18.13, "pair": 0.32956355111673474, "sign": 0.13983962242491543, "keep": 0.33519081654958427, "leak": 1.2339588701725006, "replacement": 0.8755685091018677} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 28.893150329589844, "loss_scale": 4.0, "retries": 0, "seconds": 49.2, "max_memory_gb": 18.13, "pair": 0.9177040802314878, "sign": 1.2317341468296945, "keep": 1.3873645256826421, "leak": 3.8802873641252518, "replacement": 3.1973253712058067} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.9963436126708984, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 18.13, "pair": 0.10098424053285271, "sign": 0.0033588596706977114, "keep": 0.010249591519709611, "leak": 0.7132495865225792, "replacement": 0.2861008644104004} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 30.845394134521484, "loss_scale": 4.0, "retries": 0, "seconds": 52.7, "max_memory_gb": 18.13, "pair": 1.5727177858352661, "sign": 0.7994371626991779, "keep": 1.4395903720578644, "leak": 4.303756207227707, "replacement": 3.7681707590818405} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.4215354919433594, "loss_scale": 4.0, "retries": 0, "seconds": 54.3, "max_memory_gb": 18.13, "pair": 0.3670616112649441, "sign": 0.10555589717114344, "keep": 0.006268595432629809, "leak": 0.8990078791975975, "replacement": 0.647725835442543} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 15.503124237060547, "loss_scale": 4.0, "retries": 0, "seconds": 56.1, "max_memory_gb": 18.13, "pair": 0.436697281897068, "sign": 0.4809948636684567, "keep": 0.6838742401450872, "leak": 0.9799117902293801, "replacement": 1.2641098499298096} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 1.9681496620178223, "loss_scale": 4.0, "retries": 0, "seconds": 57.7, "max_memory_gb": 18.13, "pair": 0.19302660366520286, "sign": 0.013586072833277285, "keep": 0.0049540449126652675, "leak": 0.43802905455231667, "replacement": 0.3118039146065712} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.0745224952697754, "loss_scale": 4.0, "retries": 0, "seconds": 59.4, "max_memory_gb": 18.13, "pair": 0.19797641225159168, "sign": 0.011760483495891094, "keep": 0.002231033871339605, "leak": 0.8102906420826912, "replacement": 0.4075448252260685} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 6.228200435638428, "loss_scale": 4.0, "retries": 0, "seconds": 61.0, "max_memory_gb": 18.13, "pair": 0.2579959146678448, "sign": 0.03625656268559396, "keep": 0.27608982879610267, "leak": 0.8911497290246189, "replacement": 0.6369565576314926} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 2.597452163696289, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 18.13, "pair": 0.28730621188879013, "sign": 0.09576123947044834, "keep": 0.18092975672334433, "leak": 0.2363993371836841, "replacement": 0.48475154489278793} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 1.8320350646972656, "loss_scale": 4.0, "retries": 0, "seconds": 64.4, "max_memory_gb": 18.13, "pair": 0.22111340798437595, "sign": 0.05293625150807202, "keep": 0.03179316874593496, "leak": 0.3811657540500164, "replacement": 0.3587695583701134} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.490196704864502, "loss_scale": 4.0, "retries": 0, "seconds": 66.0, "max_memory_gb": 18.13, "pair": 0.3150830417871475, "sign": 1.1008078227750957, "keep": 0.08986842860349498, "leak": 0.16793720657005906, "replacement": 0.95240543410182} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.2087936401367188, "loss_scale": 4.0, "retries": 0, "seconds": 67.6, "max_memory_gb": 18.13, "pair": 0.11134495842270553, "sign": 0.00622302753617987, "keep": 0.008262321298388997, "leak": 0.36539395339787006, "replacement": 0.20993612334132195} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 15.051193237304688, "loss_scale": 4.0, "retries": 0, "seconds": 69.3, "max_memory_gb": 18.13, "pair": 0.44693520851433277, "sign": 1.3086827360093594, "keep": 2.1721328505082056, "leak": 2.5201320871710777, "replacement": 2.817376025021076} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.220731258392334, "loss_scale": 4.0, "retries": 0, "seconds": 71.0, "max_memory_gb": 18.13, "pair": 0.13852577982470393, "sign": 0.012646156421396881, "keep": 0.00228425201146365, "leak": 0.6869295462965965, "replacement": 0.31772338040173054} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.7414268255233765, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 18.13, "pair": 0.10327633237466216, "sign": 0.04844249621964991, "keep": 0.0017326529596175533, "leak": 0.33253546711057425, "replacement": 0.21149776875972748} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.7647199630737305, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 18.13, "pair": 0.04234320763498545, "sign": 0.010035814600996673, "keep": 0.022810008179476426, "leak": 0.7664590254426003, "replacement": 0.25038087368011475} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 16.422800064086914, "loss_scale": 4.0, "retries": 0, "seconds": 75.9, "max_memory_gb": 18.13, "pair": 0.3442409378476441, "sign": 0.5524555441224948, "keep": 2.0084729690133827, "leak": 0.804781386628747, "replacement": 1.8259004997089505} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 5.394521236419678, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 18.13, "pair": 0.24539131484925747, "sign": 0.18413684907136485, "keep": 0.17840500827878714, "leak": 0.12314288876950741, "replacement": 0.45744794607162476} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 1.9208394289016724, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 18.13, "pair": 0.11132186139002442, "sign": 0.04000204196199775, "keep": 0.010088040009577526, "leak": 0.1481636264361441, "replacement": 0.17340781167149544} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.72361159324646, "loss_scale": 4.0, "retries": 0, "seconds": 81.0, "max_memory_gb": 18.13, "pair": 0.06374298175796866, "sign": 0.00593612008378841, "keep": 0.006134419905720279, "leak": 0.2438066005706787, "replacement": 0.13072990253567696} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.520876884460449, "loss_scale": 4.0, "retries": 0, "seconds": 82.9, "max_memory_gb": 18.13, "pair": 0.07887406717054546, "sign": 0.01967249042354524, "keep": 0.01965549861324689, "leak": 1.5351238250732422, "replacement": 0.48231901228427887} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.9142303466796875, "loss_scale": 4.0, "retries": 0, "seconds": 84.5, "max_memory_gb": 18.13, "pair": 0.08290967205539346, "sign": 0.02002341073239222, "keep": 0.2094862469139116, "leak": 0.39976089750416577, "replacement": 0.29760473407804966} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 10.597405433654785, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 18.13, "pair": 0.149168754927814, "sign": 0.01759896703879349, "keep": 0.771119568289123, "leak": 0.3727284480119124, "replacement": 0.6367101334035397} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.239800453186035, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 18.13, "pair": 0.24364634323865175, "sign": 0.18472166266292334, "keep": 0.035514621224137954, "leak": 0.61390664242208, "replacement": 0.5072411298751831} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.640109062194824, "loss_scale": 4.0, "retries": 0, "seconds": 89.5, "max_memory_gb": 18.13, "pair": 0.1405232772231102, "sign": 0.06237140519078821, "keep": 0.1253322886186652, "leak": 1.140377757139504, "replacement": 0.5194695591926575} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.432255744934082, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 18.13, "pair": 0.16906333062797785, "sign": 0.02737749059451744, "keep": 0.017649035988142714, "leak": 1.0817479081451893, "replacement": 0.4620135612785816} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.3137136697769165, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 18.13, "pair": 0.0686223073862493, "sign": 0.003181817941367626, "keep": 0.006184129041457709, "leak": 0.190149812027812, "replacement": 0.1208427376113832} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.0106894969940186, "loss_scale": 4.0, "retries": 0, "seconds": 94.5, "max_memory_gb": 18.13, "pair": 0.15986894443631172, "sign": 0.010709740570746362, "keep": 0.039215798024088144, "leak": 0.4239025032147765, "replacement": 0.2908073402941227} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.9157958030700684, "loss_scale": 4.0, "retries": 0, "seconds": 96.1, "max_memory_gb": 18.13, "pair": 0.09183054402819835, "sign": 0.031159162525000283, "keep": 0.0067822113523448024, "leak": 0.37082657823339105, "replacement": 0.20350787602365017} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 8.105667114257812, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 18.13, "pair": 0.006000987668812741, "sign": 0.00173342737252824, "keep": 0.0017234683573406073, "leak": 1.3145536594092846, "replacement": 0.3363678492605686} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 6.356498718261719, "loss_scale": 4.0, "retries": 0, "seconds": 99.6, "max_memory_gb": 18.13, "pair": 0.20506273073260672, "sign": 0.04489633826597128, "keep": 0.10588687714152911, "leak": 0.847282598277161, "replacement": 0.4922749884426594} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.692667007446289, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 18.13, "pair": 0.15417072945274413, "sign": 0.007192447723355144, "keep": 0.09360414501315972, "leak": 2.9009715809952468, "replacement": 0.9298119312152267} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 13.971671104431152, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 18.13, "pair": 0.28723030164837837, "sign": 0.2698731229174882, "keep": 0.07972452879766934, "leak": 2.160443498985842, "replacement": 1.0021400153636932} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.9035521745681763, "loss_scale": 4.0, "retries": 0, "seconds": 104.6, "max_memory_gb": 18.13, "pair": 0.06366889295168221, "sign": 0.013202680391259491, "keep": 0.012249395356775494, "leak": 0.23906230926513672, "replacement": 0.13616051152348518} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.426433086395264, "loss_scale": 4.0, "retries": 0, "seconds": 106.4, "max_memory_gb": 18.13, "pair": 0.414174975361675, "sign": 0.10879363480489701, "keep": 0.05962539497704711, "leak": 0.1847901568398811, "replacement": 0.5445820409804583} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.287065505981445, "loss_scale": 4.0, "retries": 0, "seconds": 108.0, "max_memory_gb": 18.13, "pair": 0.3204623553901911, "sign": 0.016599793918430805, "keep": 0.016674495534971356, "leak": 0.14387617353349924, "replacement": 0.3730685506016016} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.2877488136291504, "loss_scale": 4.0, "retries": 0, "seconds": 109.7, "max_memory_gb": 18.13, "pair": 0.17583871819078922, "sign": 0.05996365856844932, "keep": 0.15678949188441038, "leak": 0.3019160209223628, "replacement": 0.35969430208206177} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.723580837249756, "loss_scale": 4.0, "retries": 0, "seconds": 111.4, "max_memory_gb": 18.13, "pair": 0.10097877564840019, "sign": 0.10608320323808584, "keep": 0.2843465964251646, "leak": 0.3600283903069794, "replacement": 0.38620076701045036} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 6.435415744781494, "loss_scale": 4.0, "retries": 0, "seconds": 113.0, "max_memory_gb": 18.13, "pair": 0.023676441749557853, "sign": 0.005516258010175079, "keep": 0.009828094853219227, "leak": 0.9510543569922447, "replacement": 0.2691122069954872} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.8035025596618652, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 18.13, "pair": 0.07360630834591575, "sign": 0.008232424239395186, "keep": 0.0013667295129948798, "leak": 0.4166954909451306, "replacement": 0.18257975950837135} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 9.427684783935547, "loss_scale": 4.0, "retries": 0, "seconds": 116.5, "max_memory_gb": 18.13, "pair": 0.6587666280101985, "sign": 0.8145129254553467, "keep": 1.2078536290837292, "leak": 0.8962990790606113, "replacement": 1.8940246254205704} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 3.928663492202759, "loss_scale": 4.0, "retries": 0, "seconds": 118.1, "max_memory_gb": 18.13, "pair": 0.28659374825656414, "sign": 0.041038243914954364, "keep": 0.0017662270984146744, "leak": 0.6113988645374775, "replacement": 0.46084568090736866} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.5068062543869019, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 18.13, "pair": 0.0755577475647442, "sign": 0.007085162156727165, "keep": 0.016479461617564084, "leak": 0.16264697536826134, "replacement": 0.12800180353224277} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.297286033630371, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 18.13, "pair": 0.17723317723721266, "sign": 0.22895582628552802, "keep": 0.010708056506700814, "leak": 0.7288308963179588, "replacement": 0.47927284613251686} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.693464756011963, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 18.13, "pair": 0.07241491926833987, "sign": 0.0574977048963774, "keep": 0.4438299142902906, "leak": 0.39189838618040085, "replacement": 0.4210533411242068} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 4.394107341766357, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 18.13, "pair": 0.2663861502769578, "sign": 0.15713311453146162, "keep": 0.06734453758554082, "leak": 0.17781963909510523, "replacement": 0.4230798911303282} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.70643949508667, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 18.13, "pair": 0.5250970963388681, "sign": 0.5501142441062257, "keep": 1.080123265273869, "leak": 0.10022112645674497, "replacement": 1.3652711231261492} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 8.485316276550293, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 18.13, "pair": 0.033964883303269744, "sign": 0.006285893032327294, "keep": 0.005026115785426555, "leak": 1.68459099996835, "replacement": 0.4607686512172222} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 1.9487591981887817, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 18.13, "pair": 0.20289113000035286, "sign": 0.0076755001791752875, "keep": 0.004171095042693196, "leak": 0.21519757062196732, "replacement": 0.26261381432414055} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.8864786624908447, "loss_scale": 4.0, "retries": 0, "seconds": 131.1, "max_memory_gb": 18.13, "pair": 0.060617691022343934, "sign": 0.08424209733493626, "keep": 0.0007036511478872853, "leak": 0.15705061051994562, "replacement": 0.14235321432352066} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 8.210760116577148, "loss_scale": 4.0, "retries": 0, "seconds": 132.7, "max_memory_gb": 18.13, "pair": 0.02863243098545354, "sign": 0.006529830890940502, "keep": 0.003285535899522074, "leak": 2.1602443802403286, "replacement": 0.5736012128763832} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 4.131096839904785, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 18.13, "pair": 0.16255359502974898, "sign": 0.04172885007574223, "keep": 0.011346429208046516, "leak": 0.8324475809931755, "replacement": 0.39720312133431435} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.473867416381836, "loss_scale": 4.0, "retries": 0, "seconds": 136.0, "max_memory_gb": 18.13, "pair": 0.18321699160151184, "sign": 0.026862398604862392, "keep": 0.13480883347801864, "leak": 1.2105349376797676, "replacement": 0.5666863322257996} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 9.833562850952148, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 18.13, "pair": 0.4991084448993206, "sign": 0.7146130753681064, "keep": 0.01821574693894945, "leak": 0.15657326206564903, "replacement": 0.9046661891043186} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.2010324001312256, "loss_scale": 4.0, "retries": 0, "seconds": 139.2, "max_memory_gb": 18.13, "pair": 0.2700638819951564, "sign": 0.018120610795449466, "keep": 0.18646287158480845, "leak": 0.18103758292272687, "replacement": 0.41761502996087074} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.016481876373291, "loss_scale": 4.0, "retries": 0, "seconds": 140.8, "max_memory_gb": 18.13, "pair": 0.06295829778537154, "sign": 0.011006323380570393, "keep": 0.005161341266330055, "leak": 0.2140428649727255, "replacement": 0.1245528468862176} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 3.094146966934204, "loss_scale": 4.0, "retries": 0, "seconds": 142.4, "max_memory_gb": 18.13, "pair": 0.0039559054566780105, "sign": 0.0020549821310851257, "keep": 0.0003097690106983464, "leak": 0.5181546974927187, "replacement": 0.13467695693543646} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.136770248413086, "loss_scale": 4.0, "retries": 0, "seconds": 144.1, "max_memory_gb": 18.13, "pair": 0.14823405630886555, "sign": 0.13913189340382814, "keep": 0.042186157894320786, "leak": 0.15690773888491094, "replacement": 0.2781200148165226} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.273083448410034, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 18.13, "pair": 0.0961682004854083, "sign": 0.04747990530449897, "keep": 0.004563488764688373, "leak": 0.5189308635890484, "replacement": 0.25192262418568134} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 17.64650535583496, "loss_scale": 4.0, "retries": 0, "seconds": 147.2, "max_memory_gb": 18.13, "pair": 0.24187566388172854, "sign": 0.39041043725956115, "keep": 0.2854421731824459, "leak": 0.946308808401227, "replacement": 0.8163791820406914} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 5.121112823486328, "loss_scale": 4.0, "retries": 0, "seconds": 148.9, "max_memory_gb": 18.13, "pair": 0.09797043795697391, "sign": 0.046609992343292106, "keep": 0.007567009421563853, "leak": 0.3190427114563761, "replacement": 0.20481961872428656} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.225628137588501, "loss_scale": 4.0, "retries": 0, "seconds": 150.4, "max_memory_gb": 18.13, "pair": 0.1547364117577672, "sign": 0.01989855180727318, "keep": 0.007321401033550501, "leak": 0.1355182396946475, "replacement": 0.20222595147788525} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 36.481475830078125, "loss_scale": 4.0, "retries": 0, "seconds": 152.1, "max_memory_gb": 18.13, "pair": 0.5875549484044313, "sign": 0.47694168891757727, "keep": 1.080265043899999, "leak": 2.850765734910965, "replacement": 2.0788497291505337} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 14.518194198608398, "loss_scale": 4.0, "retries": 0, "seconds": 153.7, "max_memory_gb": 18.13, "pair": 0.19249808531458257, "sign": 0.7726146022541798, "keep": 1.1180036787611698, "leak": 0.1491980308564962, "replacement": 1.175106787122786} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.232884407043457, "loss_scale": 4.0, "retries": 0, "seconds": 155.3, "max_memory_gb": 18.13, "pair": 0.030702598101925105, "sign": 0.008301088630105369, "keep": 0.006574156082933769, "leak": 0.766100138425827, "replacement": 0.22966525331139565} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.463885545730591, "loss_scale": 4.0, "retries": 0, "seconds": 157.0, "max_memory_gb": 18.13, "pair": 0.057978360913693905, "sign": 0.006990079826209694, "keep": 0.06101563620904926, "leak": 0.9974434077739716, "replacement": 0.341342069208622} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 10.895017623901367, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 18.13, "pair": 0.20875112852081656, "sign": 0.3543466353439726, "keep": 1.4637026864802465, "leak": 0.5440312661230564, "replacement": 1.2537835873663425} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 6.5076117515563965, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 18.13, "pair": 0.20161264669150114, "sign": 0.08311595546547323, "keep": 1.062136971799191, "leak": 0.17081963160308078, "replacement": 0.8169440105557442} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.4731428623199463, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 18.13, "pair": 0.05287071852944791, "sign": 0.006593888392671943, "keep": 0.01959675228863489, "leak": 0.5184309934265912, "replacement": 0.19557378953322768} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.382190704345703, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 18.13, "pair": 0.19297710745740915, "sign": 0.07993783164420165, "keep": 0.08600658358500368, "leak": 0.681478736223653, "replacement": 0.446318976348266} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.7409987449646, "loss_scale": 4.0, "retries": 0, "seconds": 165.2, "max_memory_gb": 18.13, "pair": 0.30458398842893075, "sign": 0.6255742694338551, "keep": 0.003456534607892081, "leak": 3.232223331811838, "replacement": 1.427155231765937} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 8.309646606445312, "loss_scale": 4.0, "retries": 0, "seconds": 166.9, "max_memory_gb": 18.13, "pair": 0.6709699183702469, "sign": 1.077265112893656, "keep": 0.07841941842343658, "leak": 1.2629454357083887, "replacement": 1.5645485930144787} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.4847052097320557, "loss_scale": 4.0, "retries": 0, "seconds": 168.5, "max_memory_gb": 18.13, "pair": 0.1646779992734082, "sign": 0.005639547802275047, "keep": 0.003445377413299866, "leak": 0.7982946038246155, "replacement": 0.36879411712288857} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 4.029551029205322, "loss_scale": 4.0, "retries": 0, "seconds": 170.1, "max_memory_gb": 18.13, "pair": 0.1519470219500363, "sign": 0.010066535789519548, "keep": 0.02728105743881315, "leak": 0.7865003461483866, "replacement": 0.3672459125518799} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.2615966796875, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.13, "pair": 0.07566577009856701, "sign": 0.008577215892728418, "keep": 0.004943650448240078, "leak": 2.761252999305725, "replacement": 0.7727394849061966} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.519334316253662, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 18.13, "pair": 0.11427697213366628, "sign": 0.034236512321513146, "keep": 0.0021255104074953124, "leak": 0.30810215417295694, "replacement": 0.2094835201278329} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.804115295410156, "loss_scale": 4.0, "retries": 0, "seconds": 175.1, "max_memory_gb": 18.13, "pair": 0.4470212981104851, "sign": 0.02197940764017403, "keep": 0.04431047756224871, "leak": 0.9629475735127926, "replacement": 0.7209031358361244} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.8452489376068115, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 18.13, "pair": 0.17666305741295218, "sign": 0.027159857796505094, "keep": 0.009029093867866322, "leak": 0.8233556728810072, "replacement": 0.40059646032750607} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.84510612487793, "loss_scale": 4.0, "retries": 0, "seconds": 178.3, "max_memory_gb": 18.13, "pair": 0.10556034103501588, "sign": 0.17927759549638722, "keep": 0.16314993795782584, "leak": 0.6972264759242535, "replacement": 0.45108073204755783} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 16.73260498046875, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.13, "pair": 0.5453062276355922, "sign": 0.04555191835970618, "keep": 0.1778855276052127, "leak": 1.5357672674581409, "replacement": 1.0409667877247557} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 15.210458755493164, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 18.13, "pair": 0.5406090132892132, "sign": 0.18709644419141114, "keep": 0.24262268282473087, "leak": 0.39798528142273426, "replacement": 0.85496486723423} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 13.474283218383789, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.13, "pair": 0.18806711211800575, "sign": 0.04549073101952672, "keep": 0.09514726779889315, "leak": 5.43421623203939, "replacement": 1.6169401183724403} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.632405281066895, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 18.13, "pair": 0.20854702265933156, "sign": 0.8933357508503832, "keep": 0.0013207516753936943, "leak": 0.4310915730893612, "replacement": 0.7636481672525406} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.6229498386383057, "loss_scale": 4.0, "retries": 0, "seconds": 186.7, "max_memory_gb": 18.13, "pair": 0.20901363622397184, "sign": 0.009809259499888867, "keep": 0.0024511274677934125, "leak": 0.41992172598838806, "replacement": 0.3201242610812187} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 1.9843226671218872, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 18.13, "pair": 0.15057474095374346, "sign": 0.015512202400714159, "keep": 0.005201231091632508, "leak": 0.343299867026019, "replacement": 0.24675642885267735} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.7527406215667725, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 18.13, "pair": 0.14933558367192745, "sign": 0.025573196820914745, "keep": 0.009898744523525238, "leak": 0.30795975180808455, "replacement": 0.24406148865818977} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 3.066739082336426, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 18.13, "pair": 0.21579704619944096, "sign": 0.012053578742779791, "keep": 0.0030491874167637434, "leak": 0.3091921266168356, "replacement": 0.30064645782113075} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 8.210188865661621, "loss_scale": 4.0, "retries": 0, "seconds": 193.5, "max_memory_gb": 18.13, "pair": 0.14648669864982367, "sign": 0.5262844382377807, "keep": 0.5731825464442863, "leak": 0.20732254144968465, "replacement": 0.7480507893487811} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 6.948197841644287, "loss_scale": 4.0, "retries": 0, "seconds": 195.2, "max_memory_gb": 18.13, "pair": 0.08993839891627431, "sign": 0.049529763105965685, "keep": 0.3744943384135695, "leak": 0.9905561357736588, "replacement": 0.5495894961059093} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 7.446446895599365, "loss_scale": 4.0, "retries": 0, "seconds": 196.9, "max_memory_gb": 18.13, "pair": 0.23403421342663933, "sign": 0.45209025556687266, "keep": 0.726832195759016, "leak": 0.49845632165670395, "replacement": 0.9481095615774393} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.3086210489273071, "loss_scale": 4.0, "retries": 0, "seconds": 198.6, "max_memory_gb": 18.13, "pair": 0.08289900310046505, "sign": 0.11246690687403316, "keep": 0.005725049175794084, "leak": 0.14355399133637547, "replacement": 0.17788348020985723} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 10.326807975769043, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 18.13, "pair": 0.2608870748663321, "sign": 0.804490582406288, "keep": 1.5833292908791918, "leak": 0.5194220878183842, "replacement": 1.5846525952219963} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 6.60395622253418, "loss_scale": 4.0, "retries": 0, "seconds": 201.9, "max_memory_gb": 18.13, "pair": 0.3339984801132232, "sign": 0.3090154687233735, "keep": 0.12841653847087287, "leak": 0.1331553477793932, "replacement": 0.5860033128410578} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 7.995887756347656, "loss_scale": 4.0, "retries": 0, "seconds": 203.6, "max_memory_gb": 18.13, "pair": 0.28858680912526324, "sign": 0.12669338413979858, "keep": 0.13829745390034986, "leak": 0.8892804831266403, "replacement": 0.6434023603796959} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.866805553436279, "loss_scale": 4.0, "retries": 0, "seconds": 205.3, "max_memory_gb": 18.13, "pair": 0.31393035081964626, "sign": 1.1631512056919746, "keep": 0.017063422084902413, "leak": 1.486473560333252, "replacement": 1.2756560817360878} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.983412265777588, "loss_scale": 4.0, "retries": 0, "seconds": 207.0, "max_memory_gb": 18.13, "pair": 0.3527775090187788, "sign": 0.6148450550390407, "keep": 2.209296922414069, "leak": 0.6713982360543014, "replacement": 1.9326979964971542} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.361275672912598, "loss_scale": 4.0, "retries": 0, "seconds": 208.9, "max_memory_gb": 18.13, "pair": 0.12436719916877337, "sign": 0.18579734840022866, "keep": 0.15035713506654247, "leak": 1.6034670600201935, "replacement": 0.6933112107217312} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 12.307641983032227, "loss_scale": 4.0, "retries": 0, "seconds": 210.7, "max_memory_gb": 18.13, "pair": 0.5887126964516938, "sign": 0.539510734641226, "keep": 1.5636952242348343, "leak": 1.5504166829923633, "replacement": 2.02791977673769} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.94925594329834, "loss_scale": 4.0, "retries": 0, "seconds": 212.5, "max_memory_gb": 18.13, "pair": 0.059232168132439256, "sign": 0.005881653545657173, "keep": 0.01744194454386161, "leak": 0.589940806850791, "replacement": 0.21837916504591703} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 7.45250129699707, "loss_scale": 4.0, "retries": 0, "seconds": 214.6, "max_memory_gb": 18.13, "pair": 0.08946703560650349, "sign": 0.701305509719532, "keep": 0.30474727813270874, "leak": 0.42115994496271014, "replacement": 0.6977833984419703} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.4639689922332764, "loss_scale": 4.0, "retries": 0, "seconds": 216.4, "max_memory_gb": 18.13, "pair": 0.12151323910802603, "sign": 0.08013925765408203, "keep": 0.1129785047378391, "leak": 0.6114244721684372, "replacement": 0.3709282148629427} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 8.556634902954102, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 18.13, "pair": 0.08963098609820008, "sign": 0.8582694620126858, "keep": 0.05081969352613669, "leak": 0.3264492880553007, "replacement": 0.6257878560572863} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 27.121496200561523, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 18.13, "pair": 0.39850212982855737, "sign": 0.6640122374519706, "keep": 1.2040848102910786, "leak": 2.075752303004265, "replacement": 1.851488720625639} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.324355125427246, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 18.13, "pair": 0.07951088005211204, "sign": 0.010152184608159587, "keep": 0.6731965763810877, "leak": 0.9490157244727015, "replacement": 0.6584392189979553} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.569931983947754, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 18.13, "pair": 0.5356459561735392, "sign": 0.6121817964594811, "keep": 1.0923224166035652, "leak": 0.3126737485290505, "replacement": 1.4660664051771164} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.07175874710083, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 18.13, "pair": 0.16649952408624813, "sign": 0.3159738977847155, "keep": 0.5760812609462391, "leak": 0.31289034336805344, "replacement": 0.6907497318461537} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.797734498977661, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 18.13, "pair": 0.20259546488523483, "sign": 0.011281176877673715, "keep": 0.058484147215494886, "leak": 0.02324506817421934, "replacement": 0.24328939616680145} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.729368686676025, "loss_scale": 4.0, "retries": 0, "seconds": 228.4, "max_memory_gb": 18.13, "pair": 0.20758006162941456, "sign": 0.4108657040633261, "keep": 0.09444918282679282, "leak": 0.42106654960662127, "replacement": 0.565504115074873} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 4.601048469543457, "loss_scale": 4.0, "retries": 0, "seconds": 230.1, "max_memory_gb": 18.13, "pair": 0.23979707900434732, "sign": 0.020560454402584583, "keep": 0.011315632844343781, "leak": 0.32798140856903046, "replacement": 0.3377304822206497} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.5400218963623047, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 18.13, "pair": 0.11889956053346395, "sign": 0.022082603070884943, "keep": 0.03920531808398664, "leak": 0.44009078573435545, "replacement": 0.25956620648503304} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 7.242130756378174, "loss_scale": 4.0, "retries": 0, "seconds": 233.6, "max_memory_gb": 18.13, "pair": 0.20267539471387863, "sign": 0.31697300710948184, "keep": 0.007698459201492369, "leak": 0.8539678324013948, "replacement": 0.5785030871629715} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.0940420627593994, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 18.13, "pair": 0.12622288521379232, "sign": 0.009791705320822075, "keep": 0.008168002328602597, "leak": 0.29013906326144934, "replacement": 0.2077375054359436} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.4217510223388672, "loss_scale": 4.0, "retries": 0, "seconds": 236.9, "max_memory_gb": 18.13, "pair": 0.14964384492486715, "sign": 0.15334595649619587, "keep": 0.0031875067070359364, "leak": 0.044891230507346336, "replacement": 0.2391333943232894} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 7.114642143249512, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 18.13, "pair": 0.1826190771535039, "sign": 0.3201263617957011, "keep": 0.11702447682910133, "leak": 0.2822109702974558, "replacement": 0.4717472493648529} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 13.051403045654297, "loss_scale": 4.0, "retries": 0, "seconds": 240.2, "max_memory_gb": 18.13, "pair": 0.361811180744553, "sign": 0.2104709550185362, "keep": 0.7592301962820898, "leak": 0.5185915380716324, "replacement": 0.9763096575625241} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 6.528921604156494, "loss_scale": 4.0, "retries": 0, "seconds": 241.9, "max_memory_gb": 18.13, "pair": 0.14795249712187797, "sign": 0.41547275648918003, "keep": 0.024364598064494203, "leak": 0.41127902502194047, "replacement": 0.4706909595988691} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.8248884677886963, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 18.13, "pair": 0.10069816367467865, "sign": 0.005439564563857857, "keep": 0.00433639435391342, "leak": 0.9263826124370098, "replacement": 0.33718179585412145} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.595308303833008, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 18.13, "pair": 0.08013016800396144, "sign": 0.020060415205080062, "keep": 0.004252048195667157, "leak": 0.6822548191994429, "replacement": 0.26285010669380426} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 9.581686019897461, "loss_scale": 4.0, "retries": 0, "seconds": 247.0, "max_memory_gb": 18.13, "pair": 0.36979455314576626, "sign": 1.2647262911777943, "keep": 1.6268362886858085, "leak": 2.6873747296631336, "replacement": 2.4874196238815784} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.4276177883148193, "loss_scale": 4.0, "retries": 0, "seconds": 248.6, "max_memory_gb": 18.13, "pair": 0.034857589434977854, "sign": 0.006216092864633538, "keep": 0.0006811632370045118, "leak": 0.5431496640667319, "replacement": 0.17409364040941} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.9282004833221436, "loss_scale": 4.0, "retries": 0, "seconds": 250.2, "max_memory_gb": 18.13, "pair": 0.09016355860512704, "sign": 0.01829017500858754, "keep": 0.004927050790229259, "leak": 0.5819086395204067, "replacement": 0.24724933854304254} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.093308687210083, "loss_scale": 4.0, "retries": 0, "seconds": 252.0, "max_memory_gb": 18.13, "pair": 0.18777315691113472, "sign": 0.08749021522817202, "keep": 0.10676025063730776, "leak": 0.7591118364362046, "replacement": 0.47467635571956635} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.3943047523498535, "loss_scale": 4.0, "retries": 0, "seconds": 253.6, "max_memory_gb": 18.13, "pair": 0.09686847077682614, "sign": 0.01761885269661434, "keep": 0.003923336746083805, "leak": 0.1727451658807695, "replacement": 0.15082585718482733} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.6278488636016846, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 18.13, "pair": 0.14390374906361103, "sign": 0.0047911908477544785, "keep": 0.021577504820925242, "leak": 0.11237320554209873, "replacement": 0.1851813979446888} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.3405704498291016, "loss_scale": 4.0, "retries": 0, "seconds": 257.0, "max_memory_gb": 18.13, "pair": 0.14845278408029117, "sign": 0.005049992803833447, "keep": 0.006871799579812432, "leak": 0.4387066513299942, "replacement": 0.2640903424471617} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.8842313289642334, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 18.13, "pair": 0.1574597411090508, "sign": 0.006052305630873889, "keep": 0.06062950659543276, "leak": 0.8439942061086185, "replacement": 0.40179918706417084} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.9572584629058838, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 18.13, "pair": 0.1306019675976131, "sign": 0.005686998716555536, "keep": 0.6724107308320413, "leak": 0.3415975980460644, "replacement": 0.5550502353580669} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 15.076449394226074, "loss_scale": 4.0, "retries": 0, "seconds": 262.0, "max_memory_gb": 18.13, "pair": 0.46695266661117785, "sign": 0.00557160766038578, "keep": 0.02171673672171437, "leak": 0.3814553041011095, "replacement": 0.5759606652427465} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 11.029704093933105, "loss_scale": 4.0, "retries": 0, "seconds": 263.6, "max_memory_gb": 18.13, "pair": 0.034339228295721114, "sign": 0.786765348049812, "keep": 0.002028854636591859, "leak": 2.454716225154698, "replacement": 1.0424154046922922} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 6.5748610496521, "loss_scale": 4.0, "retries": 0, "seconds": 265.2, "max_memory_gb": 18.13, "pair": 0.1946065118536353, "sign": 0.3325243213912472, "keep": 0.4988933747881674, "leak": 0.5122504107130226, "replacement": 0.7383779627270997} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.8990412950515747, "loss_scale": 4.0, "retries": 0, "seconds": 267.0, "max_memory_gb": 18.13, "pair": 0.0585569126997143, "sign": 0.0026757492450997233, "keep": 0.008049722232044587, "leak": 0.29511719942092896, "replacement": 0.1376989483833313} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 5.562903881072998, "loss_scale": 4.0, "retries": 0, "seconds": 268.6, "max_memory_gb": 18.13, "pair": 0.1532777154352516, "sign": 0.09327132979524322, "keep": 0.3874827735708095, "leak": 0.17731328960508108, "replacement": 0.43798309564590454} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.6622424125671387, "loss_scale": 4.0, "retries": 0, "seconds": 270.2, "max_memory_gb": 18.13, "pair": 0.13456872518872842, "sign": 0.08246121293632314, "keep": 0.05455339618231392, "leak": 0.6073964731767774, "replacement": 0.35492514725774527} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.6720669269561768, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 18.13, "pair": 0.01271243195515126, "sign": 0.004146165527345147, "keep": 0.10961001510031565, "leak": 0.5696209930902114, "replacement": 0.2119957720860839} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 21.57296371459961, "loss_scale": 4.0, "retries": 0, "seconds": 273.5, "max_memory_gb": 18.13, "pair": 0.3537443205714226, "sign": 0.5047160713002086, "keep": 1.1117703748168424, "leak": 0.805075278505683, "replacement": 1.3632563911378384} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 11.877931594848633, "loss_scale": 4.0, "retries": 0, "seconds": 275.2, "max_memory_gb": 18.13, "pair": 0.3940612953156233, "sign": 0.3139777612523176, "keep": 0.05391048424644396, "leak": 0.09741850616410375, "replacement": 0.6023600418120623} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.722570538520813, "loss_scale": 4.0, "retries": 0, "seconds": 276.9, "max_memory_gb": 18.13, "pair": 0.04050819226540625, "sign": 0.007853738963603973, "keep": 0.00044463105859904317, "leak": 0.05516628942859825, "replacement": 0.058448949828743935} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 26.4444637298584, "loss_scale": 4.0, "retries": 0, "seconds": 278.6, "max_memory_gb": 18.13, "pair": 0.9537058079149574, "sign": 1.019214125117287, "keep": 1.7211246883380227, "leak": 1.7628323193639517, "replacement": 2.7645832262933254} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 6.495494365692139, "loss_scale": 4.0, "retries": 0, "seconds": 280.3, "max_memory_gb": 18.13, "pair": 0.08264827635139227, "sign": 0.02392769092693925, "keep": 0.03976832833723165, "leak": 2.0182223357260227, "replacement": 0.6190518625080585} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.4907121658325195, "loss_scale": 4.0, "retries": 0, "seconds": 281.9, "max_memory_gb": 18.13, "pair": 0.06380372314015403, "sign": 0.005751314354711212, "keep": 0.045118615502360626, "leak": 0.6553537494494321, "replacement": 0.25307712610810995} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.1165378093719482, "loss_scale": 4.0, "retries": 0, "seconds": 283.5, "max_memory_gb": 18.13, "pair": 0.1391397276893258, "sign": 0.08690678840503097, "keep": 0.19397681538248435, "leak": 0.4577966993674636, "replacement": 0.39403069764375687} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.664423942565918, "loss_scale": 4.0, "retries": 0, "seconds": 285.3, "max_memory_gb": 18.13, "pair": 0.10536416177637875, "sign": 0.003057508569327183, "keep": 0.004700936106019071, "leak": 2.6354561900698172, "replacement": 0.7681074221618474} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.228878974914551, "loss_scale": 4.0, "retries": 0, "seconds": 286.9, "max_memory_gb": 18.13, "pair": 0.05379663172789151, "sign": 0.03826960566584603, "keep": 0.14447559831694434, "leak": 0.30626735277746775, "replacement": 0.22173607745207846} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.1615185737609863, "loss_scale": 4.0, "retries": 0, "seconds": 288.5, "max_memory_gb": 18.13, "pair": 0.08673313772305846, "sign": 0.001964736031368375, "keep": 0.008605204639025033, "leak": 0.7028210340067744, "replacement": 0.26772335916757584} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.706527233123779, "loss_scale": 4.0, "retries": 0, "seconds": 290.2, "max_memory_gb": 18.13, "pair": 0.12065482576144859, "sign": 0.13056273289839737, "keep": 0.14574187464313582, "leak": 1.029403138672933, "replacement": 0.5161579330451787} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.117190361022949, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 18.13, "pair": 0.06405343237202032, "sign": 0.0065033058417611755, "keep": 0.023173114670413497, "leak": 1.4804290876490995, "replacement": 0.44899892434477806} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 5.973521709442139, "loss_scale": 4.0, "retries": 0, "seconds": 293.4, "max_memory_gb": 18.13, "pair": 0.22541773226112127, "sign": 0.2354960913071409, "keep": 0.3782878965139389, "leak": 0.41589944837323856, "replacement": 0.6362845879048109} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.2135448455810547, "loss_scale": 4.0, "retries": 0, "seconds": 295.2, "max_memory_gb": 18.13, "pair": 0.09195697167888284, "sign": 0.012072721088770777, "keep": 0.009483989066211507, "leak": 0.21233493089675903, "replacement": 0.15581906400620937} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.7393221855163574, "loss_scale": 4.0, "retries": 0, "seconds": 296.8, "max_memory_gb": 18.13, "pair": 0.12506549173849635, "sign": 0.1688634312886279, "keep": 0.007738931918424896, "leak": 0.33521585166454315, "replacement": 0.29717063158750534} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.7404444217681885, "loss_scale": 4.0, "retries": 0, "seconds": 298.4, "max_memory_gb": 18.13, "pair": 0.038742175936931744, "sign": 0.0219789619295625, "keep": 0.14484587556944462, "leak": 0.3480244679376483, "replacement": 0.20916070882230997} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 5.257923126220703, "loss_scale": 4.0, "retries": 0, "seconds": 300.1, "max_memory_gb": 18.13, "pair": 0.5687634850619361, "sign": 0.5211056859698147, "keep": 0.6144361784656667, "leak": 0.05239323468413204, "replacement": 1.1496327249333262} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.7142431735992432, "loss_scale": 4.0, "retries": 0, "seconds": 301.6, "max_memory_gb": 18.13, "pair": 0.18595436587929726, "sign": 0.027608176227658987, "keep": 0.04225840431172401, "leak": 0.3847716338932514, "replacement": 0.3170805536210537} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.4080464839935303, "loss_scale": 4.0, "retries": 0, "seconds": 303.3, "max_memory_gb": 18.13, "pair": 0.0816911495057866, "sign": 0.00785065011586994, "keep": 0.011860606668051332, "leak": 0.6074085608124733, "replacement": 0.24339891504496336} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 19.71648597717285, "loss_scale": 4.0, "retries": 0, "seconds": 304.9, "max_memory_gb": 18.13, "pair": 0.36855574258152046, "sign": 0.4019204046926461, "keep": 0.01260229997501483, "leak": 3.5066017359495163, "replacement": 1.4524675151333213} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.3711280822753906, "loss_scale": 4.0, "retries": 0, "seconds": 306.5, "max_memory_gb": 18.13, "pair": 0.09024970914470032, "sign": 0.0034206584241474047, "keep": 0.0033900262719726015, "leak": 0.5558180079096928, "replacement": 0.23260956024751067} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.172630786895752, "loss_scale": 4.0, "retries": 0, "seconds": 308.4, "max_memory_gb": 18.13, "pair": 0.10838826419785619, "sign": 0.0038356149379978888, "keep": 0.0023565964588669885, "leak": 0.7824317300692201, "replacement": 0.3070923041086644} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.4349253177642822, "loss_scale": 4.0, "retries": 0, "seconds": 310.0, "max_memory_gb": 18.13, "pair": 0.050639422377571464, "sign": 0.00965647645352874, "keep": 0.031212599686114118, "leak": 0.22952130995690823, "replacement": 0.12845428846776485} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 6.92997407913208, "loss_scale": 4.0, "retries": 0, "seconds": 311.6, "max_memory_gb": 18.13, "pair": 0.15129131703724852, "sign": 0.01864692192611983, "keep": 0.4360310257848141, "leak": 0.18334820354357362, "replacement": 0.42446732614189386} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.5656843185424805, "loss_scale": 4.0, "retries": 0, "seconds": 313.4, "max_memory_gb": 18.13, "pair": 0.23493369296193123, "sign": 0.009294283227063715, "keep": 0.36241055019490886, "leak": 0.2452798243612051, "replacement": 0.4821060597896576} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.823558330535889, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 18.13, "pair": 0.438346974842716, "sign": 0.7500501654430991, "keep": 0.7503394919058337, "leak": 0.0629822937771678, "replacement": 1.2042874055332504} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 19.705018997192383, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 18.13, "pair": 0.11768288514576852, "sign": 0.9098751037381589, "keep": 1.9265458467416465, "leak": 2.8660248182713985, "replacement": 2.2523996867239475} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.8690476417541504, "loss_scale": 4.0, "retries": 0, "seconds": 318.3, "max_memory_gb": 18.13, "pair": 0.04921074723824859, "sign": 0.004239284025970846, "keep": 0.0032400698109995574, "leak": 0.5732642002403736, "replacement": 0.19626647839322686} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 33.116886138916016, "loss_scale": 4.0, "retries": 0, "seconds": 319.9, "max_memory_gb": 18.13, "pair": 0.7246186011470854, "sign": 0.7824217430315912, "keep": 1.4640837087899854, "leak": 2.930836749379523, "replacement": 2.5805804822593927} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.5821492671966553, "loss_scale": 4.0, "retries": 0, "seconds": 321.6, "max_memory_gb": 18.13, "pair": 0.34656587056815624, "sign": 0.4671958457911387, "keep": 1.1947613935917616, "leak": 0.20371053693816066, "replacement": 1.2284720921888947} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.4159557819366455, "loss_scale": 4.0, "retries": 0, "seconds": 323.3, "max_memory_gb": 18.13, "pair": 0.1344160773733165, "sign": 0.018425719790684525, "keep": 0.009204949341437896, "leak": 0.758153261618645, "replacement": 0.337769729012507} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 6.910487174987793, "loss_scale": 4.0, "retries": 0, "seconds": 324.9, "max_memory_gb": 18.13, "pair": 0.20695140294265002, "sign": 0.178313642332796, "keep": 0.07574605486294672, "leak": 0.22773623654029507, "replacement": 0.3909153379499912} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 17.22507667541504, "loss_scale": 4.0, "retries": 0, "seconds": 326.7, "max_memory_gb": 18.13, "pair": 0.05478727392619476, "sign": 0.0197828856180422, "keep": 0.0026883741811616346, "leak": 3.0927010318264365, "replacement": 0.839198175817728} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 7.315155506134033, "loss_scale": 4.0, "retries": 0, "seconds": 328.3, "max_memory_gb": 18.13, "pair": 0.0956626592669636, "sign": 0.005478487262735143, "keep": 0.003457318406503873, "leak": 1.9566872753202915, "replacement": 0.5893023889511824} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.560957670211792, "loss_scale": 4.0, "retries": 0, "seconds": 330.0, "max_memory_gb": 18.13, "pair": 0.08644762844778597, "sign": 0.018861708522308618, "keep": 0.0023046176211209968, "leak": 0.4221839926321991, "replacement": 0.20257678907364607} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.7131505012512207, "loss_scale": 4.0, "retries": 0, "seconds": 331.8, "max_memory_gb": 18.13, "pair": 0.09627985232509673, "sign": 0.052109101437963545, "keep": 0.08655114741122816, "leak": 0.5666034268215299, "replacement": 0.3072608411312103} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.455211639404297, "loss_scale": 4.0, "retries": 0, "seconds": 333.4, "max_memory_gb": 18.13, "pair": 0.06621979043120518, "sign": 0.03142485952412244, "keep": 0.5107978952801204, "leak": 0.4840008928440511, "replacement": 0.4583313837647438} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.44339656829834, "loss_scale": 4.0, "retries": 0, "seconds": 335.0, "max_memory_gb": 18.13, "pair": 0.23392903292551637, "sign": 0.33536039595492184, "keep": 1.208252694850671, "leak": 0.2640465668810066, "replacement": 1.0717472676187754} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 11.095913887023926, "loss_scale": 4.0, "retries": 0, "seconds": 336.8, "max_memory_gb": 18.13, "pair": 0.30202817916870117, "sign": 0.38972096983343363, "keep": 0.5260420333361253, "leak": 0.3609550055116415, "replacement": 0.8501484654843807} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 9.701369285583496, "loss_scale": 4.0, "retries": 0, "seconds": 338.4, "max_memory_gb": 18.13, "pair": 0.057347969617694616, "sign": 0.005754803249146789, "keep": 0.0019952076541756014, "leak": 4.406283837073715, "replacement": 1.1627939860336483} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.8837852478027344, "loss_scale": 4.0, "retries": 0, "seconds": 340.0, "max_memory_gb": 18.13, "pair": 0.1090660747140646, "sign": 0.0478497221483849, "keep": 0.09092945046722889, "leak": 0.1602953146211803, "replacement": 0.21852947771549225} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.4118058681488037, "loss_scale": 4.0, "retries": 0, "seconds": 341.7, "max_memory_gb": 18.13, "pair": 0.2807888947427273, "sign": 0.014948102179914713, "keep": 0.0337968886597082, "leak": 0.35421993350610137, "replacement": 0.39371637627482414} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.2713401317596436, "loss_scale": 4.0, "retries": 0, "seconds": 343.3, "max_memory_gb": 18.13, "pair": 0.09765599423553795, "sign": 0.0036921374849043787, "keep": 0.0011637785501079634, "leak": 0.16965373139828444, "replacement": 0.142497381195426} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.3155457973480225, "loss_scale": 4.0, "retries": 0, "seconds": 345.1, "max_memory_gb": 18.13, "pair": 0.18932859401684254, "sign": 0.005191211515921168, "keep": 0.010132188675072484, "leak": 0.3011228935793042, "replacement": 0.2722710184752941} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.7966927289962769, "loss_scale": 4.0, "retries": 0, "seconds": 346.7, "max_memory_gb": 18.13, "pair": 0.16248170487233438, "sign": 0.1277346562637831, "keep": 0.07515638734298591, "leak": 0.437354784226045, "replacement": 0.37326592206954956} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.1351213455200195, "loss_scale": 4.0, "retries": 0, "seconds": 348.3, "max_memory_gb": 18.13, "pair": 0.0891558100702241, "sign": 0.003988602067693137, "keep": 0.008842461508550059, "leak": 0.26192514243302867, "replacement": 0.16105262748897076} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 8.712888717651367, "loss_scale": 4.0, "retries": 0, "seconds": 350.1, "max_memory_gb": 18.13, "pair": 0.5180489448830485, "sign": 0.46474577780463733, "keep": 0.6150968171714339, "leak": 0.38484736485406756, "replacement": 1.1541821099817753} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 8.898972511291504, "loss_scale": 4.0, "retries": 0, "seconds": 351.7, "max_memory_gb": 18.13, "pair": 0.3464814471080899, "sign": 0.5905335368588567, "keep": 2.1337629549666417, "leak": 3.0841713898116723, "replacement": 2.4796726247295737} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.254323720932007, "loss_scale": 4.0, "retries": 0, "seconds": 353.4, "max_memory_gb": 18.13, "pair": 0.4131900523789227, "sign": 0.2572439049836248, "keep": 0.12731340620666742, "leak": 0.2749223270220682, "replacement": 0.674199293833226} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 7.6537041664123535, "loss_scale": 4.0, "retries": 0, "seconds": 355.2, "max_memory_gb": 18.13, "pair": 0.3087462577968836, "sign": 0.1593822380527854, "keep": 0.052294893423095345, "leak": 0.44557637779507786, "replacement": 0.5259789228439331} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.123744964599609, "loss_scale": 4.0, "retries": 0, "seconds": 356.9, "max_memory_gb": 18.13, "pair": 0.336746659129858, "sign": 0.3324239198118448, "keep": 0.4625226404368732, "leak": 0.6642599832266569, "replacement": 0.9002849478274584} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.031917572021484, "loss_scale": 4.0, "retries": 0, "seconds": 358.7, "max_memory_gb": 18.13, "pair": 0.3331046036328189, "sign": 0.4028780471999198, "keep": 1.0945497020948096, "leak": 0.06364674586802721, "replacement": 1.0977301360107958} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 11.195394515991211, "loss_scale": 4.0, "retries": 0, "seconds": 360.7, "max_memory_gb": 18.13, "pair": 0.35441541052932735, "sign": 0.8701467133214464, "keep": 2.048302776848459, "leak": 0.42136386409401894, "replacement": 1.9189811230171472} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.2656939029693604, "loss_scale": 4.0, "retries": 0, "seconds": 362.4, "max_memory_gb": 18.13, "pair": 0.06448762363288552, "sign": 0.020896718342555687, "keep": 0.00409369451153907, "leak": 1.1593494962435216, "replacement": 0.3668202143162489} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.2314658164978027, "loss_scale": 4.0, "retries": 0, "seconds": 363.9, "max_memory_gb": 18.13, "pair": 0.12164956715423614, "sign": 0.002455212757922709, "keep": 0.0009214558122039307, "leak": 0.040510963066481054, "replacement": 0.13346565049141645} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 7.835453510284424, "loss_scale": 4.0, "retries": 0, "seconds": 365.6, "max_memory_gb": 18.13, "pair": 0.28539205342531204, "sign": 0.5801927354186773, "keep": 0.1421879713943781, "leak": 0.44537168671377003, "replacement": 0.7579253539443016} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.9428977966308594, "loss_scale": 4.0, "retries": 0, "seconds": 367.2, "max_memory_gb": 18.13, "pair": 0.09761158656328917, "sign": 0.06867686536861584, "keep": 0.0037329712467908394, "leak": 0.0724429301917553, "replacement": 0.15192723460495472} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.0071892738342285, "loss_scale": 4.0, "retries": 0, "seconds": 369.0, "max_memory_gb": 18.13, "pair": 0.15849023617920466, "sign": 0.029911255885963328, "keep": 0.12101079827823469, "leak": 0.05979657801799476, "replacement": 0.24890041258186102} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.187901735305786, "loss_scale": 4.0, "retries": 0, "seconds": 370.6, "max_memory_gb": 18.13, "pair": 0.28070392343215644, "sign": 0.13779442480881698, "keep": 0.003727110190084204, "leak": 0.559796987567097, "replacement": 0.4914139360189438} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.47777259349823, "loss_scale": 4.0, "retries": 0, "seconds": 372.2, "max_memory_gb": 18.13, "pair": 0.08971073472639546, "sign": 0.009371311811264604, "keep": 0.012772100160418631, "leak": 0.2606802898226306, "replacement": 0.16595251444960013} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 15.452485084533691, "loss_scale": 4.0, "retries": 0, "seconds": 373.9, "max_memory_gb": 18.13, "pair": 0.4066948456456885, "sign": 0.08161341703817016, "keep": 0.02468915421559359, "leak": 0.48917555436491966, "replacement": 0.582140015438199} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.0970733165740967, "loss_scale": 4.0, "retries": 0, "seconds": 375.6, "max_memory_gb": 18.13, "pair": 0.06255905877333134, "sign": 0.018010175735980738, "keep": 0.004538011154963328, "leak": 0.49173264880664647, "replacement": 0.19676631782203913} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.311957359313965, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 18.13, "pair": 0.03702851905836724, "sign": 0.005059452552814037, "keep": 0.0027105775308200464, "leak": 1.7092774794436991, "replacement": 0.46823290921747684} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 5.044878959655762, "loss_scale": 4.0, "retries": 0, "seconds": 378.9, "max_memory_gb": 18.13, "pair": 0.07279443717561662, "sign": 0.024173825135221705, "keep": 0.8237221047893399, "leak": 0.7265706211328506, "replacement": 0.6783850323408842} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.0927491188049316, "loss_scale": 4.0, "retries": 0, "seconds": 380.5, "max_memory_gb": 18.13, "pair": 0.03940985554800136, "sign": 0.004174398265604395, "keep": 0.022893985540576978, "leak": 0.013174903288017958, "replacement": 0.056237773736938834} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.2512643337249756, "loss_scale": 4.0, "retries": 0, "seconds": 382.1, "max_memory_gb": 18.13, "pair": 0.05404955521225929, "sign": 0.028656033624429256, "keep": 0.0009046129835041938, "leak": 0.2133520973584382, "replacement": 0.12216790136881173} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 4.486897945404053, "loss_scale": 4.0, "retries": 0, "seconds": 383.9, "max_memory_gb": 18.13, "pair": 0.09246513558900915, "sign": 0.03253959865833167, "keep": 0.06743005008308955, "leak": 0.8955776318907738, "replacement": 0.3663443773984909} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 26.216630935668945, "loss_scale": 4.0, "retries": 0, "seconds": 385.5, "max_memory_gb": 18.13, "pair": 0.4265562033979222, "sign": 0.39441418717615306, "keep": 0.8687457349101351, "leak": 0.7840679436922073, "replacement": 1.254153210669756} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 2.8943657875061035, "loss_scale": 4.0, "retries": 0, "seconds": 387.0, "max_memory_gb": 18.13, "pair": 0.21957160625606775, "sign": 0.5303956670832122, "keep": 0.028404283787722306, "leak": 0.39920033141970634, "replacement": 0.5987716645468026} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.6421608924865723, "loss_scale": 4.0, "retries": 0, "seconds": 388.8, "max_memory_gb": 18.13, "pair": 0.07862869277596474, "sign": 0.008506381826009601, "keep": 0.013224774214904755, "leak": 0.9268491454422474, "replacement": 0.32120656222105026} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.614095687866211, "loss_scale": 4.0, "retries": 0, "seconds": 390.4, "max_memory_gb": 18.13, "pair": 0.05413104989565909, "sign": 0.003532608359819278, "keep": 0.003048839105758816, "leak": 0.5869683064520359, "replacement": 0.204163852147758} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.266183376312256, "loss_scale": 4.0, "retries": 0, "seconds": 392.0, "max_memory_gb": 18.13, "pair": 0.04705002668197267, "sign": 0.012020045978715643, "keep": 0.050099139802796344, "leak": 0.502465414814651, "replacement": 0.20372597902314737} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 17.798219680786133, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 18.13, "pair": 0.7512625711970031, "sign": 0.5258742343721678, "keep": 0.907401601226411, "leak": 0.631366309011355, "replacement": 1.6257421830669045} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.6990314722061157, "loss_scale": 4.0, "retries": 0, "seconds": 395.4, "max_memory_gb": 18.13, "pair": 0.11886184895411134, "sign": 0.03999796471907757, "keep": 0.0024672216386534274, "leak": 0.03410260123291664, "replacement": 0.14862008788622916} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 10.95685863494873, "loss_scale": 4.0, "retries": 0, "seconds": 397.0, "max_memory_gb": 18.13, "pair": 0.2655782853253186, "sign": 0.39353177323937416, "keep": 0.25891243948706233, "leak": 1.576349101960659, "replacement": 0.9858876634389162} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.096228003501892, "loss_scale": 4.0, "retries": 0, "seconds": 398.6, "max_memory_gb": 18.13, "pair": 0.06980778567958623, "sign": 0.00994740187888965, "keep": 0.024727782467380166, "leak": 0.10824758033777471, "replacement": 0.11420727148652077} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.870755195617676, "loss_scale": 4.0, "retries": 0, "seconds": 400.2, "max_memory_gb": 18.13, "pair": 0.26082538813352585, "sign": 0.6697196890600026, "keep": 0.17052535386750378, "leak": 0.26519470708444715, "replacement": 0.747246578335762} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.6217424869537354, "loss_scale": 4.0, "retries": 0, "seconds": 401.9, "max_memory_gb": 18.13, "pair": 0.19365592394024134, "sign": 0.25921542491414584, "keep": 0.09834033786501095, "leak": 0.05007533822208643, "replacement": 0.38495264016091824} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.909126281738281, "loss_scale": 4.0, "retries": 0, "seconds": 403.6, "max_memory_gb": 18.13, "pair": 0.3607671592908446, "sign": 0.328627453516674, "keep": 0.1094726655201157, "leak": 0.07153489394113421, "replacement": 0.5977008969639428} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.9146651029586792, "loss_scale": 4.0, "retries": 0, "seconds": 405.2, "max_memory_gb": 18.13, "pair": 0.09029245970305055, "sign": 0.02546937536681071, "keep": 0.0022443514912993123, "leak": 0.6582119762897491, "replacement": 0.2687023119069636} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.9516837000846863, "loss_scale": 4.0, "retries": 0, "seconds": 407.0, "max_memory_gb": 18.13, "pair": 0.07043009274639189, "sign": 0.01400153806025628, "keep": 0.008013244230824057, "leak": 0.10960622134734876, "replacement": 0.10883904062211514} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.414193630218506, "loss_scale": 4.0, "retries": 0, "seconds": 408.6, "max_memory_gb": 18.13, "pair": 0.2853224938735366, "sign": 0.1398540809750557, "keep": 0.018856834707548842, "leak": 0.23094924073666334, "replacement": 0.42241527512669563} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 7.275213718414307, "loss_scale": 4.0, "retries": 0, "seconds": 410.2, "max_memory_gb": 18.13, "pair": 0.36854103952646255, "sign": 0.2856080140918493, "keep": 0.5808510655770078, "leak": 0.2232712535187602, "replacement": 0.8575884103775024} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9507004022598267, "loss_scale": 4.0, "retries": 0, "seconds": 411.9, "max_memory_gb": 18.13, "pair": 0.06037345575168729, "sign": 0.0027087325288448483, "keep": 0.001992895200601197, "leak": 0.021611571311950684, "replacement": 0.06812716042622924} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 6.425538063049316, "loss_scale": 4.0, "retries": 0, "seconds": 413.6, "max_memory_gb": 18.13, "pair": 0.06659768741519656, "sign": 0.007506110727263149, "keep": 0.21712335527990234, "leak": 0.4911194145679474, "replacement": 0.30169227346777916} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.045363187789917, "loss_scale": 4.0, "retries": 0, "seconds": 415.3, "max_memory_gb": 18.13, "pair": 0.15723033715039492, "sign": 0.021639987593516707, "keep": 0.024545563381252578, "leak": 0.6111975071453344, "replacement": 0.33312249183654785} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.0228166580200195, "loss_scale": 4.0, "retries": 0, "seconds": 416.9, "max_memory_gb": 18.13, "pair": 0.1375612886622548, "sign": 0.06800694717094302, "keep": 0.01939679851057008, "leak": 0.31828692741692066, "replacement": 0.2608348913490772} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.3640216588974, "loss_scale": 4.0, "retries": 0, "seconds": 418.5, "max_memory_gb": 18.13, "pair": 0.09107777761528268, "sign": 0.011369723681127653, "keep": 0.014064968968341418, "leak": 0.32083674347086344, "replacement": 0.18400430586189032} diff --git a/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e906b4e9e202f71702cf56ae5e0b4635c94a3e30 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8108_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.13.mlp.down_proj": 144, + "model.language_model.layers.13.mlp.gate_proj": 144, + "model.language_model.layers.13.mlp.up_proj": 144, + "model.language_model.layers.13.self_attn.k_proj": 144, + "model.language_model.layers.13.self_attn.o_proj": 144, + "model.language_model.layers.13.self_attn.q_proj": 144, + "model.language_model.layers.13.self_attn.v_proj": 144, + "model.language_model.layers.16.mlp.down_proj": 144, + "model.language_model.layers.16.mlp.gate_proj": 144, + "model.language_model.layers.16.mlp.up_proj": 144, + "model.language_model.layers.16.self_attn.k_proj": 144, + "model.language_model.layers.16.self_attn.o_proj": 144, + "model.language_model.layers.16.self_attn.q_proj": 144, + "model.language_model.layers.16.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.32.mlp.down_proj": 144, + "model.language_model.layers.32.mlp.gate_proj": 144, + "model.language_model.layers.32.mlp.up_proj": 144, + "model.language_model.layers.32.self_attn.k_proj": 144, + "model.language_model.layers.32.self_attn.o_proj": 144, + "model.language_model.layers.32.self_attn.q_proj": 144, + "model.language_model.layers.32.self_attn.v_proj": 144, + "model.language_model.layers.34.mlp.down_proj": 144, + "model.language_model.layers.34.mlp.gate_proj": 144, + "model.language_model.layers.34.mlp.up_proj": 144, + "model.language_model.layers.34.self_attn.k_proj": 144, + "model.language_model.layers.34.self_attn.o_proj": 144, + "model.language_model.layers.34.self_attn.q_proj": 144, + "model.language_model.layers.34.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.13.mlp.down_proj": 72, + "model.language_model.layers.13.mlp.gate_proj": 72, + "model.language_model.layers.13.mlp.up_proj": 72, + "model.language_model.layers.13.self_attn.k_proj": 72, + "model.language_model.layers.13.self_attn.o_proj": 72, + "model.language_model.layers.13.self_attn.q_proj": 72, + "model.language_model.layers.13.self_attn.v_proj": 72, + "model.language_model.layers.16.mlp.down_proj": 72, + "model.language_model.layers.16.mlp.gate_proj": 72, + "model.language_model.layers.16.mlp.up_proj": 72, + "model.language_model.layers.16.self_attn.k_proj": 72, + "model.language_model.layers.16.self_attn.o_proj": 72, + "model.language_model.layers.16.self_attn.q_proj": 72, + "model.language_model.layers.16.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.32.mlp.down_proj": 72, + "model.language_model.layers.32.mlp.gate_proj": 72, + "model.language_model.layers.32.mlp.up_proj": 72, + "model.language_model.layers.32.self_attn.k_proj": 72, + "model.language_model.layers.32.self_attn.o_proj": 72, + "model.language_model.layers.32.self_attn.q_proj": 72, + "model.language_model.layers.32.self_attn.v_proj": 72, + "model.language_model.layers.34.mlp.down_proj": 72, + "model.language_model.layers.34.mlp.gate_proj": 72, + "model.language_model.layers.34.mlp.up_proj": 72, + "model.language_model.layers.34.self_attn.k_proj": 72, + "model.language_model.layers.34.self_attn.o_proj": 72, + "model.language_model.layers.34.self_attn.q_proj": 72, + "model.language_model.layers.34.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.34.self_attn.o_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.16.self_attn.o_proj", + "model.language_model.layers.13.self_attn.v_proj", + "model.language_model.layers.13.mlp.down_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.32.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.16.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.32.self_attn.k_proj", + "model.language_model.layers.13.mlp.gate_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.13.self_attn.q_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.34.self_attn.k_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.13.mlp.up_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.32.self_attn.v_proj", + "model.language_model.layers.16.self_attn.v_proj", + "model.language_model.layers.32.self_attn.o_proj", + "model.language_model.layers.16.self_attn.k_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.34.mlp.gate_proj", + "model.language_model.layers.16.mlp.gate_proj", + "model.language_model.layers.13.self_attn.k_proj", + "model.language_model.layers.16.mlp.down_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.32.mlp.gate_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.34.mlp.down_proj", + "model.language_model.layers.34.self_attn.q_proj", + "model.language_model.layers.32.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.32.mlp.down_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.16.mlp.up_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.34.mlp.up_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.13.self_attn.o_proj", + "model.language_model.layers.34.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8108_s13/config.json b/runs/fixed_internvl/replacement/Random8_8108_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9a45f14c9033d1e4d2a960f7a21e77af3069d558 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8108_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8108", + "layers": [ + 4, + 6, + 13, + 16, + 22, + 28, + 32, + 34 + ], + "ranks": { + "4": 72, + "6": 72, + "13": 72, + "16": 72, + "22": 72, + "28": 72, + "32": 72, + "34": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8108_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8108_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5bc330ebadab9ddfcde5a0d609d6e8da38178601 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8108_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.059401512145996, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.83, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 14.250419616699219, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 18.17, "pair": 1.0903732180595398, "sign": 0.17999089579097927, "keep": 1.3597022616886534, "leak": 2.8508538434834918e-05, "replacement": 1.860226958990097} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 31.79519271850586, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.17, "pair": 1.058600902557373, "sign": 0.11266324389725924, "keep": 1.9043664187192917, "leak": 0.0005656900793837849, "replacement": 2.0672572255134583} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 17.555509567260742, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.17, "pair": 0.9932488799095154, "sign": 0.0365775793325156, "keep": 0.590847248051432, "leak": 0.013292034273035824, "replacement": 1.3102843165397644} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.442530632019043, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 18.17, "pair": 0.969218373298645, "sign": 0.11156505206599832, "keep": 0.021051161147624953, "leak": 0.018212453120213468, "replacement": 1.0400795936584473} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 10.89362907409668, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.17, "pair": 0.8925433456897736, "sign": 0.18082047253847122, "keep": 0.36358390178065747, "leak": 0.032391398068284616, "replacement": 1.1728433966636658} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.278508186340332, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 18.17, "pair": 0.6551004350185394, "sign": 0.07919685239903629, "keep": 0.359373538825821, "leak": 0.3513469994068146, "replacement": 0.9622223675251007} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.145658016204834, "loss_scale": 4.0, "retries": 0, "seconds": 12.6, "max_memory_gb": 18.17, "pair": 0.5021234601736069, "sign": 0.1739064478315413, "keep": 0.11725335940718651, "leak": 0.5144873335957527, "replacement": 0.7763251811265945} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 40.55210494995117, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.17, "pair": 0.605184480547905, "sign": 0.580166153726168, "keep": 0.44235247280448675, "leak": 0.38780283741652966, "replacement": 1.21339450776577} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 8.687889099121094, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.17, "pair": 0.2288215085864067, "sign": 0.04066345910541713, "keep": 0.004279145439795684, "leak": 1.7110517919063568, "replacement": 0.6790557503700256} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 10.580878257751465, "loss_scale": 4.0, "retries": 0, "seconds": 17.3, "max_memory_gb": 18.17, "pair": 0.20921343006193638, "sign": 0.16108356730546802, "keep": 0.009104262523578655, "leak": 2.179431676864624, "replacement": 0.8391652703285217} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 10.127203941345215, "loss_scale": 4.0, "retries": 0, "seconds": 18.8, "max_memory_gb": 18.17, "pair": 0.14957602322101593, "sign": 0.02769928239285946, "keep": 0.010884405974138645, "leak": 1.873602569103241, "replacement": 0.6372685208916664} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.359986305236816, "loss_scale": 4.0, "retries": 0, "seconds": 20.4, "max_memory_gb": 18.17, "pair": 0.15525663271546364, "sign": 0.020394613384269178, "keep": 0.006609460329400463, "leak": 1.7624691054224968, "replacement": 0.6093759536743164} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.4609479904174805, "loss_scale": 4.0, "retries": 0, "seconds": 21.9, "max_memory_gb": 18.17, "pair": 0.24968454986810684, "sign": 0.11544291977770627, "keep": 0.17392454051878303, "leak": 1.1248206347227097, "replacement": 0.67557343095541} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.468837738037109, "loss_scale": 4.0, "retries": 0, "seconds": 23.4, "max_memory_gb": 18.17, "pair": 0.40737398713827133, "sign": 0.20572933065705, "keep": 0.017209081815508398, "leak": 0.8152970895171165, "replacement": 0.7226674929261208} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.071391582489014, "loss_scale": 4.0, "retries": 0, "seconds": 25.0, "max_memory_gb": 18.17, "pair": 0.44859277456998825, "sign": 0.2398672854178585, "keep": 0.010040227498393506, "leak": 0.33399395644664764, "replacement": 0.6570450216531754} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 15.011675834655762, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 18.17, "pair": 0.43266400694847107, "sign": 0.48925102804787457, "keep": 0.07300046080490574, "leak": 0.28665703535079956, "replacement": 0.7854540124535561} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.306279182434082, "loss_scale": 4.0, "retries": 0, "seconds": 28.1, "max_memory_gb": 18.17, "pair": 0.47544731199741364, "sign": 0.13778653414919972, "keep": 0.02739234222099185, "leak": 0.3009520545601845, "replacement": 0.6332747712731361} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 6.669347763061523, "loss_scale": 4.0, "retries": 0, "seconds": 29.6, "max_memory_gb": 18.17, "pair": 0.33352741599082947, "sign": 0.018095212522894144, "keep": 0.014445979002630338, "leak": 1.318041019141674, "replacement": 0.6793082803487778} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 9.231138229370117, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 18.17, "pair": 0.4325655549764633, "sign": 0.010497514274902642, "keep": 0.0024496912974427687, "leak": 0.17546715587377548, "replacement": 0.48290593177080154} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.413280487060547, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 18.17, "pair": 0.2861945778131485, "sign": 0.013203179347328842, "keep": 0.002125781429640483, "leak": 0.5489501748234034, "replacement": 0.4310966059565544} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 5.346103668212891, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 18.17, "pair": 0.35231146588921547, "sign": 0.033409320982173085, "keep": 0.021438745303385076, "leak": 0.4340422545647016, "replacement": 0.4882460758090019} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.256178379058838, "loss_scale": 4.0, "retries": 0, "seconds": 35.8, "max_memory_gb": 18.17, "pair": 0.09835954196751118, "sign": 0.006753046414814889, "keep": 0.00195344554276744, "leak": 1.6345583945512772, "replacement": 0.5113523975014687} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 7.120432376861572, "loss_scale": 4.0, "retries": 0, "seconds": 37.4, "max_memory_gb": 18.17, "pair": 0.12036532070487738, "sign": 0.004839033412281424, "keep": 0.00462470855563879, "leak": 1.6565220206975937, "replacement": 0.539227694272995} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.438509941101074, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 18.17, "pair": 0.1962351631373167, "sign": 0.061731350724585354, "keep": 0.6010320278619474, "leak": 0.6002775877714157, "replacement": 0.6776862442493439} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.5234122276306152, "loss_scale": 4.0, "retries": 0, "seconds": 40.4, "max_memory_gb": 18.17, "pair": 0.18035954795777798, "sign": 0.02530311784357764, "keep": 0.02706806021160446, "leak": 0.7602550871670246, "replacement": 0.396608904004097} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.185666561126709, "loss_scale": 4.0, "retries": 0, "seconds": 42.0, "max_memory_gb": 18.17, "pair": 0.260636568069458, "sign": 0.12524363468401134, "keep": 0.09180457245747675, "leak": 0.3436364382505417, "replacement": 0.45506979525089264} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 7.731818675994873, "loss_scale": 4.0, "retries": 0, "seconds": 43.6, "max_memory_gb": 18.17, "pair": 0.28473720303736627, "sign": 0.1323819956742227, "keep": 0.2293654458480887, "leak": 1.3395936787128448, "replacement": 0.8005093336105347} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 34.70410919189453, "loss_scale": 4.0, "retries": 0, "seconds": 45.1, "max_memory_gb": 18.17, "pair": 0.9973361417651176, "sign": 1.4544971832074225, "keep": 1.5881790531348088, "leak": 5.2328390926122665, "replacement": 3.826883964240551} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.657057523727417, "loss_scale": 4.0, "retries": 0, "seconds": 46.7, "max_memory_gb": 18.17, "pair": 0.1031817103503272, "sign": 0.0035739485174417496, "keep": 0.007336876758913036, "leak": 0.7149049807339907, "replacement": 0.28736336901783943} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 40.48670196533203, "loss_scale": 4.0, "retries": 0, "seconds": 48.2, "max_memory_gb": 18.17, "pair": 1.5964474231004715, "sign": 0.8404733644565567, "keep": 1.53977257925726, "leak": 4.741053596138954, "replacement": 3.971833884716034} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 4.33907413482666, "loss_scale": 4.0, "retries": 0, "seconds": 49.8, "max_memory_gb": 18.17, "pair": 0.43303263559937477, "sign": 0.11609692452475429, "keep": 0.00640111742541194, "leak": 0.5306675601750612, "replacement": 0.6269485875964165} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 51.2817268371582, "loss_scale": 4.0, "retries": 0, "seconds": 51.4, "max_memory_gb": 18.17, "pair": 0.42970629781484604, "sign": 0.45790019491687417, "keep": 0.7059204634279013, "leak": 1.080911317607388, "replacement": 1.2818444184958935} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.7043731212615967, "loss_scale": 4.0, "retries": 0, "seconds": 52.9, "max_memory_gb": 18.17, "pair": 0.18689526803791523, "sign": 0.015176902990788221, "keep": 0.004934259566653054, "leak": 0.6189309824258089, "replacement": 0.3516835942864418} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.244472026824951, "loss_scale": 4.0, "retries": 0, "seconds": 54.5, "max_memory_gb": 18.17, "pair": 0.19979275297373533, "sign": 0.014382213121280074, "keep": 0.002030242399087001, "leak": 0.6698252245550975, "replacement": 0.3754552938044071} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 9.137415885925293, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 18.17, "pair": 0.24004089087247849, "sign": 0.038264518458163366, "keep": 0.3919996654803981, "leak": 1.0796356899663806, "replacement": 0.7250819019973278} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.1911702156066895, "loss_scale": 4.0, "retries": 0, "seconds": 57.6, "max_memory_gb": 18.17, "pair": 0.2459783088415861, "sign": 0.09037291316781193, "keep": 0.14414842802943895, "leak": 0.24780938774347305, "replacement": 0.42519132420420647} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.5056943893432617, "loss_scale": 4.0, "retries": 0, "seconds": 59.2, "max_memory_gb": 18.17, "pair": 0.18900745175778866, "sign": 0.04747711028903723, "keep": 0.026212767232209444, "leak": 0.4073927216231823, "replacement": 0.32770058140158653} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.066276550292969, "loss_scale": 4.0, "retries": 0, "seconds": 60.7, "max_memory_gb": 18.17, "pair": 0.31951044872403145, "sign": 1.0884110770421103, "keep": 0.08090471651803455, "leak": 0.21151198860025033, "replacement": 0.9570463448762894} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.8859496116638184, "loss_scale": 4.0, "retries": 0, "seconds": 62.2, "max_memory_gb": 18.17, "pair": 0.09851591335609555, "sign": 0.005520312435692176, "keep": 0.008286561613203958, "leak": 0.2676799884138745, "replacement": 0.17233934998512268} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 20.165979385375977, "loss_scale": 4.0, "retries": 0, "seconds": 63.8, "max_memory_gb": 18.17, "pair": 0.4595561306923628, "sign": 1.2966528087854385, "keep": 2.210958051146008, "leak": 2.6385231986641884, "replacement": 2.87299232929945} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.789254188537598, "loss_scale": 4.0, "retries": 0, "seconds": 65.4, "max_memory_gb": 18.17, "pair": 0.0848749668803066, "sign": 0.0110036272672005, "keep": 0.0011221381278119225, "leak": 1.3273478224873543, "replacement": 0.4227748177945614} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.820676803588867, "loss_scale": 4.0, "retries": 0, "seconds": 66.9, "max_memory_gb": 18.17, "pair": 0.08416290068998933, "sign": 0.034580202598590404, "keep": 0.001291617498281994, "leak": 0.5675206098239869, "replacement": 0.2439789604395628} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 9.383683204650879, "loss_scale": 4.0, "retries": 0, "seconds": 68.5, "max_memory_gb": 18.17, "pair": 0.04906203877180815, "sign": 0.016163651423994452, "keep": 0.02025515268496747, "leak": 0.7880045920610428, "replacement": 0.2642725817859173} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 18.34542465209961, "loss_scale": 4.0, "retries": 0, "seconds": 70.0, "max_memory_gb": 18.17, "pair": 0.313547236379236, "sign": 0.4679604378179647, "keep": 1.9179997352475766, "leak": 1.4629361853003502, "replacement": 1.87226134352386} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.033355712890625, "loss_scale": 4.0, "retries": 0, "seconds": 71.6, "max_memory_gb": 18.17, "pair": 0.23423605598509312, "sign": 0.16102367726853117, "keep": 0.16697999648749828, "leak": 0.05613805670873262, "replacement": 0.41227241791784763} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.7350635528564453, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 18.17, "pair": 0.17644526716321707, "sign": 0.041620403062552214, "keep": 0.00862860971938062, "leak": 0.05954293708782643, "replacement": 0.21645551547408104} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.5750139951705933, "loss_scale": 4.0, "retries": 0, "seconds": 74.7, "max_memory_gb": 18.17, "pair": 0.08677109330892563, "sign": 0.006032060904544778, "keep": 0.004874769801972434, "leak": 0.14185360027477145, "replacement": 0.12768790684640408} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.7510199546813965, "loss_scale": 4.0, "retries": 0, "seconds": 76.2, "max_memory_gb": 18.17, "pair": 0.11707462766207755, "sign": 0.021105427877046168, "keep": 0.02527016633302992, "leak": 0.9077984392642975, "replacement": 0.36721203103661537} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.602381944656372, "loss_scale": 4.0, "retries": 0, "seconds": 77.7, "max_memory_gb": 18.17, "pair": 0.06656722049228847, "sign": 0.018599715287564322, "keep": 0.24543582706155576, "leak": 0.22908014297718182, "replacement": 0.255855031311512} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 12.091739654541016, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 18.17, "pair": 0.09292658523190767, "sign": 0.014073392405407503, "keep": 0.616189025760491, "leak": 0.1658819411386503, "replacement": 0.4495282815769315} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 9.217127799987793, "loss_scale": 4.0, "retries": 0, "seconds": 80.9, "max_memory_gb": 18.17, "pair": 0.2109687775373459, "sign": 0.18637903255876154, "keep": 0.02752063151274342, "leak": 1.6040760520845652, "replacement": 0.7189376205205917} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 10.167196273803711, "loss_scale": 4.0, "retries": 0, "seconds": 82.4, "max_memory_gb": 18.17, "pair": 0.13676623860374093, "sign": 0.05053935624891892, "keep": 0.10203376886784099, "leak": 1.9859300181269646, "replacement": 0.7095352932810783} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 5.218123912811279, "loss_scale": 4.0, "retries": 0, "seconds": 83.9, "max_memory_gb": 18.17, "pair": 0.13938246294856071, "sign": 0.0289493651362136, "keep": 0.020385475698276423, "leak": 1.307806357741356, "replacement": 0.4910014718770981} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 1.819419264793396, "loss_scale": 4.0, "retries": 0, "seconds": 85.5, "max_memory_gb": 18.17, "pair": 0.09544651710893959, "sign": 0.004063419793965295, "keep": 0.00857614761912373, "leak": 0.13112343032844365, "replacement": 0.13454715441912413} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.461564540863037, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 18.17, "pair": 0.16533279232680798, "sign": 0.011467786622233689, "keep": 0.04080727428663522, "leak": 0.5852538915351033, "replacement": 0.337783794850111} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.35356330871582, "loss_scale": 4.0, "retries": 0, "seconds": 88.5, "max_memory_gb": 18.17, "pair": 0.07630471893935464, "sign": 0.05545895965042291, "keep": 0.004457022977504721, "leak": 0.33410013653701753, "replacement": 0.18978774175047874} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 7.145846366882324, "loss_scale": 4.0, "retries": 0, "seconds": 90.1, "max_memory_gb": 18.18, "pair": 0.011735495092580095, "sign": 0.0028152384620625526, "keep": 0.001919030707767888, "leak": 0.7908966206014156, "replacement": 0.21182679198682308} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 5.445070266723633, "loss_scale": 4.0, "retries": 0, "seconds": 91.6, "max_memory_gb": 18.18, "pair": 0.2512230940628797, "sign": 0.04717752973374445, "keep": 0.09015848564558837, "leak": 0.2643627105280757, "replacement": 0.3859817683696747} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 9.728075981140137, "loss_scale": 4.0, "retries": 0, "seconds": 93.1, "max_memory_gb": 18.18, "pair": 0.15492535009980202, "sign": 0.012591689708642662, "keep": 0.12731703439567355, "leak": 1.854645506828092, "replacement": 0.6885410733520985} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 8.93139362335205, "loss_scale": 4.0, "retries": 0, "seconds": 94.7, "max_memory_gb": 18.18, "pair": 0.2744623590260744, "sign": 0.2542188505176455, "keep": 0.044261436589295045, "leak": 1.9492795497644693, "replacement": 0.9110223799943924} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.83575177192688, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 18.18, "pair": 0.08836206793785095, "sign": 0.014409725787118077, "keep": 0.015347528649726883, "leak": 0.29983936436474323, "replacement": 0.17820053547620773} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.883719444274902, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 18.18, "pair": 0.38415315886959434, "sign": 0.09324899746570736, "keep": 0.05335280868166592, "leak": 0.31316075287759304, "replacement": 0.5357442274689674} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 5.100967884063721, "loss_scale": 4.0, "retries": 0, "seconds": 99.4, "max_memory_gb": 18.18, "pair": 0.3008426781743765, "sign": 0.016169298556633294, "keep": 0.02033088286407292, "leak": 0.18941726256161928, "replacement": 0.3664470799267292} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.6989409923553467, "loss_scale": 4.0, "retries": 0, "seconds": 101.0, "max_memory_gb": 18.18, "pair": 0.14082427695393562, "sign": 0.06220009259413928, "keep": 0.17469871323555708, "leak": 0.34897718764841557, "replacement": 0.34651796892285347} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.531098365783691, "loss_scale": 4.0, "retries": 0, "seconds": 102.6, "max_memory_gb": 18.18, "pair": 0.06804753898177296, "sign": 0.085610972608265, "keep": 0.2920717973902214, "leak": 0.6855597980320454, "replacement": 0.4282788895070553} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 4.219923496246338, "loss_scale": 4.0, "retries": 0, "seconds": 104.1, "max_memory_gb": 18.18, "pair": 0.02356320875696838, "sign": 0.005872261099284515, "keep": 0.008725489329663105, "leak": 0.5769416801631451, "replacement": 0.17509750835597515} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 6.115139961242676, "loss_scale": 4.0, "retries": 0, "seconds": 105.6, "max_memory_gb": 18.18, "pair": 0.04711324337404221, "sign": 0.007001142221270129, "keep": 0.0017327241739621968, "leak": 1.1012577107612742, "replacement": 0.3267945949919522} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 9.701199531555176, "loss_scale": 4.0, "retries": 0, "seconds": 107.2, "max_memory_gb": 18.18, "pair": 0.5660905640106648, "sign": 0.7143322931951843, "keep": 1.1386240177180298, "leak": 1.0043982043862343, "replacement": 1.743668258190155} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.494694709777832, "loss_scale": 4.0, "retries": 0, "seconds": 108.7, "max_memory_gb": 18.18, "pair": 0.2517103757709265, "sign": 0.03745754499686882, "keep": 0.0034664992781472392, "leak": 0.88287721760571, "replacement": 0.4928916972130537} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.0559494495391846, "loss_scale": 4.0, "retries": 0, "seconds": 110.3, "max_memory_gb": 18.18, "pair": 0.07811058405786753, "sign": 0.007453191246895585, "keep": 0.018968749272517016, "leak": 0.3905527195893228, "replacement": 0.1889597363770008} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.20837140083313, "loss_scale": 4.0, "retries": 0, "seconds": 111.9, "max_memory_gb": 18.18, "pair": 0.20686467364430428, "sign": 0.23339541268069297, "keep": 0.016050876234658062, "leak": 0.5133806746453047, "replacement": 0.45993296429514885} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.228159427642822, "loss_scale": 4.0, "retries": 0, "seconds": 113.3, "max_memory_gb": 18.18, "pair": 0.09584986977279186, "sign": 0.07194251506007276, "keep": 0.5656465104402741, "leak": 0.2250080220401287, "replacement": 0.4708963856101036} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.437768459320068, "loss_scale": 4.0, "retries": 0, "seconds": 114.9, "max_memory_gb": 18.18, "pair": 0.31546648323273985, "sign": 0.15014833398890914, "keep": 0.07498734746388891, "leak": 0.19170661084353924, "replacement": 0.4759609755128622} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 7.607699394226074, "loss_scale": 4.0, "retries": 0, "seconds": 116.5, "max_memory_gb": 18.18, "pair": 0.5441395984962583, "sign": 0.5418044151738286, "keep": 1.0757384755415842, "leak": 0.23930312972515821, "replacement": 1.4127368703484535} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 4.672534465789795, "loss_scale": 4.0, "retries": 0, "seconds": 118.0, "max_memory_gb": 18.18, "pair": 0.05427482584491372, "sign": 0.007270000467542559, "keep": 0.007113744785556264, "leak": 1.0834651397308335, "replacement": 0.3323329808190465} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.636350631713867, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 18.18, "pair": 0.2596567808650434, "sign": 0.00861980629269965, "keep": 0.005299054908391554, "leak": 0.21580956876277924, "replacement": 0.32056860625743866} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.3344602584838867, "loss_scale": 4.0, "retries": 0, "seconds": 121.0, "max_memory_gb": 18.18, "pair": 0.0634528289665468, "sign": 0.08961422089487314, "keep": 0.001029769831802696, "leak": 0.22567271476145834, "replacement": 0.1651930046500638} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 11.474771499633789, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 18.18, "pair": 0.028125962937338045, "sign": 0.0068695131776621565, "keep": 0.010320829502632023, "leak": 2.443157784640789, "replacement": 0.6475105681456625} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 9.00196361541748, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 18.18, "pair": 0.14484630682090938, "sign": 0.038661314983983175, "keep": 0.015257616993039846, "leak": 1.1771659161895514, "replacement": 0.46609725058078766} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 5.384418964385986, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 18.18, "pair": 0.12840317538939416, "sign": 0.02163776569068432, "keep": 0.11724860419053584, "leak": 1.4700546618551016, "replacement": 0.5653600320219994} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 12.253952026367188, "loss_scale": 4.0, "retries": 0, "seconds": 127.1, "max_memory_gb": 18.18, "pair": 0.45175365824252367, "sign": 0.6586161241866648, "keep": 0.024908792867790908, "leak": 0.18621185631491244, "replacement": 0.8400690816342831} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.790689945220947, "loss_scale": 4.0, "retries": 0, "seconds": 128.8, "max_memory_gb": 18.18, "pair": 0.3062764214409981, "sign": 0.019494863197905943, "keep": 0.2032900954654906, "leak": 0.5025242606643587, "replacement": 0.5432999655604362} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.81299889087677, "loss_scale": 4.0, "retries": 0, "seconds": 130.4, "max_memory_gb": 18.18, "pair": 0.04527028446318582, "sign": 0.01146107169915922, "keep": 0.006732435456456187, "leak": 0.10670117754489183, "replacement": 0.08104233071208} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 8.128281593322754, "loss_scale": 4.0, "retries": 0, "seconds": 132.1, "max_memory_gb": 18.18, "pair": 0.0036476074274105486, "sign": 0.001936319740707404, "keep": 0.00030008809926584945, "leak": 0.6652889158576727, "replacement": 0.17108804173767567} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.510959148406982, "loss_scale": 4.0, "retries": 0, "seconds": 133.8, "max_memory_gb": 18.18, "pair": 0.15363750979304314, "sign": 0.1268914733082056, "keep": 0.06331040663644671, "leak": 0.16085886675864458, "replacement": 0.28895315900444984} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 3.3016531467437744, "loss_scale": 4.0, "retries": 0, "seconds": 135.3, "max_memory_gb": 18.18, "pair": 0.09846653183922172, "sign": 0.049940137076191604, "keep": 0.004301475710235536, "leak": 0.652968168258667, "replacement": 0.2888293731957674} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 14.531689643859863, "loss_scale": 4.0, "retries": 0, "seconds": 136.8, "max_memory_gb": 18.18, "pair": 0.18223430090438342, "sign": 0.2532256510494335, "keep": 0.10658506564402614, "leak": 0.9997925944626331, "replacement": 0.6120878159999847} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 7.57509183883667, "loss_scale": 4.0, "retries": 0, "seconds": 138.4, "max_memory_gb": 18.18, "pair": 0.11173549224622548, "sign": 0.04494338705262635, "keep": 0.008192691133899643, "leak": 0.5082568570505828, "replacement": 0.2653677500784397} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 4.289984703063965, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 18.18, "pair": 0.17849366925656796, "sign": 0.025882373040076345, "keep": 0.011294999276287854, "leak": 0.10252747731283307, "replacement": 0.22271422669291496} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 39.6966552734375, "loss_scale": 4.0, "retries": 0, "seconds": 141.5, "max_memory_gb": 18.18, "pair": 0.5611528158187866, "sign": 0.4209873031359166, "keep": 0.9188184086815454, "leak": 2.047675907611847, "replacement": 1.7429746389389038} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 20.56749725341797, "loss_scale": 4.0, "retries": 0, "seconds": 143.1, "max_memory_gb": 18.18, "pair": 0.2499087612668518, "sign": 0.7768443301902153, "keep": 1.2120014492543305, "leak": 0.0569504639133811, "replacement": 1.2585692227585241} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.8976471424102783, "loss_scale": 4.0, "retries": 0, "seconds": 144.6, "max_memory_gb": 18.18, "pair": 0.0366482985264156, "sign": 0.0087837818718981, "keep": 0.011498830048367381, "leak": 0.8659651018679142, "replacement": 0.2632808843627572} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.3662962913513184, "loss_scale": 4.0, "retries": 0, "seconds": 146.2, "max_memory_gb": 18.18, "pair": 0.09184146951884031, "sign": 0.008342801127582788, "keep": 0.08926145016448572, "leak": 0.7111898865550756, "replacement": 0.31844107061624527} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 12.746639251708984, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 18.18, "pair": 0.2408517776057124, "sign": 0.36956264852778986, "keep": 1.367381410615053, "leak": 0.7669660672545433, "replacement": 1.3010653480887413} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 8.493453025817871, "loss_scale": 4.0, "retries": 0, "seconds": 149.2, "max_memory_gb": 18.18, "pair": 0.23208889365196228, "sign": 0.08377448003739119, "keep": 1.0159801411791705, "leak": 0.24464025316774496, "replacement": 0.8431262709200382} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.1184275150299072, "loss_scale": 4.0, "retries": 0, "seconds": 150.8, "max_memory_gb": 18.18, "pair": 0.08391517866402864, "sign": 0.010140436701476574, "keep": 0.021244214087346336, "leak": 0.37416422786191106, "replacement": 0.19314855802804232} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.714390993118286, "loss_scale": 4.0, "retries": 0, "seconds": 152.3, "max_memory_gb": 18.18, "pair": 0.21593334757199045, "sign": 0.08492428692989051, "keep": 0.08212699035402693, "leak": 0.6857525031082332, "replacement": 0.4708970827050507} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 15.068580627441406, "loss_scale": 4.0, "retries": 0, "seconds": 153.9, "max_memory_gb": 18.18, "pair": 0.3182680767204147, "sign": 0.657979418640025, "keep": 0.0025628145244809275, "leak": 3.1340687722549774, "replacement": 1.4320564065128565} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 11.690831184387207, "loss_scale": 4.0, "retries": 0, "seconds": 155.5, "max_memory_gb": 18.18, "pair": 0.5920121651142836, "sign": 1.1540563327725977, "keep": 0.03792284580413252, "leak": 1.8854090692475438, "replacement": 1.6593540702015162} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.1652748584747314, "loss_scale": 4.0, "retries": 0, "seconds": 157.0, "max_memory_gb": 18.18, "pair": 0.1472548390738666, "sign": 0.0059986444539390504, "keep": 0.0040001976158237085, "leak": 1.0083745941519737, "replacement": 0.40434790402650833} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 5.870741367340088, "loss_scale": 4.0, "retries": 0, "seconds": 158.5, "max_memory_gb": 18.18, "pair": 0.12373245717026293, "sign": 0.008734409348107874, "keep": 0.026443571550771594, "leak": 1.2675036053406075, "replacement": 0.45819734595716} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 8.66407299041748, "loss_scale": 4.0, "retries": 0, "seconds": 160.1, "max_memory_gb": 18.18, "pair": 0.07702224561944604, "sign": 0.008070743206189945, "keep": 0.005399410605377852, "leak": 3.2952394261956215, "replacement": 0.9075671993196011} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.9150071144104, "loss_scale": 4.0, "retries": 0, "seconds": 161.6, "max_memory_gb": 18.18, "pair": 0.0985108520835638, "sign": 0.03244734779582359, "keep": 0.002419279931928031, "leak": 0.342417161911726, "replacement": 0.20154845714569092} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.448019981384277, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 18.18, "pair": 0.350479319691658, "sign": 0.01871500792913139, "keep": 0.030410642735660076, "leak": 0.8262587198987603, "replacement": 0.5816068165004253} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.7108707427978516, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 18.18, "pair": 0.16272284928709269, "sign": 0.02495580562390387, "keep": 0.006797077425289899, "leak": 0.7705600696790498, "replacement": 0.3712393157184124} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.4138739109039307, "loss_scale": 4.0, "retries": 0, "seconds": 166.2, "max_memory_gb": 18.18, "pair": 0.09102269390132278, "sign": 0.20348053218913265, "keep": 0.03405988519057246, "leak": 0.6063358191167936, "replacement": 0.3613768685609102} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 32.79292678833008, "loss_scale": 4.0, "retries": 0, "seconds": 167.8, "max_memory_gb": 18.18, "pair": 0.7020852445275523, "sign": 0.0674018114223145, "keep": 0.3384601445377484, "leak": 2.6015994026092812, "replacement": 1.5554160843603313} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 21.63566017150879, "loss_scale": 4.0, "retries": 0, "seconds": 169.3, "max_memory_gb": 18.18, "pair": 0.5176770314574242, "sign": 0.20810873107984662, "keep": 0.27123188914265484, "leak": 0.4741267319768667, "replacement": 0.8758790716528893} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 18.338991165161133, "loss_scale": 4.0, "retries": 0, "seconds": 170.8, "max_memory_gb": 18.18, "pair": 0.17050105892121792, "sign": 0.044529755250550807, "keep": 0.101858219364658, "leak": 6.547790837532375, "replacement": 1.8806427717208862} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 11.619965553283691, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 18.18, "pair": 0.1892236191779375, "sign": 0.8710610995767638, "keep": 0.0010080928567504088, "leak": 0.3513313343282789, "replacement": 0.7130910642445087} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.991227626800537, "loss_scale": 4.0, "retries": 0, "seconds": 174.0, "max_memory_gb": 18.18, "pair": 0.2172936499118805, "sign": 0.010427424509543926, "keep": 0.0024712337617529556, "leak": 0.36531030759215355, "replacement": 0.3150705508887768} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.3800904750823975, "loss_scale": 4.0, "retries": 0, "seconds": 175.5, "max_memory_gb": 18.18, "pair": 0.14277284778654575, "sign": 0.017302851658314466, "keep": 0.004941932682413608, "leak": 0.3586397430917714, "replacement": 0.24355518259108067} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.0734915733337402, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 18.18, "pair": 0.14611505158245564, "sign": 0.023309089825488627, "keep": 0.006991775997448713, "leak": 0.34653082420118153, "replacement": 0.2478981837630272} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.577232837677002, "loss_scale": 4.0, "retries": 0, "seconds": 178.6, "max_memory_gb": 18.18, "pair": 0.17278632521629333, "sign": 0.011754277278669178, "keep": 0.0021024200159445172, "leak": 0.27201319113373756, "replacement": 0.2477179653942585} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 12.212876319885254, "loss_scale": 4.0, "retries": 0, "seconds": 180.2, "max_memory_gb": 18.18, "pair": 0.11254991823807359, "sign": 0.47493041321286, "keep": 0.5342018959208872, "leak": 0.404571074526757, "replacement": 0.7182587813585997} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 8.236427307128906, "loss_scale": 4.0, "retries": 0, "seconds": 181.8, "max_memory_gb": 18.18, "pair": 0.09579923861747375, "sign": 0.07596745514092618, "keep": 0.1481359034273737, "leak": 1.1075423769652843, "replacement": 0.48473652079701424} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 11.977394104003906, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.18, "pair": 0.2130938145564869, "sign": 0.4937756838480709, "keep": 0.8151677524409138, "leak": 0.7394386157393456, "replacement": 1.0524251833558083} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.86479651927948, "loss_scale": 4.0, "retries": 0, "seconds": 184.9, "max_memory_gb": 18.18, "pair": 0.0916770122712478, "sign": 0.12646514507650863, "keep": 0.003539280266849687, "leak": 0.1782121490687132, "replacement": 0.20123226079158485} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 13.696824073791504, "loss_scale": 4.0, "retries": 0, "seconds": 186.4, "max_memory_gb": 18.18, "pair": 0.2317089488497004, "sign": 0.7985529785219114, "keep": 1.5788417684234446, "leak": 0.5161334638250992, "replacement": 1.549439713358879} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 8.449771881103516, "loss_scale": 4.0, "retries": 0, "seconds": 187.9, "max_memory_gb": 18.18, "pair": 0.26583549403585494, "sign": 0.2741145532927476, "keep": 0.11322389694389301, "leak": 0.16584003902971745, "replacement": 0.5009647142142057} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 10.486821174621582, "loss_scale": 4.0, "retries": 0, "seconds": 189.5, "max_memory_gb": 18.18, "pair": 0.3117644628509879, "sign": 0.11540963352308609, "keep": 0.12644050049090083, "leak": 0.5478801019489765, "replacement": 0.5696595534682274} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 9.9420747756958, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 18.18, "pair": 0.2968118348730968, "sign": 1.1389102223911323, "keep": 0.016944883493124507, "leak": 1.0168304331600666, "replacement": 1.1289469376206398} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 13.570087432861328, "loss_scale": 4.0, "retries": 0, "seconds": 192.6, "max_memory_gb": 18.18, "pair": 0.33286791504360735, "sign": 0.5890549179748632, "keep": 2.332241723914194, "leak": 0.32210850702540483, "replacement": 1.8740433305501938} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 10.461019515991211, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 18.18, "pair": 0.12908352582599036, "sign": 0.2586284874705598, "keep": 0.2665206146884884, "leak": 1.2136897975578904, "replacement": 0.6950805156957358} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 15.759540557861328, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 18.18, "pair": 0.5865135877393186, "sign": 0.535573729488533, "keep": 1.486816025339067, "leak": 1.120168884168379, "replacement": 1.8777506351470947} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 4.4195990562438965, "loss_scale": 4.0, "retries": 0, "seconds": 197.2, "max_memory_gb": 18.18, "pair": 0.05882191041018814, "sign": 0.005824769847095013, "keep": 0.017296370882377232, "leak": 0.7594023868441582, "replacement": 0.26023306883871555} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 8.626049995422363, "loss_scale": 4.0, "retries": 0, "seconds": 198.8, "max_memory_gb": 18.18, "pair": 0.08995512197725475, "sign": 0.6451126792089781, "keep": 0.2066230204072781, "leak": 0.34509716276079416, "replacement": 0.6020972398109734} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 3.099370241165161, "loss_scale": 4.0, "retries": 0, "seconds": 200.3, "max_memory_gb": 18.18, "pair": 0.12784383073449135, "sign": 0.07887591829057783, "keep": 0.10795801936183125, "leak": 0.7002161205255106, "replacement": 0.3963148333132267} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.425205230712891, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 18.18, "pair": 0.07911164266988635, "sign": 0.652175874216482, "keep": 0.04619610493955406, "leak": 0.34058891818858683, "replacement": 0.5134448520839214} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 40.69051742553711, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 18.18, "pair": 0.3184315839316696, "sign": 0.6099329561111517, "keep": 1.1173077569483212, "leak": 1.8668725527822971, "replacement": 1.648770123720169} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 5.193924427032471, "loss_scale": 4.0, "retries": 0, "seconds": 204.9, "max_memory_gb": 18.18, "pair": 0.10073959629517049, "sign": 0.010802138887811452, "keep": 0.6669730135454301, "leak": 1.0030151517130435, "replacement": 0.6903809458017349} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 11.399601936340332, "loss_scale": 4.0, "retries": 0, "seconds": 206.4, "max_memory_gb": 18.18, "pair": 0.5916795134544373, "sign": 0.6850154146086425, "keep": 1.2754221808863804, "leak": 0.632801934145391, "replacement": 1.7300987765192986} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 8.944665908813477, "loss_scale": 4.0, "retries": 0, "seconds": 208.0, "max_memory_gb": 18.18, "pair": 0.17628360184608027, "sign": 0.332825190940639, "keep": 0.6049436330320077, "leak": 0.7003697659820318, "replacement": 0.8202604791149497} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 3.459244728088379, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 18.18, "pair": 0.19533284194767475, "sign": 0.01064748887438327, "keep": 0.058132100573857315, "leak": 0.05196964045171626, "replacement": 0.24271504022181034} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 9.141988754272461, "loss_scale": 4.0, "retries": 0, "seconds": 211.1, "max_memory_gb": 18.18, "pair": 0.1768326386809349, "sign": 0.395266885869205, "keep": 0.08272652651066892, "leak": 0.21674727834761143, "replacement": 0.4700161702930927} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.868022441864014, "loss_scale": 4.0, "retries": 0, "seconds": 212.6, "max_memory_gb": 18.18, "pair": 0.18901715567335486, "sign": 0.02327992641949095, "keep": 0.011001525548635982, "leak": 0.43193390779197216, "replacement": 0.3141413554549217} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.9176585674285889, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 18.18, "pair": 0.0964507469907403, "sign": 0.01863907533697784, "keep": 0.027837229426950216, "leak": 0.43109885416924953, "replacement": 0.22746361047029495} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 9.492616653442383, "loss_scale": 4.0, "retries": 0, "seconds": 215.8, "max_memory_gb": 18.18, "pair": 0.19501914456486702, "sign": 0.23418972414219752, "keep": 0.0074536564643494785, "leak": 0.9562965631484985, "replacement": 0.5549149662256241} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.8628721237182617, "loss_scale": 4.0, "retries": 0, "seconds": 217.3, "max_memory_gb": 18.18, "pair": 0.11139731388539076, "sign": 0.009807819151319563, "keep": 0.005821051629027352, "leak": 0.34238424338400364, "replacement": 0.20480780489742756} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.7903434038162231, "loss_scale": 4.0, "retries": 0, "seconds": 218.9, "max_memory_gb": 18.18, "pair": 0.12540725525468588, "sign": 0.14322641532635316, "keep": 0.0025964386804844253, "leak": 0.052353074206621386, "replacement": 0.2114069489762187} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 9.756074905395508, "loss_scale": 4.0, "retries": 0, "seconds": 220.4, "max_memory_gb": 18.18, "pair": 0.24291760101914406, "sign": 0.373533405829221, "keep": 0.17405190483987099, "leak": 0.3019639444537461, "replacement": 0.5922012617811561} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 20.21368408203125, "loss_scale": 4.0, "retries": 0, "seconds": 222.0, "max_memory_gb": 18.18, "pair": 0.344357609981671, "sign": 0.22927529391745338, "keep": 1.1108929067785454, "leak": 0.8910130737349391, "replacement": 1.2371949581429362} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 9.106976509094238, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 18.18, "pair": 0.10410132128163241, "sign": 0.2809504187316634, "keep": 0.014617353902394825, "leak": 0.7535218903794885, "replacement": 0.44026568066328764} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 6.295267105102539, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 18.18, "pair": 0.0777861061214935, "sign": 0.0046085386638878845, "keep": 0.0032842966022315068, "leak": 1.1350493133068085, "replacement": 0.36549485090654343} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.277303457260132, "loss_scale": 4.0, "retries": 0, "seconds": 226.6, "max_memory_gb": 18.18, "pair": 0.07917764893500134, "sign": 0.018420599400997162, "keep": 0.002918178577147046, "leak": 0.6713126152881728, "replacement": 0.25767519790679216} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 19.70688819885254, "loss_scale": 4.0, "retries": 0, "seconds": 228.2, "max_memory_gb": 18.18, "pair": 0.36366545408964157, "sign": 1.4098109661135823, "keep": 1.790810229716044, "leak": 3.9171044528484344, "replacement": 2.9432521797716618} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.930788278579712, "loss_scale": 4.0, "retries": 0, "seconds": 229.7, "max_memory_gb": 18.18, "pair": 0.029477689090526837, "sign": 0.00615387342259055, "keep": 0.0006836847096423071, "leak": 0.5648763990029693, "replacement": 0.17411556467413902} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 6.690014362335205, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 18.18, "pair": 0.10458380088675767, "sign": 0.019909840280888602, "keep": 0.0052028291797796555, "leak": 0.9001503214240074, "replacement": 0.34217772050760686} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.74613618850708, "loss_scale": 4.0, "retries": 0, "seconds": 232.8, "max_memory_gb": 18.18, "pair": 0.163502911105752, "sign": 0.07540376798715442, "keep": 0.09686248330399394, "leak": 0.5950578370175208, "replacement": 0.3984004966914654} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.553274631500244, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 18.18, "pair": 0.1490771141834557, "sign": 0.02059390547219664, "keep": 0.004120291793697106, "leak": 0.0631655358010903, "replacement": 0.1772255999967456} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.517594814300537, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 18.18, "pair": 0.16184638626873493, "sign": 0.004989949520677328, "keep": 0.020242377499016584, "leak": 0.09665656879951712, "replacement": 0.19862669706344604} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.2956883907318115, "loss_scale": 4.0, "retries": 0, "seconds": 237.4, "max_memory_gb": 18.18, "pair": 0.18719610312837176, "sign": 0.005256045042187907, "keep": 0.0053722418369943625, "leak": 0.4209428085014224, "replacement": 0.2977459472604096} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 4.663177967071533, "loss_scale": 4.0, "retries": 0, "seconds": 239.0, "max_memory_gb": 18.18, "pair": 0.17375241254922003, "sign": 0.006053053657524288, "keep": 0.07138274528551847, "leak": 0.6952902326338517, "replacement": 0.3862928543239832} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.854440450668335, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 18.18, "pair": 0.11938917933730409, "sign": 0.005270883550110739, "keep": 0.6449043350875598, "leak": 0.3554712049663067, "replacement": 0.5333446054719388} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 21.880935668945312, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 18.18, "pair": 0.573942005605204, "sign": 0.0067527330029406585, "keep": 0.01901845965033999, "leak": 0.41873421147465706, "replacement": 0.6915111414855346} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 13.03613567352295, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 18.18, "pair": 0.03000858030281961, "sign": 0.664255999494344, "keep": 0.0022464131252490915, "leak": 1.8727698425063863, "replacement": 0.8314522663131356} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 8.274388313293457, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 18.18, "pair": 0.20148919220082462, "sign": 0.34649800858460367, "keep": 0.5186547627604341, "leak": 0.5262131013441831, "replacement": 0.7656188705004752} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.2304470539093018, "loss_scale": 4.0, "retries": 0, "seconds": 246.7, "max_memory_gb": 18.18, "pair": 0.07135211816057563, "sign": 0.00269317181664519, "keep": 0.008056151605842388, "leak": 0.2709094006568762, "replacement": 0.14445413229987025} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 9.026727676391602, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 18.18, "pair": 0.17237243009731174, "sign": 0.1170614753064001, "keep": 0.4704030654975213, "leak": 0.12924325023777783, "replacement": 0.4984155334532261} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.5863687992095947, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 18.18, "pair": 0.154314266925212, "sign": 0.08799630592693575, "keep": 0.0512516213325398, "leak": 0.3844281993806362, "replacement": 0.32004526641685516} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.075052261352539, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 18.18, "pair": 0.013073207868728787, "sign": 0.005044609228207264, "keep": 0.15764739958281382, "leak": 0.8023261076305062, "replacement": 0.29500074591487646} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 23.286048889160156, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 18.18, "pair": 0.24725232273340225, "sign": 0.4433909428771585, "keep": 0.8514637085609138, "leak": 0.3768991306424141, "replacement": 0.9889044314622879} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 11.296982765197754, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 18.18, "pair": 0.33317343704402447, "sign": 0.32146099040983245, "keep": 0.014472553128143772, "leak": 0.13418100960552692, "replacement": 0.5346854496747255} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.1538174152374268, "loss_scale": 4.0, "retries": 0, "seconds": 256.1, "max_memory_gb": 18.18, "pair": 0.02707944717258215, "sign": 0.00818498118314892, "keep": 0.0005357647851269576, "leak": 0.073944867530372, "replacement": 0.04992603696882725} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 37.5244255065918, "loss_scale": 4.0, "retries": 0, "seconds": 257.7, "max_memory_gb": 18.18, "pair": 0.9822923808824271, "sign": 1.0030546143534593, "keep": 1.6055894597811857, "leak": 1.407772034406662, "replacement": 2.638557519763708} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 8.963250160217285, "loss_scale": 4.0, "retries": 0, "seconds": 259.3, "max_memory_gb": 18.18, "pair": 0.08372586220502853, "sign": 0.0229590943781659, "keep": 0.04077771300217137, "leak": 2.221854493021965, "replacement": 0.671057865023613} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 3.086395502090454, "loss_scale": 4.0, "retries": 0, "seconds": 260.8, "max_memory_gb": 18.18, "pair": 0.05802381632383913, "sign": 0.005307779458235018, "keep": 0.0493968704395229, "leak": 0.7021123138256371, "replacement": 0.2609042190015316} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.925306797027588, "loss_scale": 4.0, "retries": 0, "seconds": 262.4, "max_memory_gb": 18.18, "pair": 0.12588816788047552, "sign": 0.0791047936072573, "keep": 0.15466176206246018, "leak": 0.5840860130265355, "replacement": 0.3887929618358612} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.975884437561035, "loss_scale": 4.0, "retries": 0, "seconds": 264.0, "max_memory_gb": 18.18, "pair": 0.09574992419220507, "sign": 0.0029505254206014797, "keep": 0.006313446958301938, "leak": 2.0587323422078043, "replacement": 0.6150649790652096} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.1325297355651855, "loss_scale": 4.0, "retries": 0, "seconds": 265.5, "max_memory_gb": 18.18, "pair": 0.047889325713185826, "sign": 0.04073139119282132, "keep": 0.1507636681775466, "leak": 0.3983776185923489, "replacement": 0.24323126021772623} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.6703178882598877, "loss_scale": 4.0, "retries": 0, "seconds": 267.0, "max_memory_gb": 18.18, "pair": 0.09670476336032152, "sign": 0.0022798777499701828, "keep": 0.009934498928487301, "leak": 0.6373682945268229, "replacement": 0.26215402875095606} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.994083881378174, "loss_scale": 4.0, "retries": 0, "seconds": 268.6, "max_memory_gb": 18.18, "pair": 0.13962626067223027, "sign": 0.10453841870184988, "keep": 0.1311185657104943, "leak": 0.9946345856878906, "replacement": 0.506113403243944} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.145462512969971, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 18.18, "pair": 0.0691159357993456, "sign": 0.0073983697075163946, "keep": 0.026422915921990864, "leak": 1.1727522333676461, "replacement": 0.3792146407067776} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 9.772733688354492, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 18.18, "pair": 0.2156216180883348, "sign": 0.23019890603609383, "keep": 0.5004656128585339, "leak": 0.2722806424717419, "replacement": 0.649024048820138} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.9939911365509033, "loss_scale": 4.0, "retries": 0, "seconds": 273.2, "max_memory_gb": 18.18, "pair": 0.10240925196558237, "sign": 0.0137480829434935, "keep": 0.008317323314258829, "leak": 0.2471348289400339, "replacement": 0.1752256639301777} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.1241602897644043, "loss_scale": 4.0, "retries": 0, "seconds": 274.7, "max_memory_gb": 18.18, "pair": 0.123383207450388, "sign": 0.15237374151911354, "keep": 0.007517104560918142, "leak": 0.2653947211802006, "replacement": 0.2696773046627641} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.274756908416748, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 18.18, "pair": 0.044771926710382104, "sign": 0.024930092506110668, "keep": 0.16578102932544425, "leak": 0.23131514666602015, "replacement": 0.1979562733322382} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 6.5386061668396, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 18.18, "pair": 0.5842679024208337, "sign": 0.5314705522687291, "keep": 0.5946907256725353, "leak": 0.030738373869098723, "replacement": 1.1550331491744146} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.909924268722534, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 18.18, "pair": 0.18380483612418175, "sign": 0.025467349914833903, "keep": 0.041189549723640084, "leak": 0.3157580941915512, "replacement": 0.29607282020151615} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.9390227794647217, "loss_scale": 4.0, "retries": 0, "seconds": 280.9, "max_memory_gb": 18.18, "pair": 0.06938196436385624, "sign": 0.00710923780570738, "keep": 0.010065946116810665, "leak": 0.6920957304537296, "replacement": 0.25099349673837423} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 22.148983001708984, "loss_scale": 4.0, "retries": 0, "seconds": 282.4, "max_memory_gb": 18.18, "pair": 0.4221580282501236, "sign": 0.3873373591923155, "keep": 0.01811184640882857, "leak": 1.9729416351765394, "replacement": 1.1181180584826507} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.224097728729248, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 18.18, "pair": 0.11829332960769534, "sign": 0.0037642133102053776, "keep": 0.003800162332025181, "leak": 0.3526212017022772, "replacement": 0.2102308147586882} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.624276161193848, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 18.18, "pair": 0.12514747882960364, "sign": 0.004011558354250155, "keep": 0.002051734334941102, "leak": 0.5979388901032507, "replacement": 0.2776638383511454} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.8116176128387451, "loss_scale": 4.0, "retries": 0, "seconds": 287.1, "max_memory_gb": 18.18, "pair": 0.05036517744883895, "sign": 0.010362998727941886, "keep": 0.02554180583683774, "leak": 0.16020155092701316, "replacement": 0.10836796090006828} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 10.486042022705078, "loss_scale": 4.0, "retries": 0, "seconds": 288.6, "max_memory_gb": 18.18, "pair": 0.130982801769278, "sign": 0.019330469775013626, "keep": 0.6761581138673591, "leak": 0.1179888296246645, "replacement": 0.508224293589592} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.7302796840667725, "loss_scale": 4.0, "retries": 0, "seconds": 290.3, "max_memory_gb": 18.18, "pair": 0.23035995475947857, "sign": 0.009533877950161695, "keep": 0.26916849404369714, "leak": 0.21640307546476834, "replacement": 0.4238118976354599} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 6.5364251136779785, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 18.18, "pair": 0.44769353690207936, "sign": 0.7647359168913681, "keep": 0.742452923051971, "leak": 0.060990817844867706, "replacement": 1.216535715124337} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 28.833009719848633, "loss_scale": 4.0, "retries": 0, "seconds": 293.3, "max_memory_gb": 18.18, "pair": 0.08702694857493043, "sign": 0.8198064489406534, "keep": 1.9610958690172993, "leak": 3.3409914448857307, "replacement": 2.31272604316473} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.819734811782837, "loss_scale": 4.0, "retries": 0, "seconds": 294.9, "max_memory_gb": 18.18, "pair": 0.04298653418663889, "sign": 0.004337661783210933, "keep": 0.0027544367185328156, "leak": 0.5986792929470539, "replacement": 0.19620241224765778} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 47.41932678222656, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 18.18, "pair": 0.6028903080150485, "sign": 0.8570819549495354, "keep": 1.6062318942240381, "leak": 3.3118928252661135, "replacement": 2.6625204123556614} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.3436279296875, "loss_scale": 4.0, "retries": 0, "seconds": 298.0, "max_memory_gb": 18.18, "pair": 0.3290631303098053, "sign": 0.4688659174134955, "keep": 1.2034304599510506, "leak": 0.2626533806324005, "replacement": 1.2308747237548232} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 3.890608549118042, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 18.18, "pair": 0.11247866648409399, "sign": 0.01607089212484425, "keep": 0.008382344879123593, "leak": 0.9483240023255348, "replacement": 0.361786288121948} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 5.841378688812256, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 18.18, "pair": 0.20328998973127455, "sign": 0.1640788535005413, "keep": 0.05194622911216129, "leak": 0.0932355709373951, "replacement": 0.3346114344894886} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 15.85953140258789, "loss_scale": 4.0, "retries": 0, "seconds": 302.7, "max_memory_gb": 18.18, "pair": 0.03959019936155528, "sign": 0.01886528468457982, "keep": 0.0028305350788286887, "leak": 1.8135532573214732, "replacement": 0.5038264347240329} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 11.329773902893066, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 18.18, "pair": 0.09495100018102676, "sign": 0.005109634919790551, "keep": 0.0024111421425345725, "leak": 1.4256050512194633, "replacement": 0.4551126593723893} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.2319581508636475, "loss_scale": 4.0, "retries": 0, "seconds": 305.7, "max_memory_gb": 18.18, "pair": 0.06944820587523282, "sign": 0.02085646940395236, "keep": 0.0021058650891063735, "leak": 0.5735743404366076, "replacement": 0.22432295512408018} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 4.052239894866943, "loss_scale": 4.0, "retries": 0, "seconds": 307.3, "max_memory_gb": 18.18, "pair": 0.07638137019239366, "sign": 0.04537668346893042, "keep": 0.07538105711137177, "leak": 0.7806957690045238, "replacement": 0.33193417824804783} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 4.671825408935547, "loss_scale": 4.0, "retries": 0, "seconds": 308.8, "max_memory_gb": 18.18, "pair": 0.05846802605083212, "sign": 0.0378560681710951, "keep": 0.5746597599500092, "leak": 0.5010210156906396, "replacement": 0.4899811944924295} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 9.611881256103516, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 18.18, "pair": 0.21886279061436653, "sign": 0.3351365998387337, "keep": 1.2131149866909254, "leak": 0.2691280318540521, "replacement": 1.0602706279605627} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 10.543099403381348, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.18, "pair": 0.26245447248220444, "sign": 0.3160486277192831, "keep": 0.39595346033456735, "leak": 0.3481709882616997, "replacement": 0.7054982520639896} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 15.732967376708984, "loss_scale": 4.0, "retries": 0, "seconds": 313.5, "max_memory_gb": 18.18, "pair": 0.06469090515747666, "sign": 0.005604190097074024, "keep": 0.0016726657337891027, "leak": 5.130234797790763, "replacement": 1.3508880068548024} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 5.647304534912109, "loss_scale": 4.0, "retries": 0, "seconds": 315.0, "max_memory_gb": 18.18, "pair": 0.11059795785695314, "sign": 0.03887573879910633, "keep": 0.16856935253599659, "leak": 0.12075058836489916, "replacement": 0.24450815096497536} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.8431098461151123, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 18.18, "pair": 0.26184050366282463, "sign": 0.014438650803640485, "keep": 0.04303720302414149, "leak": 0.3060368550941348, "replacement": 0.36708763241767883} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.945141077041626, "loss_scale": 4.0, "retries": 0, "seconds": 318.1, "max_memory_gb": 18.18, "pair": 0.09373957000207156, "sign": 0.004144990671193227, "keep": 0.0012450085923774168, "leak": 0.3404834223911166, "replacement": 0.18155542528256774} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.048134803771973, "loss_scale": 4.0, "retries": 0, "seconds": 319.7, "max_memory_gb": 18.18, "pair": 0.17898982722545043, "sign": 0.004980819023330696, "keep": 0.008855252409773584, "leak": 0.28810869669541717, "replacement": 0.25793503411114216} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.5732500553131104, "loss_scale": 4.0, "retries": 0, "seconds": 321.3, "max_memory_gb": 18.18, "pair": 0.14457655859587248, "sign": 0.12116253601561766, "keep": 0.07084040022849081, "leak": 0.6177355248109961, "replacement": 0.3950119104119949} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.289391279220581, "loss_scale": 4.0, "retries": 0, "seconds": 322.8, "max_memory_gb": 18.18, "pair": 0.07510846946388483, "sign": 0.0035307832731632516, "keep": 0.006591809505863466, "leak": 0.3372597371926531, "replacement": 0.16448469832539558} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 20.20467185974121, "loss_scale": 4.0, "retries": 0, "seconds": 324.4, "max_memory_gb": 18.18, "pair": 0.5765394641784951, "sign": 0.4918499981286004, "keep": 0.6294599044485949, "leak": 0.8809959925711155, "replacement": 1.3574434306938201} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 15.268218994140625, "loss_scale": 4.0, "retries": 0, "seconds": 325.9, "max_memory_gb": 18.18, "pair": 0.38336561154574156, "sign": 0.6374524221173488, "keep": 2.091775325243276, "leak": 3.462928027845919, "replacement": 2.613711578771472} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.4618868827819824, "loss_scale": 4.0, "retries": 0, "seconds": 327.5, "max_memory_gb": 18.18, "pair": 0.36703823832795024, "sign": 0.2392951586516574, "keep": 0.13349135898170061, "leak": 0.22679233801318333, "replacement": 0.6101295975968242} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 9.809203147888184, "loss_scale": 4.0, "retries": 0, "seconds": 329.1, "max_memory_gb": 18.18, "pair": 0.2959074154496193, "sign": 0.15593825071118772, "keep": 0.043829613365232944, "leak": 0.42232175823301077, "replacement": 0.5013717897236347} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.101546764373779, "loss_scale": 4.0, "retries": 0, "seconds": 330.6, "max_memory_gb": 18.18, "pair": 0.3109176754951477, "sign": 0.34489353650133125, "keep": 0.5081409830236225, "leak": 0.5238224808126688, "replacement": 0.8683905508369207} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.454124927520752, "loss_scale": 4.0, "retries": 0, "seconds": 332.2, "max_memory_gb": 18.18, "pair": 0.3167933890945278, "sign": 0.39518052301718853, "keep": 1.050354357164906, "leak": 0.0386022524908185, "replacement": 1.0492113744840026} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 11.707791328430176, "loss_scale": 4.0, "retries": 0, "seconds": 333.8, "max_memory_gb": 18.18, "pair": 0.3718764953700884, "sign": 0.8907451507111546, "keep": 2.382439605870559, "leak": 0.5476326253265142, "replacement": 2.145377051172545} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.8927793502807617, "loss_scale": 4.0, "retries": 0, "seconds": 335.4, "max_memory_gb": 18.18, "pair": 0.045740267960354686, "sign": 0.015637077813153155, "keep": 0.002913873478973983, "leak": 1.2285814485512674, "replacement": 0.3621611064299941} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.755363941192627, "loss_scale": 4.0, "retries": 0, "seconds": 336.9, "max_memory_gb": 18.18, "pair": 0.1332898465625476, "sign": 0.0026198901468887925, "keep": 0.0007862146121624392, "leak": 0.021805171389132738, "replacement": 0.140444194432348} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 8.124448776245117, "loss_scale": 4.0, "retries": 0, "seconds": 338.5, "max_memory_gb": 18.18, "pair": 0.2713822750374675, "sign": 0.5205289367586374, "keep": 0.1353884595009731, "leak": 0.4788386197760701, "replacement": 0.7190506309270859} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.9245429039001465, "loss_scale": 4.0, "retries": 0, "seconds": 340.0, "max_memory_gb": 18.18, "pair": 0.09476499073207378, "sign": 0.07917702916893177, "keep": 0.0036944768980902154, "leak": 0.09045954397879541, "replacement": 0.15881563164293766} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.203369379043579, "loss_scale": 4.0, "retries": 0, "seconds": 341.6, "max_memory_gb": 18.18, "pair": 0.14300696406280622, "sign": 0.027860024943947792, "keep": 0.13076315875972, "leak": 0.09353900875430554, "replacement": 0.24570331419818103} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.378523588180542, "loss_scale": 4.0, "retries": 0, "seconds": 343.1, "max_memory_gb": 18.18, "pair": 0.3216565386392176, "sign": 0.15133685094770044, "keep": 0.0037800500576850027, "leak": 0.5923342207388487, "replacement": 0.5472985655069351} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.0881903171539307, "loss_scale": 4.0, "retries": 0, "seconds": 344.6, "max_memory_gb": 18.18, "pair": 0.06634895857132506, "sign": 0.006997432668867987, "keep": 0.012975901481610208, "leak": 0.3589794631116092, "replacement": 0.16608048742637038} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 22.699405670166016, "loss_scale": 4.0, "retries": 0, "seconds": 346.3, "max_memory_gb": 18.18, "pair": 0.4279425450367853, "sign": 0.07084979418141302, "keep": 0.01106988969604572, "leak": 0.6256754398345947, "replacement": 0.6253212224692106} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 6.554936408996582, "loss_scale": 4.0, "retries": 0, "seconds": 347.8, "max_memory_gb": 18.18, "pair": 0.07661959387769457, "sign": 0.019697885283676442, "keep": 0.006214314896993756, "leak": 0.62013407680206, "replacement": 0.24460920807905495} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.770477294921875, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 18.18, "pair": 0.04569408917450346, "sign": 0.00560903042787686, "keep": 0.002338998892469135, "leak": 1.2662881738506258, "replacement": 0.3662401456385851} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 6.618070602416992, "loss_scale": 4.0, "retries": 0, "seconds": 350.9, "max_memory_gb": 18.18, "pair": 0.07358045055298135, "sign": 0.024991145997773856, "keep": 0.8036686635750812, "leak": 0.6609467715024948, "replacement": 0.6531470715999603} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.0146665573120117, "loss_scale": 4.0, "retries": 0, "seconds": 352.4, "max_memory_gb": 18.18, "pair": 0.04012671022792347, "sign": 0.0045710858394159, "keep": 0.03481272086537501, "leak": 0.006061109688744182, "replacement": 0.061333889490924776} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.4836093187332153, "loss_scale": 4.0, "retries": 0, "seconds": 353.9, "max_memory_gb": 18.18, "pair": 0.04677305277436972, "sign": 0.03829598444281146, "keep": 0.001039147029587184, "leak": 0.2336329836398363, "replacement": 0.12484886636957526} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.906207084655762, "loss_scale": 4.0, "retries": 0, "seconds": 355.5, "max_memory_gb": 18.18, "pair": 0.07112213391883415, "sign": 0.02754853796795942, "keep": 0.04851182567654, "leak": 0.9701791144907475, "replacement": 0.35169709473848343} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 39.270843505859375, "loss_scale": 4.0, "retries": 0, "seconds": 357.0, "max_memory_gb": 18.18, "pair": 0.46782265533693135, "sign": 0.4359497174154967, "keep": 0.9797028917803345, "leak": 0.9838436022400856, "replacement": 1.4216098710894585} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.924727439880371, "loss_scale": 4.0, "retries": 0, "seconds": 358.5, "max_memory_gb": 18.18, "pair": 0.2209596184839029, "sign": 0.558984785413486, "keep": 0.02805741398330497, "leak": 0.3617556020617485, "replacement": 0.6049196417443454} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.0385665893554688, "loss_scale": 4.0, "retries": 0, "seconds": 360.1, "max_memory_gb": 18.18, "pair": 0.09288710728287697, "sign": 0.009220883541274816, "keep": 0.011139119596919045, "leak": 0.9032343626022339, "replacement": 0.32887570187449455} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.165557384490967, "loss_scale": 4.0, "retries": 0, "seconds": 361.6, "max_memory_gb": 18.18, "pair": 0.05630123533774167, "sign": 0.003393454448087141, "keep": 0.002615603312733583, "leak": 0.6825270280241966, "replacement": 0.22993751801550388} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.191208600997925, "loss_scale": 4.0, "retries": 0, "seconds": 363.2, "max_memory_gb": 18.18, "pair": 0.045703420517384075, "sign": 0.012733101786579937, "keep": 0.021695594353786873, "leak": 0.3757502227090299, "replacement": 0.15685532218776643} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 26.348072052001953, "loss_scale": 4.0, "retries": 0, "seconds": 364.8, "max_memory_gb": 18.18, "pair": 0.8251005753409117, "sign": 0.5705767056642799, "keep": 0.9515481232310776, "leak": 0.5498977900424507, "replacement": 1.7236374709755182} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.6932858228683472, "loss_scale": 4.0, "retries": 0, "seconds": 366.3, "max_memory_gb": 18.18, "pair": 0.10795772440906148, "sign": 0.03728011126804631, "keep": 0.002166841245298201, "leak": 0.05786796286702156, "replacement": 0.1421481822617352} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 13.157227516174316, "loss_scale": 4.0, "retries": 0, "seconds": 367.9, "max_memory_gb": 18.18, "pair": 0.2610381650738418, "sign": 0.3732561990618706, "keep": 0.227696296642506, "leak": 1.4195006266236305, "replacement": 0.9163895891979337} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.815245270729065, "loss_scale": 4.0, "retries": 0, "seconds": 369.4, "max_memory_gb": 18.18, "pair": 0.09028129326179624, "sign": 0.010443025326821953, "keep": 0.03143059677677229, "leak": 0.09933541500140564, "replacement": 0.13605195190757513} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.7613205909729, "loss_scale": 4.0, "retries": 0, "seconds": 370.9, "max_memory_gb": 18.18, "pair": 0.2634982503950596, "sign": 0.6506354424636811, "keep": 0.16782523482100942, "leak": 0.20472999184858054, "replacement": 0.7239110767841339} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.0329220294952393, "loss_scale": 4.0, "retries": 0, "seconds": 372.5, "max_memory_gb": 18.18, "pair": 0.2077269833534956, "sign": 0.2907396601367509, "keep": 0.10132015019644314, "leak": 0.054132716188178165, "replacement": 0.41729008266702294} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 11.384729385375977, "loss_scale": 4.0, "retries": 0, "seconds": 374.0, "max_memory_gb": 18.18, "pair": 0.4157699345087167, "sign": 0.34564893803326413, "keep": 0.11375751415994273, "leak": 0.025837132603328428, "replacement": 0.6519325016997755} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 3.1963143348693848, "loss_scale": 4.0, "retries": 0, "seconds": 375.5, "max_memory_gb": 18.18, "pair": 0.08225586626213044, "sign": 0.024253680574474856, "keep": 0.002692020861104538, "leak": 0.6915555521845818, "replacement": 0.2686176036950201} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.2359941005706787, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 18.18, "pair": 0.07003946893382818, "sign": 0.013313540403032675, "keep": 0.008061486791120842, "leak": 0.15938201983226463, "replacement": 0.1205724854953587} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.997486114501953, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 18.18, "pair": 0.2556405975483358, "sign": 0.1120329147670418, "keep": 0.021665903856046498, "leak": 0.19635308132274076, "replacement": 0.371578274294734} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 21.517053604125977, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 18.18, "pair": 0.3530334308743477, "sign": 0.285400636959821, "keep": 0.5860914033837616, "leak": 0.4238246772438288, "replacement": 0.894735611975193} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.7010602951049805, "loss_scale": 4.0, "retries": 0, "seconds": 381.8, "max_memory_gb": 18.18, "pair": 0.06317132321419194, "sign": 0.002837646403349936, "keep": 0.0018789504692904302, "leak": 0.025833493054960854, "replacement": 0.07198799541220069} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 9.187566757202148, "loss_scale": 4.0, "retries": 0, "seconds": 383.3, "max_memory_gb": 18.18, "pair": 0.07432551283272915, "sign": 0.009258836129447445, "keep": 0.21744909352855046, "leak": 0.39951760321855545, "replacement": 0.2875588685274124} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 3.232086420059204, "loss_scale": 4.0, "retries": 0, "seconds": 384.9, "max_memory_gb": 18.18, "pair": 0.193171946099028, "sign": 0.02290304040070623, "keep": 0.02109984739945503, "leak": 0.4334111576899886, "replacement": 0.32352617755532265} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.6102893352508545, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 18.18, "pair": 0.1687248181551695, "sign": 0.0766009979415685, "keep": 0.022581154596991837, "leak": 0.2830283382209018, "replacement": 0.2890729773789644} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.0737721920013428, "loss_scale": 4.0, "retries": 0, "seconds": 388.0, "max_memory_gb": 18.18, "pair": 0.08974816917907447, "sign": 0.011937265517190099, "keep": 0.021887912478632643, "leak": 0.3771821931077284, "replacement": 0.20095630595460534} diff --git a/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..48dce3722adc6ffecec98d61d0d797c7427a2ba4 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8109_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.15.mlp.down_proj": 144, + "model.language_model.layers.15.mlp.gate_proj": 144, + "model.language_model.layers.15.mlp.up_proj": 144, + "model.language_model.layers.15.self_attn.k_proj": 144, + "model.language_model.layers.15.self_attn.o_proj": 144, + "model.language_model.layers.15.self_attn.q_proj": 144, + "model.language_model.layers.15.self_attn.v_proj": 144, + "model.language_model.layers.25.mlp.down_proj": 144, + "model.language_model.layers.25.mlp.gate_proj": 144, + "model.language_model.layers.25.mlp.up_proj": 144, + "model.language_model.layers.25.self_attn.k_proj": 144, + "model.language_model.layers.25.self_attn.o_proj": 144, + "model.language_model.layers.25.self_attn.q_proj": 144, + "model.language_model.layers.25.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.28.mlp.down_proj": 144, + "model.language_model.layers.28.mlp.gate_proj": 144, + "model.language_model.layers.28.mlp.up_proj": 144, + "model.language_model.layers.28.self_attn.k_proj": 144, + "model.language_model.layers.28.self_attn.o_proj": 144, + "model.language_model.layers.28.self_attn.q_proj": 144, + "model.language_model.layers.28.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.15.mlp.down_proj": 72, + "model.language_model.layers.15.mlp.gate_proj": 72, + "model.language_model.layers.15.mlp.up_proj": 72, + "model.language_model.layers.15.self_attn.k_proj": 72, + "model.language_model.layers.15.self_attn.o_proj": 72, + "model.language_model.layers.15.self_attn.q_proj": 72, + "model.language_model.layers.15.self_attn.v_proj": 72, + "model.language_model.layers.25.mlp.down_proj": 72, + "model.language_model.layers.25.mlp.gate_proj": 72, + "model.language_model.layers.25.mlp.up_proj": 72, + "model.language_model.layers.25.self_attn.k_proj": 72, + "model.language_model.layers.25.self_attn.o_proj": 72, + "model.language_model.layers.25.self_attn.q_proj": 72, + "model.language_model.layers.25.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.28.mlp.down_proj": 72, + "model.language_model.layers.28.mlp.gate_proj": 72, + "model.language_model.layers.28.mlp.up_proj": 72, + "model.language_model.layers.28.self_attn.k_proj": 72, + "model.language_model.layers.28.self_attn.o_proj": 72, + "model.language_model.layers.28.self_attn.q_proj": 72, + "model.language_model.layers.28.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.25.mlp.up_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.28.self_attn.q_proj", + "model.language_model.layers.28.mlp.gate_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.25.self_attn.k_proj", + "model.language_model.layers.25.self_attn.o_proj", + "model.language_model.layers.25.mlp.gate_proj", + "model.language_model.layers.28.self_attn.o_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.28.mlp.down_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.15.mlp.down_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.15.self_attn.v_proj", + "model.language_model.layers.15.mlp.gate_proj", + "model.language_model.layers.25.mlp.down_proj", + "model.language_model.layers.28.self_attn.k_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.28.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.15.self_attn.q_proj", + "model.language_model.layers.15.mlp.up_proj", + "model.language_model.layers.25.self_attn.q_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.15.self_attn.o_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.25.self_attn.v_proj", + "model.language_model.layers.28.mlp.up_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.15.self_attn.k_proj", + "model.language_model.layers.5.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8109_s13/config.json b/runs/fixed_internvl/replacement/Random8_8109_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ecdf2c85cedf6ee8dff0a64028dddf048dfa7c42 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8109_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8109", + "layers": [ + 4, + 5, + 10, + 15, + 25, + 26, + 28, + 29 + ], + "ranks": { + "4": 72, + "5": 72, + "10": 72, + "15": 72, + "25": 72, + "26": 72, + "28": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8109_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8109_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..59b3982e3812acd3c4b6650783eb12ff18bf4600 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8109_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 8.789494514465332, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.76, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 8.700343132019043, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 18.1, "pair": 1.0946049094200134, "sign": 0.18079483485780656, "keep": 1.3620704132772516, "leak": 3.0293243526102742e-05, "replacement": 1.8660451769828796} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 18.211641311645508, "loss_scale": 4.0, "retries": 0, "seconds": 5.3, "max_memory_gb": 18.1, "pair": 1.0723197758197784, "sign": 0.11375945480540395, "keep": 1.9658444225788116, "leak": 0.00022735977654519957, "replacement": 2.1121785640716553} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 10.317017555236816, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 18.1, "pair": 1.0292139053344727, "sign": 0.037044159369543195, "keep": 0.6766457584599266, "leak": 0.006612523808144033, "replacement": 1.3877120316028595} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 5.731706142425537, "loss_scale": 4.0, "retries": 0, "seconds": 8.8, "max_memory_gb": 18.1, "pair": 1.0203378796577454, "sign": 0.11366328550502658, "keep": 0.021826561089255847, "leak": 0.00675945878992934, "replacement": 1.0897726565599442} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 6.74362850189209, "loss_scale": 4.0, "retries": 0, "seconds": 10.5, "max_memory_gb": 18.1, "pair": 0.9718417525291443, "sign": 0.187343985773623, "keep": 0.4214549448515754, "leak": 0.015518400603468763, "replacement": 1.2801208049058914} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.424716949462891, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 18.1, "pair": 0.7721751928329468, "sign": 0.08269043837208301, "keep": 0.5553974342292349, "leak": 0.1711248978972435, "replacement": 1.1340003609657288} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 6.568625450134277, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.11, "pair": 0.6576810330152512, "sign": 0.1859513478120789, "keep": 0.26083167269825935, "leak": 0.2546424735337496, "replacement": 0.9447331875562668} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 29.651477813720703, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.11, "pair": 0.7491049394011497, "sign": 0.5821685501141474, "keep": 0.4693124070763588, "leak": 0.15841856133192778, "replacement": 1.3144500851631165} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 3.4049012660980225, "loss_scale": 4.0, "retries": 0, "seconds": 17.6, "max_memory_gb": 18.11, "pair": 0.44404566287994385, "sign": 0.05442365037743002, "keep": 0.009361953634652309, "leak": 0.688388854265213, "replacement": 0.6480356901884079} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 3.104522705078125, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 18.11, "pair": 0.3273964077234268, "sign": 0.16786065185442567, "keep": 0.026829580310732126, "leak": 1.0585152432322502, "replacement": 0.6893703192472458} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 3.9831433296203613, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 18.11, "pair": 0.23673363029956818, "sign": 0.03716520784655586, "keep": 0.022112996341093094, "leak": 1.2174234986305237, "replacement": 0.570728600025177} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.315485954284668, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 18.11, "pair": 0.15244451351463795, "sign": 0.020834413007833064, "keep": 0.014045222138065583, "leak": 2.0254222005605698, "replacement": 0.676239863038063} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.8433356285095215, "loss_scale": 4.0, "retries": 0, "seconds": 24.2, "max_memory_gb": 18.11, "pair": 0.23635860718786716, "sign": 0.14522914704866707, "keep": 0.2815774694317952, "leak": 1.5093868672847748, "replacement": 0.8271086513996124} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.9813170433044434, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 18.11, "pair": 0.3208421729505062, "sign": 0.2118106727139093, "keep": 0.017392691445820674, "leak": 1.2398048117756844, "replacement": 0.7453950569033623} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.103919982910156, "loss_scale": 4.0, "retries": 0, "seconds": 27.6, "max_memory_gb": 18.11, "pair": 0.32144492492079735, "sign": 0.21866307890741155, "keep": 0.010238003502308857, "leak": 0.6575800776481628, "replacement": 0.6002904921770096} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 5.956546306610107, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 18.11, "pair": 0.37969735264778137, "sign": 0.5817823127727024, "keep": 0.12253035022877157, "leak": 0.4944081932771951, "replacement": 0.8554557263851166} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.3265459537506104, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 18.11, "pair": 0.37121061980724335, "sign": 0.12782310682814568, "keep": 0.024126189236994833, "leak": 0.6055294871330261, "replacement": 0.5985676199197769} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 7.092426300048828, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 18.11, "pair": 0.25823191925883293, "sign": 0.017465123673900962, "keep": 0.01575991620484274, "leak": 2.1750922352075577, "replacement": 0.8186174929141998} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 6.513698577880859, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 18.11, "pair": 0.4361041635274887, "sign": 0.009659230010583997, "keep": 0.002675357351108687, "leak": 0.16004393715411425, "replacement": 0.4822824224829674} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.514339447021484, "loss_scale": 4.0, "retries": 0, "seconds": 36.1, "max_memory_gb": 18.11, "pair": 0.32209350913763046, "sign": 0.013140246039256454, "keep": 0.0023239397596626077, "leak": 0.781186254840577, "replacement": 0.5251221656799316} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 4.081502914428711, "loss_scale": 4.0, "retries": 0, "seconds": 37.7, "max_memory_gb": 18.11, "pair": 0.40261954069137573, "sign": 0.034066973137669265, "keep": 0.02077754441779689, "leak": 0.4254402667284012, "replacement": 0.5364018604159355} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.971478223800659, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 18.11, "pair": 0.1475545959547162, "sign": 0.008175919181667268, "keep": 0.00315662745742884, "leak": 1.5195604749023914, "replacement": 0.5331109873950481} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.048429012298584, "loss_scale": 4.0, "retries": 0, "seconds": 41.2, "max_memory_gb": 18.11, "pair": 0.16368869505822659, "sign": 0.00580868631368503, "keep": 0.006268988247029483, "leak": 1.2223587036132812, "replacement": 0.47531720995903015} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.3175199031829834, "loss_scale": 4.0, "retries": 0, "seconds": 42.8, "max_memory_gb": 18.11, "pair": 0.2629712577909231, "sign": 0.07225643511628732, "keep": 0.5448811858041154, "leak": 0.46549341455101967, "replacement": 0.6879134178161621} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.0426037311553955, "loss_scale": 4.0, "retries": 0, "seconds": 44.4, "max_memory_gb": 18.11, "pair": 0.21549460664391518, "sign": 0.032948928070254624, "keep": 0.01956078701186925, "leak": 0.6643882635980844, "replacement": 0.40784652531147003} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.7629787921905518, "loss_scale": 4.0, "retries": 0, "seconds": 46.2, "max_memory_gb": 18.11, "pair": 0.29477137699723244, "sign": 0.14090521074831486, "keep": 0.11663786007557064, "leak": 0.38977016881108284, "replacement": 0.5209854580461979} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 6.585909843444824, "loss_scale": 4.0, "retries": 0, "seconds": 47.9, "max_memory_gb": 18.11, "pair": 0.32649549935013056, "sign": 0.14305039797909558, "keep": 0.3060400817194022, "leak": 1.2604855298995972, "replacement": 0.8661621361970901} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 24.201723098754883, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 18.11, "pair": 0.8671909589320421, "sign": 1.225112235173583, "keep": 1.2158222571597435, "leak": 3.5875349938869476, "replacement": 2.9845419451594353} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.8281168937683105, "loss_scale": 4.0, "retries": 0, "seconds": 51.3, "max_memory_gb": 18.11, "pair": 0.09266015700995922, "sign": 0.003179933970386628, "keep": 0.00498675956163197, "leak": 0.9696295484900475, "replacement": 0.33915089070796967} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 27.07977867126465, "loss_scale": 4.0, "retries": 0, "seconds": 52.9, "max_memory_gb": 18.11, "pair": 1.5017302930355072, "sign": 0.7580652766046114, "keep": 1.4245349362608977, "leak": 4.819624498486519, "replacement": 3.797936551272869} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 2.691441774368286, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 18.11, "pair": 0.3675735890865326, "sign": 0.11304367397679016, "keep": 0.00431895098881796, "leak": 0.9191470146179199, "replacement": 0.6560416519641876} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 14.04627799987793, "loss_scale": 4.0, "retries": 0, "seconds": 56.4, "max_memory_gb": 18.11, "pair": 0.42540979757905006, "sign": 0.4310228251852095, "keep": 0.5800338289700449, "leak": 0.7944301785901189, "replacement": 1.1295456662774086} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.8426051139831543, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 18.11, "pair": 0.19439852330833673, "sign": 0.015168383717536926, "keep": 0.0032491223646502476, "leak": 0.654668509028852, "replacement": 0.3672743998467922} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.6536006927490234, "loss_scale": 4.0, "retries": 0, "seconds": 59.7, "max_memory_gb": 18.11, "pair": 0.19847952388226986, "sign": 0.013162617105990648, "keep": 0.0009603605940355919, "leak": 1.120200278237462, "replacement": 0.4855910949409008} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 6.455031871795654, "loss_scale": 4.0, "retries": 0, "seconds": 61.4, "max_memory_gb": 18.11, "pair": 0.2946862019598484, "sign": 0.045224319968838245, "keep": 0.3178667770844186, "leak": 0.9581504620146006, "replacement": 0.7157693430781364} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 11.791265487670898, "loss_scale": 4.0, "retries": 0, "seconds": 63.0, "max_memory_gb": 18.11, "pair": 0.31849502213299274, "sign": 0.10354049759916961, "keep": 0.1425026473662001, "leak": 0.20692047593183815, "replacement": 0.4932466931641102} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.3382418155670166, "loss_scale": 4.0, "retries": 0, "seconds": 64.8, "max_memory_gb": 18.11, "pair": 0.2510540634393692, "sign": 0.052111008670181036, "keep": 0.027852231403812766, "leak": 0.2873834304045886, "replacement": 0.362881563603878} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.724789142608643, "loss_scale": 4.0, "retries": 0, "seconds": 66.4, "max_memory_gb": 18.11, "pair": 0.3479801043868065, "sign": 1.193065324332565, "keep": 0.09550873315811259, "leak": 0.2931056534871459, "replacement": 1.0655435658991337} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.634009838104248, "loss_scale": 4.0, "retries": 0, "seconds": 68.1, "max_memory_gb": 18.11, "pair": 0.14342244993895292, "sign": 0.007271558104548603, "keep": 0.006162341983326769, "leak": 0.3210756843909621, "replacement": 0.23040832951664925} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 14.394991874694824, "loss_scale": 4.0, "retries": 0, "seconds": 69.8, "max_memory_gb": 18.11, "pair": 0.4522628132253885, "sign": 1.2102760914713144, "keep": 1.9752254985505715, "leak": 1.7270152308046818, "replacement": 2.4767673276364803} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.0882840156555176, "loss_scale": 4.0, "retries": 0, "seconds": 71.4, "max_memory_gb": 18.11, "pair": 0.15145076299086213, "sign": 0.01429277443094179, "keep": 0.0018454232039175622, "leak": 0.7326358202844858, "replacement": 0.3426788109354675} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.8160922527313232, "loss_scale": 4.0, "retries": 0, "seconds": 73.1, "max_memory_gb": 18.11, "pair": 0.10863026045262814, "sign": 0.050140616309363395, "keep": 0.001243173576767731, "leak": 0.3984064031392336, "replacement": 0.23392376117408276} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 3.3864424228668213, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 18.11, "pair": 0.04805917339399457, "sign": 0.021459858791786246, "keep": 0.07356106124461803, "leak": 0.7111747115850449, "replacement": 0.27336331456899643} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 10.299464225769043, "loss_scale": 4.0, "retries": 0, "seconds": 76.4, "max_memory_gb": 18.11, "pair": 0.2600350147113204, "sign": 0.46237864524300676, "keep": 1.76022797904443, "leak": 1.0497231632471085, "replacement": 1.6337690632790327} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 4.841115951538086, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 18.11, "pair": 0.2691628970205784, "sign": 0.20452572239446454, "keep": 0.17207558313384652, "leak": 0.08015161193907261, "replacement": 0.4775014501065016} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.303729772567749, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 18.11, "pair": 0.13381376024335623, "sign": 0.03141994390171021, "keep": 0.0073029321702051675, "leak": 0.14715621067443863, "replacement": 0.18996424973011017} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.3723173141479492, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 18.11, "pair": 0.060732330195605755, "sign": 0.005388376128394157, "keep": 0.006087365254643373, "leak": 0.2063134629279375, "replacement": 0.11804856546223164} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.53108549118042, "loss_scale": 4.0, "retries": 0, "seconds": 83.1, "max_memory_gb": 18.11, "pair": 0.10847176401875913, "sign": 0.020337539608590305, "keep": 0.015177658786342363, "leak": 1.4835284948349, "replacement": 0.4971114918589592} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.031994342803955, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 18.11, "pair": 0.08502321969717741, "sign": 0.02274293074151501, "keep": 0.18860683751404395, "leak": 0.521518565925362, "replacement": 0.32107774540781975} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 5.338281631469727, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 18.11, "pair": 0.1041303554084152, "sign": 0.012461487523978576, "keep": 0.44062869227695955, "leak": 0.6213167666574009, "replacement": 0.48600464779883623} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.131800651550293, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 18.11, "pair": 0.24436371447518468, "sign": 0.21002050070092082, "keep": 0.029699651029659435, "leak": 0.7416095621883869, "replacement": 0.5496262088418007} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 5.364128112792969, "loss_scale": 4.0, "retries": 0, "seconds": 89.7, "max_memory_gb": 18.11, "pair": 0.1342743788845837, "sign": 0.058854514616541564, "keep": 0.07504243479343131, "leak": 1.4610895365476608, "replacement": 0.5664952397346497} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.815009355545044, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 18.11, "pair": 0.13535775430500507, "sign": 0.023596185812493786, "keep": 0.021952451032120734, "leak": 1.364636704325676, "replacement": 0.49929124116897583} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 0.873648464679718, "loss_scale": 4.0, "retries": 0, "seconds": 93.6, "max_memory_gb": 18.11, "pair": 0.07288591819815338, "sign": 0.00304929495905526, "keep": 0.006973203757524971, "leak": 0.13211315863190976, "replacement": 0.11092545674182475} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 1.7459638118743896, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 18.11, "pair": 0.12629557959735394, "sign": 0.009459650726057589, "keep": 0.03314696322195232, "leak": 0.5692540686832217, "replacement": 0.2899124026298523} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 3.6572906970977783, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 18.11, "pair": 0.08882756615639664, "sign": 0.058734857691888465, "keep": 0.008309927750360657, "leak": 0.41789936530403793, "replacement": 0.2268247976899147} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 5.1242570877075195, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 18.11, "pair": 0.010812076790898573, "sign": 0.002278447602293454, "keep": 0.0024981722308439203, "leak": 0.812236497644335, "replacement": 0.21625951258465648} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 5.978783130645752, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 18.11, "pair": 0.29192705666355323, "sign": 0.05256931813346455, "keep": 0.09674837675538583, "leak": 0.8176641520112753, "replacement": 0.5710019543766975} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 6.875487804412842, "loss_scale": 4.0, "retries": 0, "seconds": 103.1, "max_memory_gb": 18.11, "pair": 0.21658795373514295, "sign": 0.010699133039452136, "keep": 0.11344141409244912, "leak": 2.3046997226774693, "replacement": 0.8548331819474697} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 5.965291500091553, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 18.11, "pair": 0.39544522762298584, "sign": 0.23372635198757052, "keep": 0.03892001949134283, "leak": 1.3913171896710992, "replacement": 0.8795976936817169} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.934441328048706, "loss_scale": 4.0, "retries": 0, "seconds": 106.5, "max_memory_gb": 18.11, "pair": 0.14127462077885866, "sign": 0.018990186508744955, "keep": 0.017276750688324682, "leak": 0.1799520729109645, "replacement": 0.20439611561596394} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 5.509951114654541, "loss_scale": 4.0, "retries": 0, "seconds": 108.1, "max_memory_gb": 18.11, "pair": 0.5135094074066728, "sign": 0.1111781409708783, "keep": 0.06302062609756831, "leak": 0.08184567999705905, "replacement": 0.621070219669491} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.52516508102417, "loss_scale": 4.0, "retries": 0, "seconds": 109.8, "max_memory_gb": 18.11, "pair": 0.39099965058267117, "sign": 0.019318288657814264, "keep": 0.015702035801950842, "leak": 0.18115186737850308, "replacement": 0.4537977743893862} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 5.305492877960205, "loss_scale": 4.0, "retries": 0, "seconds": 111.6, "max_memory_gb": 18.11, "pair": 0.2993624359369278, "sign": 0.12552030675578862, "keep": 0.19854342937469482, "leak": 0.2505003334954381, "replacement": 0.524019367992878} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 4.040431022644043, "loss_scale": 4.0, "retries": 0, "seconds": 113.2, "max_memory_gb": 18.11, "pair": 0.1509144370793365, "sign": 0.11673461479222169, "keep": 0.32949356741528035, "leak": 0.22094770878902636, "replacement": 0.42926543578505516} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.3542704582214355, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 18.11, "pair": 0.05613994458690286, "sign": 0.009968820377252996, "keep": 0.012281310071557527, "leak": 0.5278071871837255, "replacement": 0.1992168016731739} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.383709669113159, "loss_scale": 4.0, "retries": 0, "seconds": 116.6, "max_memory_gb": 18.11, "pair": 0.08414697447733488, "sign": 0.008956387391663156, "keep": 0.0011450947058051497, "leak": 0.7569785363739356, "replacement": 0.2784423492848873} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 7.134150981903076, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 18.11, "pair": 0.5927934534847736, "sign": 0.807733574649319, "keep": 1.0494239466170256, "leak": 0.8009255826473236, "replacement": 1.7216036804020405} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.3299360275268555, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 18.11, "pair": 0.2611691839993, "sign": 0.03527082642540336, "keep": 0.0016590374143561348, "leak": 0.6217493414878845, "replacement": 0.43507146276533604} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.4042915105819702, "loss_scale": 4.0, "retries": 0, "seconds": 121.6, "max_memory_gb": 18.11, "pair": 0.0992734168539755, "sign": 0.008694511925568804, "keep": 0.01564204906435407, "leak": 0.12816086318343878, "replacement": 0.1434819158166647} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.474921941757202, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 18.11, "pair": 0.16890405863523483, "sign": 0.2291982836322859, "keep": 0.011549615097464994, "leak": 0.8644517064094543, "replacement": 0.5053909309208393} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.046182155609131, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 18.11, "pair": 0.0832098238170147, "sign": 0.06725857811397873, "keep": 0.5352147005423831, "leak": 0.30518756140736514, "replacement": 0.4607433620840311} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.097538471221924, "loss_scale": 4.0, "retries": 0, "seconds": 126.5, "max_memory_gb": 18.11, "pair": 0.22840253238973673, "sign": 0.16274321679520654, "keep": 0.06955322250695417, "leak": 0.2759376233443618, "replacement": 0.41353515535593033} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.601916313171387, "loss_scale": 4.0, "retries": 0, "seconds": 128.2, "max_memory_gb": 18.11, "pair": 0.47037448175251484, "sign": 0.519388128304854, "keep": 1.0090102111571468, "leak": 0.0705786729376996, "replacement": 1.2522182781249285} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 7.03305196762085, "loss_scale": 4.0, "retries": 0, "seconds": 129.9, "max_memory_gb": 18.11, "pair": 0.027105571352876723, "sign": 0.006448677857406437, "keep": 0.00850596953330296, "leak": 1.7265325685730204, "replacement": 0.4662160510197282} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.2065975666046143, "loss_scale": 4.0, "retries": 0, "seconds": 131.5, "max_memory_gb": 18.11, "pair": 0.17252867692150176, "sign": 0.006628304457990453, "keep": 0.003698891567182727, "leak": 0.44863654114305973, "replacement": 0.2898514196276665} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.460829019546509, "loss_scale": 4.0, "retries": 0, "seconds": 133.1, "max_memory_gb": 18.11, "pair": 0.069889270584099, "sign": 0.1462722955911886, "keep": 0.0005997940893394116, "leak": 0.29610744770616293, "replacement": 0.21735217375680804} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 7.212124824523926, "loss_scale": 4.0, "retries": 0, "seconds": 134.8, "max_memory_gb": 18.11, "pair": 0.03528712157276459, "sign": 0.007507532835006714, "keep": 0.004877259774616505, "leak": 2.137855096720159, "replacement": 0.5759432963095605} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 1.878037452697754, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 18.11, "pair": 0.18318751419428736, "sign": 0.04604815279162722, "keep": 0.017665226419877555, "leak": 0.5139557113870978, "replacement": 0.34353312622988597} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.4149937629699707, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 18.11, "pair": 0.17691627074964345, "sign": 0.028309517190791667, "keep": 0.10306532261893153, "leak": 1.1361053977161646, "replacement": 0.5266300290822983} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 9.730048179626465, "loss_scale": 4.0, "retries": 0, "seconds": 139.8, "max_memory_gb": 18.11, "pair": 0.5630302540957928, "sign": 0.7282243717927486, "keep": 0.023998692049644887, "leak": 0.06854670436587185, "replacement": 0.9562784619629383} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 3.6461100578308105, "loss_scale": 4.0, "retries": 0, "seconds": 141.4, "max_memory_gb": 18.11, "pair": 0.3430606657639146, "sign": 0.02091228766948916, "keep": 0.25448930164566264, "leak": 0.04133317213563714, "replacement": 0.49109476152807474} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.1796553134918213, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 18.11, "pair": 0.08401375100947917, "sign": 0.011399699316825718, "keep": 0.0053745644931950665, "leak": 0.27605670178309083, "replacement": 0.16141506098210812} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.8392095565795898, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 18.11, "pair": 0.006092507144785486, "sign": 0.00254618123290129, "keep": 0.0015664935477843756, "leak": 0.2964944876730442, "replacement": 0.08227246371097863} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.0237576961517334, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 18.11, "pair": 0.18710241839289665, "sign": 0.15243622474372387, "keep": 0.07479563553351909, "leak": 0.14062945207115263, "replacement": 0.3358757123351097} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.6606786251068115, "loss_scale": 4.0, "retries": 0, "seconds": 148.2, "max_memory_gb": 18.11, "pair": 0.13189175073057413, "sign": 0.05351152393268421, "keep": 0.006380917795468122, "leak": 0.2892593592405319, "replacement": 0.23415281623601913} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 19.404613494873047, "loss_scale": 4.0, "retries": 0, "seconds": 149.9, "max_memory_gb": 18.11, "pair": 0.2240096080931835, "sign": 0.2914681797810772, "keep": 0.14600055335847628, "leak": 0.8281342275440693, "replacement": 0.6497775018215179} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 2.5356874465942383, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 18.11, "pair": 0.0673314583254978, "sign": 0.044878667962620966, "keep": 0.008684412624688775, "leak": 0.10981841385364532, "replacement": 0.12156760285142809} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.531597852706909, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 18.11, "pair": 0.144190919585526, "sign": 0.020890485451673158, "keep": 0.007076248788507655, "leak": 0.23427187876222888, "replacement": 0.21674225851893425} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 22.625455856323242, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 18.11, "pair": 0.47864082362502813, "sign": 0.392095868679462, "keep": 0.7095720364886802, "leak": 1.4868555966531858, "replacement": 1.4011886836960912} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 13.834367752075195, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 18.11, "pair": 0.2169403048719687, "sign": 0.8976477332980721, "keep": 1.332076829653488, "leak": 0.4244255470111966, "replacement": 1.4379089903086424} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.79550838470459, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 18.11, "pair": 0.023960101258126087, "sign": 0.006372718504280783, "keep": 0.016494509589392692, "leak": 1.1421095915138721, "replacement": 0.3209211053326726} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 3.4293227195739746, "loss_scale": 4.0, "retries": 0, "seconds": 159.9, "max_memory_gb": 18.11, "pair": 0.05492778052575886, "sign": 0.0071848995867185295, "keep": 0.10095106228254735, "leak": 1.1534301713109016, "replacement": 0.39735330268740654} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 9.755293846130371, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 18.11, "pair": 0.21364312944933772, "sign": 0.3355077577289194, "keep": 1.7265626389125828, "leak": 0.5995568111538887, "replacement": 1.3945675417780876} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 6.372098445892334, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.11, "pair": 0.18877730332314968, "sign": 0.08422527264337987, "keep": 1.1875370411435142, "leak": 0.2039766232483089, "replacement": 0.875652614980936} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 4.640081405639648, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 18.11, "pair": 0.052373772603459656, "sign": 0.006117987300967798, "keep": 0.013985214561216708, "leak": 1.1148156682029366, "replacement": 0.3411292927339673} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.117684841156006, "loss_scale": 4.0, "retries": 0, "seconds": 166.6, "max_memory_gb": 18.11, "pair": 0.15992192341582268, "sign": 0.06563419977464946, "keep": 0.13311477812339945, "leak": 0.9056745914276689, "replacement": 0.4857150614261627} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.5196638107299805, "loss_scale": 4.0, "retries": 0, "seconds": 168.2, "max_memory_gb": 18.11, "pair": 0.33060891929926584, "sign": 0.6704084622469964, "keep": 0.0034467617857103505, "leak": 3.4556602723896503, "replacement": 1.5314515735954046} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.45772647857666, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 18.11, "pair": 0.6210424210876226, "sign": 1.0708474532002583, "keep": 0.06527630120399408, "leak": 1.606163915246725, "replacement": 1.5906452722847462} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.075249671936035, "loss_scale": 4.0, "retries": 0, "seconds": 171.6, "max_memory_gb": 18.11, "pair": 0.1618599258363247, "sign": 0.005509014124982059, "keep": 0.0034649111767066643, "leak": 0.7587327174842358, "replacement": 0.35603006929159164} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.4737186431884766, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 18.11, "pair": 0.15246493509039283, "sign": 0.010080138919875026, "keep": 0.0333542242879048, "leak": 0.8105142454151064, "replacement": 0.37681067176163197} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 4.404392719268799, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 18.11, "pair": 0.10423218924552202, "sign": 0.00969213986536488, "keep": 0.007675746069253364, "leak": 2.241337675601244, "replacement": 0.6732505261898041} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.0780649185180664, "loss_scale": 4.0, "retries": 0, "seconds": 176.5, "max_memory_gb": 18.11, "pair": 0.12059324327856302, "sign": 0.04780960874632001, "keep": 0.0024553145049139857, "leak": 0.26742690801620483, "replacement": 0.21258242800831795} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 4.860194683074951, "loss_scale": 4.0, "retries": 0, "seconds": 178.2, "max_memory_gb": 18.11, "pair": 0.3952869512140751, "sign": 0.020453495206311345, "keep": 0.049732744228094816, "leak": 0.8521304363384843, "replacement": 0.643412671983242} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.616621971130371, "loss_scale": 4.0, "retries": 0, "seconds": 179.9, "max_memory_gb": 18.11, "pair": 0.1899313423782587, "sign": 0.02477332134731114, "keep": 0.008656160316604655, "leak": 0.8940018253633752, "replacement": 0.4301465470343828} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.0603532791137695, "loss_scale": 4.0, "retries": 0, "seconds": 181.6, "max_memory_gb": 18.11, "pair": 0.12020319001749158, "sign": 0.18036807559838053, "keep": 0.23681023728067885, "leak": 0.6489755796501413, "replacement": 0.4910362474620342} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 13.303396224975586, "loss_scale": 4.0, "retries": 0, "seconds": 183.2, "max_memory_gb": 18.11, "pair": 0.5339144766330719, "sign": 0.051449593680445105, "keep": 0.13935563856739464, "leak": 1.3204236906021833, "replacement": 0.9594230004586279} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 11.24378776550293, "loss_scale": 4.0, "retries": 0, "seconds": 184.9, "max_memory_gb": 18.11, "pair": 0.5481745339930058, "sign": 0.15549038397148252, "keep": 0.16797138145193458, "leak": 0.20407019834965467, "replacement": 0.7609229721128941} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 11.825035095214844, "loss_scale": 4.0, "retries": 0, "seconds": 186.6, "max_memory_gb": 18.11, "pair": 0.17732656840234995, "sign": 0.04615960130468011, "keep": 0.12804548791609704, "leak": 4.381852467509816, "replacement": 1.3598922342061996} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 8.629475593566895, "loss_scale": 4.0, "retries": 0, "seconds": 188.2, "max_memory_gb": 18.11, "pair": 0.3162604086101055, "sign": 0.9143807244836353, "keep": 0.0014028560117367306, "leak": 0.45225198776461184, "replacement": 0.8872151784598827} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.801708221435547, "loss_scale": 4.0, "retries": 0, "seconds": 189.9, "max_memory_gb": 18.11, "pair": 0.20536037348210812, "sign": 0.010274638596456498, "keep": 0.0031745246160426177, "leak": 0.3522435761988163, "replacement": 0.30014585331082344} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.0568339824676514, "loss_scale": 4.0, "retries": 0, "seconds": 191.6, "max_memory_gb": 18.11, "pair": 0.182706531137228, "sign": 0.018450976815074682, "keep": 0.006353759556077421, "leak": 0.32699772776777536, "replacement": 0.27685833163559437} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 1.7938218116760254, "loss_scale": 4.0, "retries": 0, "seconds": 193.2, "max_memory_gb": 18.11, "pair": 0.2158802878111601, "sign": 0.028703809017315507, "keep": 0.012128631584346294, "leak": 0.22666558780474588, "replacement": 0.292962908744812} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.726656198501587, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 18.11, "pair": 0.23439649306237698, "sign": 0.012860054499469697, "keep": 0.002907402187702246, "leak": 0.34691763669252396, "replacement": 0.32900962978601456} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 6.647641181945801, "loss_scale": 4.0, "retries": 0, "seconds": 196.6, "max_memory_gb": 18.11, "pair": 0.16396240331232548, "sign": 0.4947168286598753, "keep": 0.5810148948139613, "leak": 0.11978596600238234, "replacement": 0.7317747715860605} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 5.157492160797119, "loss_scale": 4.0, "retries": 0, "seconds": 198.3, "max_memory_gb": 18.11, "pair": 0.12808044883422554, "sign": 0.04512444262945792, "keep": 0.323293214349178, "leak": 0.5398023128509521, "replacement": 0.44723983854055405} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 5.787454128265381, "loss_scale": 4.0, "retries": 0, "seconds": 200.0, "max_memory_gb": 18.11, "pair": 0.2258152110152878, "sign": 0.4232411900156876, "keep": 0.6581404625554796, "leak": 0.3886069804430008, "replacement": 0.8636578069999814} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.271976351737976, "loss_scale": 4.0, "retries": 0, "seconds": 201.6, "max_memory_gb": 18.11, "pair": 0.1011447843775386, "sign": 0.13212993311026366, "keep": 0.005947373105641418, "leak": 0.15325696708168834, "replacement": 0.2084976714104414} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 7.855291366577148, "loss_scale": 4.0, "retries": 0, "seconds": 203.4, "max_memory_gb": 18.11, "pair": 0.23090696427971125, "sign": 0.7621361433411948, "keep": 1.4382144107948989, "leak": 0.37288627913221717, "replacement": 1.4243037849664688} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.617493152618408, "loss_scale": 4.0, "retries": 0, "seconds": 205.0, "max_memory_gb": 18.11, "pair": 0.3082580189802684, "sign": 0.2967036297050072, "keep": 0.08059289521588653, "leak": 0.17633065208792686, "replacement": 0.5409889742732048} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 4.573493480682373, "loss_scale": 4.0, "retries": 0, "seconds": 206.7, "max_memory_gb": 18.11, "pair": 0.2558130322722718, "sign": 0.09346134631778114, "keep": 0.09015175216927673, "leak": 0.6004724502563477, "replacement": 0.4977376852184534} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 5.712127685546875, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 18.11, "pair": 0.3206736194797486, "sign": 1.1954367764410563, "keep": 0.018880972420447506, "leak": 1.3700749315321445, "replacement": 1.2703512907028198} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.125436782836914, "loss_scale": 4.0, "retries": 0, "seconds": 210.0, "max_memory_gb": 18.11, "pair": 0.3634700137190521, "sign": 0.6168055530870333, "keep": 2.2528622691097553, "leak": 0.4857761422463227, "replacement": 1.9197479598224163} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.221523761749268, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 18.11, "pair": 0.11426324571948498, "sign": 0.22445500234607607, "keep": 0.21607347211897832, "leak": 1.7902630772441626, "replacement": 0.7820932436734438} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 11.340798377990723, "loss_scale": 4.0, "retries": 0, "seconds": 213.3, "max_memory_gb": 18.11, "pair": 0.5894668339751661, "sign": 0.5446286235819571, "keep": 1.4714683510828763, "leak": 1.6427485038875602, "replacement": 2.0082023814320564} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.065830945968628, "loss_scale": 4.0, "retries": 0, "seconds": 215.0, "max_memory_gb": 18.11, "pair": 0.05245400802232325, "sign": 0.005451182900287677, "keep": 0.014562428153567453, "leak": 0.7487784996628761, "replacement": 0.24965543625876307} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 6.043160438537598, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 18.11, "pair": 0.06218729680404067, "sign": 0.5962634396419162, "keep": 0.28039384918520227, "leak": 0.5428767651319504, "replacement": 0.636235112324357} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 1.7201173305511475, "loss_scale": 4.0, "retries": 0, "seconds": 218.4, "max_memory_gb": 18.11, "pair": 0.09978605434298515, "sign": 0.07542562327580526, "keep": 0.1090700188651681, "leak": 0.446131080185296, "replacement": 0.3035666439682245} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.209003448486328, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 18.11, "pair": 0.11263713426887989, "sign": 1.0178768676705658, "keep": 0.03779518078090405, "leak": 0.3040269073098898, "replacement": 0.7164798956364393} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 24.872543334960938, "loss_scale": 4.0, "retries": 0, "seconds": 221.9, "max_memory_gb": 18.11, "pair": 0.3884923392906785, "sign": 0.7502326187095605, "keep": 1.3832231133492314, "leak": 2.626133941113949, "replacement": 2.1117536276578903} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.7025930881500244, "loss_scale": 4.0, "retries": 0, "seconds": 223.5, "max_memory_gb": 18.11, "pair": 0.06659306457731873, "sign": 0.00865632391651161, "keep": 0.6523699764757112, "leak": 0.8718501999974251, "replacement": 0.6150687844492495} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 5.810835838317871, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 18.11, "pair": 0.5590727739036083, "sign": 0.6567357466556132, "keep": 1.213720404819469, "leak": 0.5884273364208639, "replacement": 1.6414076387882233} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 4.802765369415283, "loss_scale": 4.0, "retries": 0, "seconds": 226.9, "max_memory_gb": 18.11, "pair": 0.14146752629312687, "sign": 0.27931000001262873, "keep": 0.5731703638740555, "leak": 0.16273976117372513, "replacement": 0.6083926416467875} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 1.4530959129333496, "loss_scale": 4.0, "retries": 0, "seconds": 228.5, "max_memory_gb": 18.11, "pair": 0.12577766738831997, "sign": 0.009515753015875816, "keep": 0.043389338068664074, "leak": 0.1386001631617546, "replacement": 0.18688025884330273} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 4.706055164337158, "loss_scale": 4.0, "retries": 0, "seconds": 230.0, "max_memory_gb": 18.11, "pair": 0.12666197307407856, "sign": 0.3226844446035102, "keep": 0.049348054846632294, "leak": 0.5562388589605689, "replacement": 0.4517379552125931} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.592425346374512, "loss_scale": 4.0, "retries": 0, "seconds": 231.8, "max_memory_gb": 18.11, "pair": 0.2024250680115074, "sign": 0.023369707458186895, "keep": 0.010146287502720952, "leak": 0.730172784999013, "replacement": 0.40172626823186874} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 1.8736518621444702, "loss_scale": 4.0, "retries": 0, "seconds": 233.5, "max_memory_gb": 18.11, "pair": 0.09902556985616684, "sign": 0.02012256989837624, "keep": 0.029725349275395274, "leak": 0.6656667904462665, "replacement": 0.2903662230819464} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 6.962165355682373, "loss_scale": 4.0, "retries": 0, "seconds": 235.2, "max_memory_gb": 18.11, "pair": 0.18180213868618011, "sign": 0.26894921850180253, "keep": 0.005506099434569478, "leak": 0.7994693536311388, "replacement": 0.5188971310853958} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.5883225202560425, "loss_scale": 4.0, "retries": 0, "seconds": 236.9, "max_memory_gb": 18.11, "pair": 0.11839636415243149, "sign": 0.01024006266379729, "keep": 0.006053163218894042, "leak": 0.34895458444952965, "replacement": 0.21378161571919918} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.3751951456069946, "loss_scale": 4.0, "retries": 0, "seconds": 238.6, "max_memory_gb": 18.11, "pair": 0.13425421388819814, "sign": 0.1354767898155842, "keep": 0.0028131876460975036, "leak": 0.04535889462567866, "replacement": 0.21473893150687218} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 6.644587993621826, "loss_scale": 4.0, "retries": 0, "seconds": 240.3, "max_memory_gb": 18.11, "pair": 0.20198368933051825, "sign": 0.3026442030677572, "keep": 0.16816114640823798, "leak": 0.13052614592015743, "replacement": 0.4700179100036621} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 16.971040725708008, "loss_scale": 4.0, "retries": 0, "seconds": 242.1, "max_memory_gb": 18.11, "pair": 0.3143624591175467, "sign": 0.1749045735487016, "keep": 0.8474561420006808, "leak": 0.6350723322248086, "replacement": 0.9843109076609835} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 5.500234603881836, "loss_scale": 4.0, "retries": 0, "seconds": 243.9, "max_memory_gb": 18.11, "pair": 0.14711130026262254, "sign": 0.33777908826596104, "keep": 0.028054826838342706, "leak": 0.22370821423828602, "replacement": 0.38595531950704753} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 1.7753024101257324, "loss_scale": 4.0, "retries": 0, "seconds": 245.7, "max_memory_gb": 18.11, "pair": 0.12137485158746131, "sign": 0.006209248298546299, "keep": 0.003999079842969877, "leak": 0.4744305685162544, "replacement": 0.245086656534113} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 1.7219101190567017, "loss_scale": 4.0, "retries": 0, "seconds": 247.3, "max_memory_gb": 18.11, "pair": 0.11899744719266891, "sign": 0.023514685162808746, "keep": 0.0036357887956910417, "leak": 0.49133160922247043, "replacement": 0.25540558714419603} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 9.376744270324707, "loss_scale": 4.0, "retries": 0, "seconds": 248.9, "max_memory_gb": 18.11, "pair": 0.41304403357207775, "sign": 1.374374678125605, "keep": 1.6803400652715936, "leak": 3.1676171477884054, "replacement": 2.7323057167232037} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.346426486968994, "loss_scale": 4.0, "retries": 0, "seconds": 250.7, "max_memory_gb": 18.11, "pair": 0.041382804010936525, "sign": 0.007066738762659952, "keep": 0.0007656876817918601, "leak": 0.5854399814270437, "replacement": 0.19165901187807322} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.0262773036956787, "loss_scale": 4.0, "retries": 0, "seconds": 252.4, "max_memory_gb": 18.11, "pair": 0.09387081558816135, "sign": 0.018388308002613485, "keep": 0.005795529066290328, "leak": 0.4398961756378412, "replacement": 0.21593677625060081} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 11.852431297302246, "loss_scale": 4.0, "retries": 0, "seconds": 254.1, "max_memory_gb": 18.11, "pair": 0.30109259206801653, "sign": 0.12218262150418013, "keep": 0.08332751382840797, "leak": 0.6362449480220675, "replacement": 0.5629089027643204} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.9647212028503418, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 18.11, "pair": 0.14472043653950095, "sign": 0.01901194962556474, "keep": 0.006190889316712855, "leak": 0.09783512307330966, "replacement": 0.18178063677623868} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 1.5330431461334229, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 18.11, "pair": 0.1522773616015911, "sign": 0.0051681122276932, "keep": 0.019472541085633566, "leak": 0.07521454743073264, "replacement": 0.18340132385492325} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.0687613487243652, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 18.11, "pair": 0.14323773040086962, "sign": 0.005024059530114755, "keep": 0.005855219669797407, "leak": 0.32793633081018925, "replacement": 0.23066145658958703} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.4113869667053223, "loss_scale": 4.0, "retries": 0, "seconds": 260.9, "max_memory_gb": 18.11, "pair": 0.13600891642272472, "sign": 0.006303571397438645, "keep": 0.0398823186988011, "leak": 0.7562693625222892, "replacement": 0.3481691963970661} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.125866413116455, "loss_scale": 4.0, "retries": 0, "seconds": 262.5, "max_memory_gb": 18.11, "pair": 0.11722370923962444, "sign": 0.005765757792687509, "keep": 0.5960375731154954, "leak": 0.3941751793026924, "replacement": 0.5166691578924656} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 18.8912353515625, "loss_scale": 4.0, "retries": 0, "seconds": 264.3, "max_memory_gb": 18.11, "pair": 0.5630088498583063, "sign": 0.006845903488283511, "keep": 0.015975432455633154, "leak": 0.6246602172031999, "replacement": 0.7305845958180726} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.373416900634766, "loss_scale": 4.0, "retries": 0, "seconds": 265.9, "max_memory_gb": 18.11, "pair": 0.02452929998980835, "sign": 0.6586827276041731, "keep": 0.001669196382863447, "leak": 2.8416359899565578, "replacement": 1.0651142727583647} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.119802474975586, "loss_scale": 4.0, "retries": 0, "seconds": 267.5, "max_memory_gb": 18.11, "pair": 0.16631262144073844, "sign": 0.2923975338344462, "keep": 0.47890065546380356, "leak": 0.10708977913600393, "replacement": 0.5787341613322496} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.5964714288711548, "loss_scale": 4.0, "retries": 0, "seconds": 269.3, "max_memory_gb": 18.11, "pair": 0.06465332163497806, "sign": 0.0028791310905944556, "keep": 0.007203874722335968, "leak": 0.2062314178328961, "replacement": 0.12125268252566457} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 5.8179931640625, "loss_scale": 4.0, "retries": 0, "seconds": 270.9, "max_memory_gb": 18.11, "pair": 0.15272223111242056, "sign": 0.11870926606934518, "keep": 0.49996446329168975, "leak": 0.2966795130632818, "replacement": 0.5362289734184742} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.01277494430542, "loss_scale": 4.0, "retries": 0, "seconds": 272.6, "max_memory_gb": 18.11, "pair": 0.15057045363937505, "sign": 0.08535397534433287, "keep": 0.06188350460286074, "leak": 0.5921736471354961, "replacement": 0.37223261408507824} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.339449644088745, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 18.11, "pair": 0.011169925332069397, "sign": 0.00434939528349787, "keep": 0.09196474249296216, "leak": 0.6293819364218507, "replacement": 0.21667247731238604} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 20.83509635925293, "loss_scale": 4.0, "retries": 0, "seconds": 275.8, "max_memory_gb": 18.11, "pair": 0.19479267112910748, "sign": 0.3559012529440224, "keep": 0.7374920982401818, "leak": 0.2109165107831359, "replacement": 0.7942184470593929} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.157161235809326, "loss_scale": 4.0, "retries": 0, "seconds": 277.6, "max_memory_gb": 18.11, "pair": 0.3716319967061281, "sign": 0.3120955500053242, "keep": 0.014538501520291902, "leak": 0.17569915391504765, "replacement": 0.5788737945258617} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.570357084274292, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 18.11, "pair": 0.03388966550119221, "sign": 0.00721625896403566, "keep": 0.0003868575186061207, "leak": 0.04940943920519203, "replacement": 0.05004358384758234} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 21.04908561706543, "loss_scale": 4.0, "retries": 0, "seconds": 280.9, "max_memory_gb": 18.11, "pair": 1.085137949557975, "sign": 1.0286164020653814, "keep": 1.8126832571142586, "leak": 2.3362717609852552, "replacement": 3.0898556588217616} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 12.93470287322998, "loss_scale": 4.0, "retries": 0, "seconds": 282.7, "max_memory_gb": 18.11, "pair": 0.0841156579554081, "sign": 0.025057663879124448, "keep": 0.040390988084254786, "leak": 1.6523007228970528, "replacement": 0.5299151800572872} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.648848295211792, "loss_scale": 4.0, "retries": 0, "seconds": 284.3, "max_memory_gb": 18.11, "pair": 0.041757890838198364, "sign": 0.0058530263777356595, "keep": 0.03503111818463367, "leak": 0.808411942969542, "replacement": 0.26430295035243034} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.2539494037628174, "loss_scale": 4.0, "retries": 0, "seconds": 285.9, "max_memory_gb": 18.11, "pair": 0.12243925593793392, "sign": 0.07623455545399338, "keep": 0.15492201116285287, "leak": 0.7784218341112137, "replacement": 0.4326230064034462} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 5.890220642089844, "loss_scale": 4.0, "retries": 0, "seconds": 287.7, "max_memory_gb": 18.11, "pair": 0.07809707714477554, "sign": 0.002764611635939218, "keep": 0.0021607140770356636, "leak": 2.237854635612166, "replacement": 0.6400233902968466} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.194348335266113, "loss_scale": 4.0, "retries": 0, "seconds": 289.3, "max_memory_gb": 18.11, "pair": 0.052034233794984175, "sign": 0.046493465331877815, "keep": 0.24706794448547953, "leak": 0.3691186170326546, "replacement": 0.29109459614846855} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.71040940284729, "loss_scale": 4.0, "retries": 0, "seconds": 291.0, "max_memory_gb": 18.11, "pair": 0.07386136334389448, "sign": 0.002440043637761846, "keep": 0.0071320622228085995, "leak": 0.9111727824492846, "replacement": 0.306440613232553} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 3.2747340202331543, "loss_scale": 4.0, "retries": 0, "seconds": 292.6, "max_memory_gb": 18.11, "pair": 0.13715362834045663, "sign": 0.11332953951205127, "keep": 0.19315024974639527, "leak": 0.8309749823583843, "replacement": 0.4981372761540115} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 4.510425567626953, "loss_scale": 4.0, "retries": 0, "seconds": 294.2, "max_memory_gb": 18.11, "pair": 0.05912756977704703, "sign": 0.0063837049674475566, "keep": 0.02475249186664996, "leak": 1.3425370199256577, "replacement": 0.4103299118578434} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 2.890103816986084, "loss_scale": 4.0, "retries": 0, "seconds": 296.0, "max_memory_gb": 18.11, "pair": 0.24689265084452927, "sign": 0.2603957683313638, "keep": 0.18454540893435478, "leak": 0.7154068895615637, "replacement": 0.6482149641960859} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.344024419784546, "loss_scale": 4.0, "retries": 0, "seconds": 297.6, "max_memory_gb": 18.11, "pair": 0.10718566132709384, "sign": 0.009621136588975787, "keep": 0.00861288481974043, "leak": 0.18673576973378658, "replacement": 0.1629866175353527} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 2.4829189777374268, "loss_scale": 4.0, "retries": 0, "seconds": 299.2, "max_memory_gb": 18.11, "pair": 0.11896675184834749, "sign": 0.1455339231470134, "keep": 0.008301304985479874, "leak": 0.295101523399353, "replacement": 0.2696597564499825} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 3.767237424850464, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 18.11, "pair": 0.03953482292126864, "sign": 0.025692763629194815, "keep": 0.13041215678094886, "leak": 0.7022863361053169, "replacement": 0.293158866930753} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 4.954915523529053, "loss_scale": 4.0, "retries": 0, "seconds": 302.5, "max_memory_gb": 18.11, "pair": 0.54388692296925, "sign": 0.5130257194832666, "keep": 0.5753856734356759, "leak": 0.033600311435293406, "replacement": 1.0964926792075858} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.5334842205047607, "loss_scale": 4.0, "retries": 0, "seconds": 304.1, "max_memory_gb": 18.11, "pair": 0.16334103140980005, "sign": 0.02738488803151995, "keep": 0.044312876590993255, "leak": 0.46525558456778526, "replacement": 0.3155038021504879} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.26406192779541, "loss_scale": 4.0, "retries": 0, "seconds": 305.8, "max_memory_gb": 18.11, "pair": 0.053947977256029844, "sign": 0.005930732295382768, "keep": 0.010237031179713085, "leak": 1.007119111076463, "replacement": 0.3138116355985403} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 16.608306884765625, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 18.11, "pair": 0.36043206781323534, "sign": 0.35312317188072484, "keep": 0.01826885063132977, "leak": 2.850709304213524, "replacement": 1.2588054190855473} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.4485256671905518, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 18.11, "pair": 0.09545566607266665, "sign": 0.003999151595053263, "keep": 0.0031043338137664023, "leak": 0.2646650895185303, "replacement": 0.16517367772758007} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 2.779107093811035, "loss_scale": 4.0, "retries": 0, "seconds": 311.0, "max_memory_gb": 18.11, "pair": 0.07205436399090104, "sign": 0.003970273828599602, "keep": 0.0019489241983592365, "leak": 0.5160979630309157, "replacement": 0.20403844327665865} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.4319305419921875, "loss_scale": 4.0, "retries": 0, "seconds": 312.6, "max_memory_gb": 18.11, "pair": 0.05964719224721193, "sign": 0.010643328365404159, "keep": 0.03833352660876699, "leak": 0.1843418669886887, "replacement": 0.13022109121084213} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 8.411604881286621, "loss_scale": 4.0, "retries": 0, "seconds": 314.4, "max_memory_gb": 18.11, "pair": 0.17395692911668448, "sign": 0.021939770791504998, "keep": 0.6789394635306962, "leak": 0.07712764286043239, "replacement": 0.5436784494668245} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.1663625240325928, "loss_scale": 4.0, "retries": 0, "seconds": 316.1, "max_memory_gb": 18.11, "pair": 0.2195938832592219, "sign": 0.0087999927054625, "keep": 0.286445795733016, "leak": 0.19867254432756454, "replacement": 0.4168849214911461} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 4.336490631103516, "loss_scale": 4.0, "retries": 0, "seconds": 317.7, "max_memory_gb": 18.11, "pair": 0.4365943975863047, "sign": 0.7444377695064759, "keep": 0.8214142569089518, "leak": 0.06168040540069342, "replacement": 1.2349404104752466} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 21.10077476501465, "loss_scale": 4.0, "retries": 0, "seconds": 319.4, "max_memory_gb": 18.11, "pair": 0.09278420219197869, "sign": 0.8981248105410486, "keep": 1.965901168412529, "leak": 3.0840531289577484, "replacement": 2.2958105579018593} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 1.349267840385437, "loss_scale": 4.0, "retries": 0, "seconds": 321.0, "max_memory_gb": 18.11, "pair": 0.06824414734728634, "sign": 0.0052264813566580415, "keep": 0.0038203704316401854, "leak": 0.3669372561853379, "replacement": 0.16450188495218754} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 31.371051788330078, "loss_scale": 4.0, "retries": 0, "seconds": 322.6, "max_memory_gb": 18.11, "pair": 0.4663123283535242, "sign": 0.8273121287347749, "keep": 1.4504816608214242, "leak": 2.579233039636165, "replacement": 2.2500174175947905} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.545417070388794, "loss_scale": 4.0, "retries": 0, "seconds": 324.3, "max_memory_gb": 18.11, "pair": 0.3233977223280817, "sign": 0.4819733715848997, "keep": 1.2688589178724214, "leak": 0.24158569076098502, "replacement": 1.2592103593051434} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.296022415161133, "loss_scale": 4.0, "retries": 0, "seconds": 326.0, "max_memory_gb": 18.11, "pair": 0.1283577005378902, "sign": 0.0167907791401376, "keep": 0.0085109065917095, "leak": 0.7198409605771303, "replacement": 0.32096878823358566} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 7.847544193267822, "loss_scale": 4.0, "retries": 0, "seconds": 327.7, "max_memory_gb": 18.11, "pair": 0.2216683813603595, "sign": 0.19350858213147148, "keep": 0.08906755754648543, "leak": 0.19690952077507973, "replacement": 0.41218382865190506} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 16.374135971069336, "loss_scale": 4.0, "retries": 0, "seconds": 329.4, "max_memory_gb": 18.11, "pair": 0.048567564226686954, "sign": 0.017693755828076974, "keep": 0.0031141620202106424, "leak": 2.3466366920620203, "replacement": 0.6456307154148817} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.8107452392578125, "loss_scale": 4.0, "retries": 0, "seconds": 331.1, "max_memory_gb": 18.11, "pair": 0.07852964688208885, "sign": 0.005613494911813177, "keep": 0.0018599518051019004, "leak": 1.6191144343465567, "replacement": 0.4870449716690928} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.0630812644958496, "loss_scale": 4.0, "retries": 0, "seconds": 332.9, "max_memory_gb": 18.11, "pair": 0.0815594118903391, "sign": 0.018594922876218334, "keep": 0.001909456987050362, "leak": 0.3808685981512667, "replacement": 0.18702874798327684} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.6477413177490234, "loss_scale": 4.0, "retries": 0, "seconds": 334.5, "max_memory_gb": 18.11, "pair": 0.09837748133577406, "sign": 0.055752519401721656, "keep": 0.0609150305899675, "leak": 0.6125282356515527, "replacement": 0.3098433187697083} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.1022191047668457, "loss_scale": 4.0, "retries": 0, "seconds": 336.2, "max_memory_gb": 18.11, "pair": 0.05636174080427736, "sign": 0.02960345680185128, "keep": 0.47890803522022907, "leak": 0.4270051477942616, "replacement": 0.41736877523362637} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 5.220896244049072, "loss_scale": 4.0, "retries": 0, "seconds": 338.0, "max_memory_gb": 18.11, "pair": 0.23452812992036343, "sign": 0.337192608974874, "keep": 1.3096154058293905, "leak": 0.1721743839152623, "replacement": 1.1009757835417986} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 11.757433891296387, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 18.11, "pair": 0.2271783947944641, "sign": 0.3718533432111144, "keep": 0.4622163953281415, "leak": 0.32438266652752645, "replacement": 0.7253089472651482} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 9.850528717041016, "loss_scale": 4.0, "retries": 0, "seconds": 341.2, "max_memory_gb": 18.11, "pair": 0.05688983725849539, "sign": 0.005403612769441679, "keep": 0.0013652394408296686, "leak": 4.812066888902336, "replacement": 1.2632909398525953} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.385490894317627, "loss_scale": 4.0, "retries": 0, "seconds": 342.9, "max_memory_gb": 18.11, "pair": 0.07671900186687708, "sign": 0.02742694248445332, "keep": 0.12647966216900386, "leak": 0.2072829322423786, "replacement": 0.20549303758889437} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 2.271953821182251, "loss_scale": 4.0, "retries": 0, "seconds": 344.5, "max_memory_gb": 18.11, "pair": 0.24656637385487556, "sign": 0.012529936153441668, "keep": 0.031525077152764425, "leak": 0.4253192110918462, "replacement": 0.3749236911535263} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.990058183670044, "loss_scale": 4.0, "retries": 0, "seconds": 346.3, "max_memory_gb": 18.11, "pair": 0.09086893009953201, "sign": 0.003442213812377304, "keep": 0.0008313735379488207, "leak": 0.28681731081655926, "replacement": 0.16471005184575915} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.7578630447387695, "loss_scale": 4.0, "retries": 0, "seconds": 347.9, "max_memory_gb": 18.11, "pair": 0.18206188559997827, "sign": 0.005270058667520061, "keep": 0.009230532916120637, "leak": 0.44896584190428257, "replacement": 0.3015536377206445} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.8227230310440063, "loss_scale": 4.0, "retries": 0, "seconds": 349.6, "max_memory_gb": 18.11, "pair": 0.13743749156128615, "sign": 0.12194578332855599, "keep": 0.07202140467524032, "leak": 0.4387509944062913, "replacement": 0.34410882272641174} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.634385108947754, "loss_scale": 4.0, "retries": 0, "seconds": 351.4, "max_memory_gb": 18.11, "pair": 0.0657138176029548, "sign": 0.0035810368426609784, "keep": 0.0070325799746342454, "leak": 0.28554772486677393, "replacement": 0.14240755699574947} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.169517993927002, "loss_scale": 4.0, "retries": 0, "seconds": 353.3, "max_memory_gb": 18.11, "pair": 0.532149591948837, "sign": 0.43677950027631596, "keep": 0.497941215406172, "leak": 0.2067584020551294, "replacement": 1.0511995134875178} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 12.058280944824219, "loss_scale": 4.0, "retries": 0, "seconds": 355.2, "max_memory_gb": 18.11, "pair": 0.3613429171964526, "sign": 0.6114191247615963, "keep": 2.0003927174837486, "leak": 3.3738936684967484, "replacement": 2.5107221556827426} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 2.6107470989227295, "loss_scale": 4.0, "retries": 0, "seconds": 356.9, "max_memory_gb": 18.11, "pair": 0.403924232814461, "sign": 0.26423996523953974, "keep": 0.13015361057478003, "leak": 0.25939778696920257, "replacement": 0.6659704530611634} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 8.740022659301758, "loss_scale": 4.0, "retries": 0, "seconds": 358.6, "max_memory_gb": 18.11, "pair": 0.3231176966801286, "sign": 0.16548394865822047, "keep": 0.04874775413190946, "leak": 0.4413312245160341, "replacement": 0.54056634940207} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 3.777529001235962, "loss_scale": 4.0, "retries": 0, "seconds": 360.2, "max_memory_gb": 18.11, "pair": 0.3440976245328784, "sign": 0.3365253322990611, "keep": 0.4731982567172963, "leak": 0.7047004383057356, "replacement": 0.9251345135271549} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.012716293334961, "loss_scale": 4.0, "retries": 0, "seconds": 362.0, "max_memory_gb": 18.11, "pair": 0.34077988970966544, "sign": 0.40209369742660783, "keep": 1.146889357154123, "leak": 0.041392057202756405, "replacement": 1.1256194920279086} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 14.137100219726562, "loss_scale": 4.0, "retries": 0, "seconds": 363.6, "max_memory_gb": 18.11, "pair": 0.3793100943257741, "sign": 0.877456203183101, "keep": 2.070597648561261, "leak": 0.35218558460474014, "replacement": 1.941383438243065} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.692567825317383, "loss_scale": 4.0, "retries": 0, "seconds": 365.4, "max_memory_gb": 18.11, "pair": 0.0561830576043576, "sign": 0.018326547229662538, "keep": 0.0036636192817240953, "leak": 1.354202900081873, "replacement": 0.40572886914014816} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.673063278198242, "loss_scale": 4.0, "retries": 0, "seconds": 367.1, "max_memory_gb": 18.11, "pair": 0.12920185466646217, "sign": 0.0025976388715207577, "keep": 0.0010314509290765272, "leak": 0.038664190913550556, "replacement": 0.14068245282396674} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 5.573991775512695, "loss_scale": 4.0, "retries": 0, "seconds": 368.7, "max_memory_gb": 18.11, "pair": 0.25965790916234255, "sign": 0.6086303014308214, "keep": 0.14914990174293052, "leak": 0.28002534437109716, "replacement": 0.708554320037365} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.9639194011688232, "loss_scale": 4.0, "retries": 0, "seconds": 370.6, "max_memory_gb": 18.11, "pair": 0.1007735775783658, "sign": 0.07734909653663635, "keep": 0.0035344682837603614, "leak": 0.1328192288056016, "replacement": 0.1744201760739088} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.0541110038757324, "loss_scale": 4.0, "retries": 0, "seconds": 372.2, "max_memory_gb": 18.11, "pair": 0.14205372097785585, "sign": 0.022611744672758505, "keep": 0.10170548243166877, "leak": 0.15104863699525595, "replacement": 0.24197449325583875} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.435873508453369, "loss_scale": 4.0, "retries": 0, "seconds": 373.8, "max_memory_gb": 18.11, "pair": 0.298141575884074, "sign": 0.150086322624702, "keep": 0.0039468707400374115, "leak": 0.4415593757876195, "replacement": 0.4855480119585991} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.5139451026916504, "loss_scale": 4.0, "retries": 0, "seconds": 375.6, "max_memory_gb": 18.11, "pair": 0.054175696859601885, "sign": 0.006440249213483185, "keep": 0.01542488741634429, "leak": 0.3122014980763197, "replacement": 0.14315863931551576} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 9.884111404418945, "loss_scale": 4.0, "retries": 0, "seconds": 377.1, "max_memory_gb": 18.11, "pair": 0.37651114154141396, "sign": 0.07993203636578983, "keep": 0.01408669209558866, "leak": 0.3200087468139827, "replacement": 0.5035227052867413} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.5841341018676758, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 18.11, "pair": 0.07269911104231142, "sign": 0.018194441363448277, "keep": 0.004130077198794879, "leak": 0.20786534281796776, "replacement": 0.13582770973152947} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.2197065353393555, "loss_scale": 4.0, "retries": 0, "seconds": 380.5, "max_memory_gb": 18.11, "pair": 0.053321198269259185, "sign": 0.006260961992666125, "keep": 0.0031089959247765364, "leak": 1.188746653497219, "replacement": 0.3551928363740444} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 5.541275978088379, "loss_scale": 4.0, "retries": 0, "seconds": 382.1, "max_memory_gb": 18.11, "pair": 0.08535998908337206, "sign": 0.02694814812275581, "keep": 1.007229962866404, "leak": 0.6275477856397629, "replacement": 0.7593359891325235} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.0334893465042114, "loss_scale": 4.0, "retries": 0, "seconds": 383.8, "max_memory_gb": 18.11, "pair": 0.028656299749854952, "sign": 0.0038369559188140556, "keep": 0.021647525752541696, "leak": 0.03881444109720178, "replacement": 0.051102149998769164} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.1987872123718262, "loss_scale": 4.0, "retries": 0, "seconds": 385.4, "max_memory_gb": 18.11, "pair": 0.05564260529354215, "sign": 0.029013483610469848, "keep": 0.0006713937873428222, "leak": 0.1310193096906005, "replacement": 0.10323987319134176} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 3.8006033897399902, "loss_scale": 4.0, "retries": 0, "seconds": 387.0, "max_memory_gb": 18.11, "pair": 0.08403521174841444, "sign": 0.03362563886184944, "keep": 0.06011486763598839, "leak": 0.7712672799825668, "replacement": 0.323722280561924} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 22.656396865844727, "loss_scale": 4.0, "retries": 0, "seconds": 388.7, "max_memory_gb": 18.11, "pair": 0.5755813450086862, "sign": 0.5698393867351115, "keep": 0.9084316692110406, "leak": 0.30747859133407474, "replacement": 1.3915865421295166} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 2.7729294300079346, "loss_scale": 4.0, "retries": 0, "seconds": 390.3, "max_memory_gb": 18.11, "pair": 0.23595431388821453, "sign": 0.5311421995429555, "keep": 0.030949627048869388, "leak": 0.27187781035900116, "replacement": 0.5849696698132902} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.429023027420044, "loss_scale": 4.0, "retries": 0, "seconds": 392.0, "max_memory_gb": 18.11, "pair": 0.10751684661954641, "sign": 0.010140588972717524, "keep": 0.012781862955307588, "leak": 1.1239404752850533, "replacement": 0.3999631963670254} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.6877440214157104, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 18.11, "pair": 0.06152862589806318, "sign": 0.003474984725471586, "keep": 0.0027145053318236023, "leak": 0.3804429695010185, "replacement": 0.1597341177985072} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 1.7009578943252563, "loss_scale": 4.0, "retries": 0, "seconds": 395.3, "max_memory_gb": 18.11, "pair": 0.056264727987581864, "sign": 0.0133392077696044, "keep": 0.03297094015528046, "leak": 0.3703190845553763, "replacement": 0.17199957836419344} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 17.623188018798828, "loss_scale": 4.0, "retries": 0, "seconds": 397.0, "max_memory_gb": 18.11, "pair": 0.6955451909452677, "sign": 0.517357081262162, "keep": 0.9073683559854544, "leak": 0.4965417500352487, "replacement": 1.5320433931192383} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.5133239030838013, "loss_scale": 4.0, "retries": 0, "seconds": 398.7, "max_memory_gb": 18.11, "pair": 0.10140043890714878, "sign": 0.033708196016959846, "keep": 0.002073764196211414, "leak": 0.054489970207214355, "replacement": 0.1329139155568555} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 8.083626747131348, "loss_scale": 4.0, "retries": 0, "seconds": 400.3, "max_memory_gb": 18.11, "pair": 0.18158868607133627, "sign": 0.2943348386324942, "keep": 0.14215651218536607, "leak": 1.6407761201262474, "replacement": 0.8100283928215504} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.5473772287368774, "loss_scale": 4.0, "retries": 0, "seconds": 402.1, "max_memory_gb": 18.11, "pair": 0.09388695750385523, "sign": 0.009927747858455405, "keep": 0.02215541515033692, "leak": 0.06552402588204131, "replacement": 0.12630954571068287} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 3.467717170715332, "loss_scale": 4.0, "retries": 0, "seconds": 403.7, "max_memory_gb": 18.11, "pair": 0.27355274744331837, "sign": 0.7410865135025233, "keep": 0.16058755386615076, "leak": 0.16331757325679064, "replacement": 0.7652191482484341} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.6973477602005005, "loss_scale": 4.0, "retries": 0, "seconds": 405.3, "max_memory_gb": 18.11, "pair": 0.19236517697572708, "sign": 0.2644612233125372, "keep": 0.09521747260805569, "leak": 0.05255948973353952, "replacement": 0.38534438936039805} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 7.412029266357422, "loss_scale": 4.0, "retries": 0, "seconds": 407.0, "max_memory_gb": 18.11, "pair": 0.38632483076071367, "sign": 0.3294758266529243, "keep": 0.10903380636398197, "leak": 0.034618375000718515, "replacement": 0.6142342359526083} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.5545625686645508, "loss_scale": 4.0, "retries": 0, "seconds": 408.6, "max_memory_gb": 18.11, "pair": 0.08411724714096636, "sign": 0.022400491463486105, "keep": 0.0028553899437611108, "leak": 0.5409995466470718, "replacement": 0.23199507035315037} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 0.8395243883132935, "loss_scale": 4.0, "retries": 0, "seconds": 410.3, "max_memory_gb": 18.11, "pair": 0.05680367513559759, "sign": 0.01087183081835974, "keep": 0.007466042385203764, "leak": 0.11424929356144276, "replacement": 0.09453493752516806} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.006886005401611, "loss_scale": 4.0, "retries": 0, "seconds": 412.2, "max_memory_gb": 18.11, "pair": 0.20782205509021878, "sign": 0.09329362586140633, "keep": 0.025061642845685128, "leak": 0.2154556621098891, "replacement": 0.32086360082030296} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 37.28023147583008, "loss_scale": 4.0, "retries": 0, "seconds": 413.9, "max_memory_gb": 18.11, "pair": 0.33901751786470413, "sign": 0.2762134689837694, "keep": 0.5274580540135503, "leak": 0.28353429958224297, "replacement": 0.8117368370294571} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.729109764099121, "loss_scale": 4.0, "retries": 0, "seconds": 415.5, "max_memory_gb": 18.11, "pair": 0.057715286675374955, "sign": 0.0028042841877322644, "keep": 0.001891838157462189, "leak": 0.09509412542684004, "replacement": 0.08383687725290656} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 4.9187469482421875, "loss_scale": 4.0, "retries": 0, "seconds": 417.4, "max_memory_gb": 18.11, "pair": 0.06709047879849095, "sign": 0.007628442603163421, "keep": 0.13689455779966408, "leak": 0.5340044051408768, "replacement": 0.272853072732687} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.380474090576172, "loss_scale": 4.0, "retries": 0, "seconds": 418.9, "max_memory_gb": 18.11, "pair": 0.20880118291825056, "sign": 0.02289131621364504, "keep": 0.02629286912997486, "leak": 0.47391584335127845, "replacement": 0.3518722280859947} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.929351568222046, "loss_scale": 4.0, "retries": 0, "seconds": 420.7, "max_memory_gb": 18.11, "pair": 0.14748343266546726, "sign": 0.0672347778454423, "keep": 0.01801128248916939, "leak": 0.40672818291932344, "replacement": 0.2917885109782219} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.1888515949249268, "loss_scale": 4.0, "retries": 0, "seconds": 422.4, "max_memory_gb": 18.11, "pair": 0.11849844848620705, "sign": 0.012792388064553961, "keep": 0.00792348632512585, "leak": 0.22923233965411782, "replacement": 0.18616446945816278} diff --git a/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/README.md b/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5486b70868ffa3c2262b242bd146e8829a1c7b42 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8110_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.10.mlp.down_proj": 144, + "model.language_model.layers.10.mlp.gate_proj": 144, + "model.language_model.layers.10.mlp.up_proj": 144, + "model.language_model.layers.10.self_attn.k_proj": 144, + "model.language_model.layers.10.self_attn.o_proj": 144, + "model.language_model.layers.10.self_attn.q_proj": 144, + "model.language_model.layers.10.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.22.mlp.down_proj": 144, + "model.language_model.layers.22.mlp.gate_proj": 144, + "model.language_model.layers.22.mlp.up_proj": 144, + "model.language_model.layers.22.self_attn.k_proj": 144, + "model.language_model.layers.22.self_attn.o_proj": 144, + "model.language_model.layers.22.self_attn.q_proj": 144, + "model.language_model.layers.22.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.10.mlp.down_proj": 72, + "model.language_model.layers.10.mlp.gate_proj": 72, + "model.language_model.layers.10.mlp.up_proj": 72, + "model.language_model.layers.10.self_attn.k_proj": 72, + "model.language_model.layers.10.self_attn.o_proj": 72, + "model.language_model.layers.10.self_attn.q_proj": 72, + "model.language_model.layers.10.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.22.mlp.down_proj": 72, + "model.language_model.layers.22.mlp.gate_proj": 72, + "model.language_model.layers.22.mlp.up_proj": 72, + "model.language_model.layers.22.self_attn.k_proj": 72, + "model.language_model.layers.22.self_attn.o_proj": 72, + "model.language_model.layers.22.self_attn.q_proj": 72, + "model.language_model.layers.22.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.22.self_attn.o_proj", + "model.language_model.layers.22.self_attn.q_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.10.mlp.up_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.10.mlp.gate_proj", + "model.language_model.layers.22.self_attn.k_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.10.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.22.mlp.up_proj", + "model.language_model.layers.22.mlp.gate_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.10.self_attn.q_proj", + "model.language_model.layers.22.mlp.down_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.10.self_attn.o_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.10.self_attn.v_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.10.self_attn.k_proj", + "model.language_model.layers.22.self_attn.v_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.26.self_attn.o_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8110_s13/config.json b/runs/fixed_internvl/replacement/Random8_8110_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b16853f210fdb6a4a22b939ce4d7d82369741b3 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8110_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Random8_8110", + "layers": [ + 1, + 2, + 6, + 10, + 22, + 23, + 26, + 29 + ], + "ranks": { + "1": 72, + "2": 72, + "6": 72, + "10": 72, + "22": 72, + "23": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Random8_8110_s13/steps.jsonl b/runs/fixed_internvl/replacement/Random8_8110_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5b7ba3ff373d9939a1672ff82389159c463094a5 --- /dev/null +++ b/runs/fixed_internvl/replacement/Random8_8110_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 10.482872009277344, "loss_scale": 4.0, "retries": 0, "seconds": 1.9, "max_memory_gb": 17.76, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 12.165054321289062, "loss_scale": 4.0, "retries": 0, "seconds": 3.7, "max_memory_gb": 18.1, "pair": 1.0940145254135132, "sign": 0.18002705555409193, "keep": 1.3636365178681444, "leak": 0.0001291103263270088, "replacement": 1.8658785820007324} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 33.40757751464844, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 18.1, "pair": 1.0628915131092072, "sign": 0.11328347027301788, "keep": 1.9552865773439407, "leak": 0.0003781242048717104, "replacement": 2.097271054983139} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 16.43462371826172, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 18.1, "pair": 1.0113708674907684, "sign": 0.03676125511992723, "keep": 0.6471803153908695, "leak": 0.009143637784291059, "replacement": 1.355627566576004} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 9.079660415649414, "loss_scale": 4.0, "retries": 0, "seconds": 9.0, "max_memory_gb": 18.1, "pair": 0.9997855871915817, "sign": 0.11258337972685695, "keep": 0.02175667132542003, "leak": 0.009724758909587905, "replacement": 1.0693868100643158} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.15793228149414, "loss_scale": 4.0, "retries": 0, "seconds": 10.7, "max_memory_gb": 18.1, "pair": 0.941292405128479, "sign": 0.18557318672537804, "keep": 0.40696500315971207, "leak": 0.028702630348561797, "replacement": 1.244737148284912} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 10.8251953125, "loss_scale": 4.0, "retries": 0, "seconds": 12.4, "max_memory_gb": 18.1, "pair": 0.7185048460960388, "sign": 0.07954685227014124, "keep": 0.47561591734483954, "leak": 0.23791665956377983, "replacement": 1.0555653721094131} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 8.579703330993652, "loss_scale": 4.0, "retries": 0, "seconds": 14.1, "max_memory_gb": 18.11, "pair": 0.6022555902600288, "sign": 0.18225822114618495, "keep": 0.20057375729084015, "leak": 0.3443272281438112, "replacement": 0.879753366112709} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 32.82101058959961, "loss_scale": 4.0, "retries": 0, "seconds": 15.7, "max_memory_gb": 18.11, "pair": 0.6944808214902878, "sign": 0.5854826094582677, "keep": 0.4623125670477748, "leak": 0.2180949542671442, "replacement": 1.2729021832346916} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 4.355546474456787, "loss_scale": 4.0, "retries": 0, "seconds": 17.5, "max_memory_gb": 18.11, "pair": 0.3548630252480507, "sign": 0.05056258611148223, "keep": 0.006910776908625849, "leak": 0.9986803457140923, "replacement": 0.6332698091864586} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 6.166686058044434, "loss_scale": 4.0, "retries": 0, "seconds": 19.2, "max_memory_gb": 18.11, "pair": 0.26825279369950294, "sign": 0.16134228045120835, "keep": 0.02080845774798945, "leak": 1.490102767944336, "replacement": 0.7318538576364517} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 5.500614166259766, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 18.11, "pair": 0.2094543632119894, "sign": 0.03313872596481815, "keep": 0.016078717926575337, "leak": 1.2810265868902206, "replacement": 0.5543197393417358} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 7.929024696350098, "loss_scale": 4.0, "retries": 0, "seconds": 22.6, "max_memory_gb": 18.11, "pair": 0.16836624406278133, "sign": 0.021716181305237114, "keep": 0.01021912491933108, "leak": 1.7190201878547668, "replacement": 0.6140889450907707} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.405552864074707, "loss_scale": 4.0, "retries": 0, "seconds": 24.2, "max_memory_gb": 18.11, "pair": 0.23617742955684662, "sign": 0.10570647451095283, "keep": 0.19660643092356622, "leak": 1.1909226030111313, "replacement": 0.6850645244121552} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 4.088754177093506, "loss_scale": 4.0, "retries": 0, "seconds": 25.8, "max_memory_gb": 18.11, "pair": 0.34065672010183334, "sign": 0.2072166641592048, "keep": 0.016907082493844428, "leak": 1.0304574072360992, "replacement": 0.710332952439785} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.68562126159668, "loss_scale": 4.0, "retries": 0, "seconds": 27.6, "max_memory_gb": 18.11, "pair": 0.3733976222574711, "sign": 0.22825809800997376, "keep": 0.010247579226415837, "leak": 0.46195150539278984, "replacement": 0.608138345181942} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 13.44357967376709, "loss_scale": 4.0, "retries": 0, "seconds": 29.2, "max_memory_gb": 18.11, "pair": 0.41723355650901794, "sign": 0.5426235034829006, "keep": 0.10279957123566419, "leak": 0.3160479492507875, "replacement": 0.818957045674324} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.101428031921387, "loss_scale": 4.0, "retries": 0, "seconds": 31.1, "max_memory_gb": 18.11, "pair": 0.4390035346150398, "sign": 0.1363953073741868, "keep": 0.025585652358131483, "leak": 0.31144810281693935, "replacement": 0.5978560373187065} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 6.58521842956543, "loss_scale": 4.0, "retries": 0, "seconds": 32.7, "max_memory_gb": 18.11, "pair": 0.3080999255180359, "sign": 0.01816065178718418, "keep": 0.01624821669247467, "leak": 1.474498301744461, "replacement": 0.693928949534893} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 8.908116340637207, "loss_scale": 4.0, "retries": 0, "seconds": 34.4, "max_memory_gb": 18.11, "pair": 0.42212651669979095, "sign": 0.009392092702910304, "keep": 0.0016380505594497663, "leak": 0.11122092884033918, "replacement": 0.4554468020796776} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.480227470397949, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 18.11, "pair": 0.3062545284628868, "sign": 0.013477952918037772, "keep": 0.0016422967601101846, "leak": 0.6813498018309474, "replacement": 0.48415210098028183} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 5.439804553985596, "loss_scale": 4.0, "retries": 0, "seconds": 37.9, "max_memory_gb": 18.11, "pair": 0.34821420535445213, "sign": 0.03150039678439498, "keep": 0.02236696363252122, "leak": 0.4173340816050768, "replacement": 0.47948137670755386} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.695611000061035, "loss_scale": 4.0, "retries": 0, "seconds": 39.6, "max_memory_gb": 18.11, "pair": 0.11695712804794312, "sign": 0.007539197220467031, "keep": 0.0023630497825024577, "leak": 1.2897276282310486, "replacement": 0.44434015825390816} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.982434272766113, "loss_scale": 4.0, "retries": 0, "seconds": 41.3, "max_memory_gb": 18.11, "pair": 0.1315330471843481, "sign": 0.00502375973155722, "keep": 0.004819494439288974, "leak": 1.4952114522457123, "replacement": 0.5102575272321701} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.0433149337768555, "loss_scale": 4.0, "retries": 0, "seconds": 42.9, "max_memory_gb": 18.11, "pair": 0.21537436731159687, "sign": 0.06751462642569095, "keep": 0.5994319025958248, "leak": 0.5778884580358863, "replacement": 0.6933197295293212} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.5409884452819824, "loss_scale": 4.0, "retries": 0, "seconds": 44.6, "max_memory_gb": 18.11, "pair": 0.18442380987107754, "sign": 0.031158085213974118, "keep": 0.019622287472884636, "leak": 0.8761215144768357, "replacement": 0.4288443624973297} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.4377002716064453, "loss_scale": 4.0, "retries": 0, "seconds": 46.4, "max_memory_gb": 18.11, "pair": 0.2784563787281513, "sign": 0.13913241657428443, "keep": 0.11486120420795487, "leak": 0.376523663289845, "replacement": 0.4995840974152088} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 11.890973091125488, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 18.11, "pair": 0.38808394130319357, "sign": 0.18181675672531128, "keep": 0.37299107504077256, "leak": 1.36312897503376, "replacement": 1.0062701106071472} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 21.302289962768555, "loss_scale": 4.0, "retries": 0, "seconds": 49.7, "max_memory_gb": 18.11, "pair": 0.9266455457545817, "sign": 1.3107284079305828, "keep": 1.6286478250622167, "leak": 5.468511834740639, "replacement": 3.763461761176586} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 4.143698215484619, "loss_scale": 4.0, "retries": 0, "seconds": 51.5, "max_memory_gb": 18.11, "pair": 0.1254172283806838, "sign": 0.00373406763173989, "keep": 0.0065439081772566965, "leak": 0.7768056197091937, "replacement": 0.3247576281428337} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 36.574832916259766, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 18.11, "pair": 1.67594712972641, "sign": 0.8387914986815304, "keep": 1.5361562587786466, "leak": 4.579184763133526, "replacement": 4.0082172229886055} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.6037118434906006, "loss_scale": 4.0, "retries": 0, "seconds": 54.8, "max_memory_gb": 18.11, "pair": 0.457575686275959, "sign": 0.11857313779182732, "keep": 0.006541283393744379, "leak": 0.5865649357438087, "replacement": 0.6667741313576698} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 16.203123092651367, "loss_scale": 4.0, "retries": 0, "seconds": 56.6, "max_memory_gb": 18.11, "pair": 0.4968676529824734, "sign": 0.5443910816684365, "keep": 0.8725517080165446, "leak": 1.4677269803360105, "replacement": 1.5722708106040955} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.976897716522217, "loss_scale": 4.0, "retries": 0, "seconds": 58.3, "max_memory_gb": 18.11, "pair": 0.2053215515334159, "sign": 0.014032267383299768, "keep": 0.005008137596632878, "leak": 0.4874650873243809, "replacement": 0.33670802414417267} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.62497878074646, "loss_scale": 4.0, "retries": 0, "seconds": 60.0, "max_memory_gb": 18.11, "pair": 0.20214013359509408, "sign": 0.010625371593050659, "keep": 0.001652650659707433, "leak": 0.7813090533018112, "replacement": 0.4036064147949219} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 7.303152084350586, "loss_scale": 4.0, "retries": 0, "seconds": 61.7, "max_memory_gb": 18.11, "pair": 0.23954591900110245, "sign": 0.03682895179372281, "keep": 0.2750015488709323, "leak": 0.8884913763031363, "replacement": 0.6175840124487877} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 10.812140464782715, "loss_scale": 4.0, "retries": 0, "seconds": 63.3, "max_memory_gb": 18.11, "pair": 0.2875144388526678, "sign": 0.09550329949706793, "keep": 0.16755797524092486, "leak": 0.18752375710755587, "replacement": 0.46592602506279945} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.3144891262054443, "loss_scale": 4.0, "retries": 0, "seconds": 65.1, "max_memory_gb": 18.11, "pair": 0.17417176254093647, "sign": 0.04758741019759327, "keep": 0.02838898077607155, "leak": 0.5165710495784879, "replacement": 0.341302715241909} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.093249320983887, "loss_scale": 4.0, "retries": 0, "seconds": 66.8, "max_memory_gb": 18.11, "pair": 0.31581038422882557, "sign": 1.0174067101906985, "keep": 0.08192680800129892, "leak": 0.12914982956135646, "replacement": 0.8977645449340343} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.9416033029556274, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 18.11, "pair": 0.11571522359736264, "sign": 0.005977506210911088, "keep": 0.0075260202793288045, "leak": 0.2804600036561169, "replacement": 0.19258198514580727} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 16.31111717224121, "loss_scale": 4.0, "retries": 0, "seconds": 70.2, "max_memory_gb": 18.11, "pair": 0.4506365843117237, "sign": 1.2407552916556597, "keep": 1.9562084345379844, "leak": 1.7663873694837093, "replacement": 2.4907152354717255} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 2.8857500553131104, "loss_scale": 4.0, "retries": 0, "seconds": 71.8, "max_memory_gb": 18.11, "pair": 0.12849685666151345, "sign": 0.012184735969640315, "keep": 0.002316911005550537, "leak": 0.7416519830003381, "replacement": 0.32116066105663776} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 1.8375225067138672, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 18.11, "pair": 0.12070088437758386, "sign": 0.055619466671487316, "keep": 0.0014960551143303746, "leak": 0.34089947293978184, "replacement": 0.23448351421393454} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.343472957611084, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 18.11, "pair": 0.043521874118596315, "sign": 0.014316797634819523, "keep": 0.11128416980136535, "leak": 0.469384191557765, "replacement": 0.22366840206086636} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 15.43361759185791, "loss_scale": 4.0, "retries": 0, "seconds": 76.9, "max_memory_gb": 18.11, "pair": 0.3134264094987884, "sign": 0.5034618723730091, "keep": 1.8978578525857301, "leak": 0.904549015685916, "replacement": 1.7402235735207796} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 5.775902271270752, "loss_scale": 4.0, "retries": 0, "seconds": 78.7, "max_memory_gb": 18.11, "pair": 0.22303230501711369, "sign": 0.15584131694049574, "keep": 0.19302369630895555, "leak": 0.08126949239522219, "replacement": 0.4177821911871433} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.3200392723083496, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 18.11, "pair": 0.10646803770214319, "sign": 0.044817789224907756, "keep": 0.010985535978761618, "leak": 0.15690825087949634, "replacement": 0.17359676444903016} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 2.4940998554229736, "loss_scale": 4.0, "retries": 0, "seconds": 82.3, "max_memory_gb": 18.11, "pair": 0.04833559482358396, "sign": 0.005340567819075659, "keep": 0.0040596776925667655, "leak": 0.27919553592801094, "replacement": 0.1228345986455679} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.985802173614502, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 18.11, "pair": 0.0692474078387022, "sign": 0.017917441320605576, "keep": 0.026611118883920426, "leak": 1.3885025084018707, "replacement": 0.43863731622695923} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.933950662612915, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 18.11, "pair": 0.10410214425064623, "sign": 0.019835520710330456, "keep": 0.2218977197744607, "leak": 0.3227081316290423, "replacement": 0.30564581230282784} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.639639854431152, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 18.11, "pair": 0.11415856657549739, "sign": 0.015248340234393254, "keep": 0.5041456072378878, "leak": 0.5980393253266811, "replacement": 0.5233654007315636} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 3.7386927604675293, "loss_scale": 4.0, "retries": 0, "seconds": 90.2, "max_memory_gb": 18.11, "pair": 0.275483432225883, "sign": 0.19567644852213562, "keep": 0.045504938752856106, "leak": 0.5784430522471666, "replacement": 0.5406848918646574} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.941237449645996, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 18.11, "pair": 0.17636713106185198, "sign": 0.07096369192004204, "keep": 0.10103849601000547, "leak": 1.3308331386942882, "replacement": 0.5950764939188957} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 4.132229328155518, "loss_scale": 4.0, "retries": 0, "seconds": 93.8, "max_memory_gb": 18.11, "pair": 0.19511337345466018, "sign": 0.023720615688944235, "keep": 0.016249322914518416, "leak": 0.9241600912064314, "replacement": 0.4461383782327175} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 2.300973653793335, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 18.11, "pair": 0.07178974981070496, "sign": 0.003515133270411752, "keep": 0.007185978573090779, "leak": 0.24320450983941555, "replacement": 0.13794143311679363} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.121816396713257, "loss_scale": 4.0, "retries": 0, "seconds": 97.2, "max_memory_gb": 18.11, "pair": 0.1792092826217413, "sign": 0.011645019752904773, "keep": 0.0597020338755101, "leak": 0.4133134614676237, "replacement": 0.3182111792266369} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 5.442169189453125, "loss_scale": 4.0, "retries": 0, "seconds": 98.8, "max_memory_gb": 18.11, "pair": 0.09892512590522529, "sign": 0.02242216161903343, "keep": 0.011471836810187597, "leak": 0.41346653681830503, "replacement": 0.21923875994980335} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 12.80701732635498, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 18.11, "pair": 0.0028616795389098115, "sign": 0.0010258162074023858, "keep": 0.002261356198687281, "leak": 1.8678976707160473, "replacement": 0.4714796934276819} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 9.802775382995605, "loss_scale": 4.0, "retries": 0, "seconds": 102.3, "max_memory_gb": 18.11, "pair": 0.19715324122807942, "sign": 0.04842126404400915, "keep": 0.1040893175322708, "leak": 1.4895173008553684, "replacement": 0.6457878649234772} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 11.376777648925781, "loss_scale": 4.0, "retries": 0, "seconds": 103.9, "max_memory_gb": 18.11, "pair": 0.05147656111512333, "sign": 0.0037218582001514733, "keep": 0.08845793359796517, "leak": 3.2813456766307354, "replacement": 0.9179028570652008} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 15.846096992492676, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 18.11, "pair": 0.17301769368350506, "sign": 0.22053375036921352, "keep": 0.03715147724142298, "leak": 4.695149560357095, "replacement": 1.4756477028131485} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 2.731783628463745, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 18.11, "pair": 0.06863921019248664, "sign": 0.013619947218103334, "keep": 0.013840427258401178, "leak": 0.30299231968820095, "replacement": 0.15811748430132866} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 7.028679370880127, "loss_scale": 4.0, "retries": 0, "seconds": 109.2, "max_memory_gb": 18.11, "pair": 0.2441677434835583, "sign": 0.08853088575415313, "keep": 0.05965177051257342, "leak": 0.40326707204803824, "replacement": 0.4190758466720581} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.369697093963623, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 18.11, "pair": 0.3285040194168687, "sign": 0.015247833216562867, "keep": 0.027989989845082164, "leak": 0.26751237735152245, "replacement": 0.41700102388858795} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.5041067600250244, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 18.11, "pair": 0.1290136966854334, "sign": 0.06956819171318784, "keep": 0.16179517842829227, "leak": 0.4516975022852421, "replacement": 0.3576197475194931} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 14.255170822143555, "loss_scale": 4.0, "retries": 0, "seconds": 114.3, "max_memory_gb": 18.11, "pair": 0.11591190006583929, "sign": 0.09813345257134642, "keep": 0.36236822390856105, "leak": 1.1313639019790571, "replacement": 0.629003718495369} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 5.189685821533203, "loss_scale": 4.0, "retries": 0, "seconds": 116.0, "max_memory_gb": 18.11, "pair": 0.0368784936144948, "sign": 0.006862270558485761, "keep": 0.022950395825318992, "leak": 0.7074008537456393, "replacement": 0.2286350429058075} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.9613735675811768, "loss_scale": 4.0, "retries": 0, "seconds": 117.7, "max_memory_gb": 18.11, "pair": 0.1331781931221485, "sign": 0.011150395352160558, "keep": 0.012190418230602518, "leak": 0.48024263698607683, "replacement": 0.2649092525243759} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 9.867801666259766, "loss_scale": 4.0, "retries": 0, "seconds": 119.5, "max_memory_gb": 18.11, "pair": 0.6759052341803908, "sign": 0.719268296204973, "keep": 1.1119091202272102, "leak": 0.6186856999993324, "replacement": 1.7461653761565685} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.669199466705322, "loss_scale": 4.0, "retries": 0, "seconds": 121.2, "max_memory_gb": 18.11, "pair": 0.38200855627655983, "sign": 0.044995904318057, "keep": 0.009544314729282632, "leak": 0.32391074299812317, "replacement": 0.4902563504874706} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.996399402618408, "loss_scale": 4.0, "retries": 0, "seconds": 122.8, "max_memory_gb": 18.11, "pair": 0.1276736669242382, "sign": 0.009858260542387143, "keep": 0.02202294122253079, "leak": 0.06648067774949595, "replacement": 0.16023443173617125} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.5954017639160156, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 18.11, "pair": 0.20068527571856976, "sign": 0.19372692599426955, "keep": 0.025855476153083146, "leak": 0.39463058300316334, "replacement": 0.4091341160237789} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 5.263745307922363, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 18.11, "pair": 0.14271333441138268, "sign": 0.0801062406389974, "keep": 0.41743091435637325, "leak": 0.4058001682860777, "replacement": 0.49293195828795433} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.9219560623168945, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 18.11, "pair": 0.26361477936734445, "sign": 0.15482902494841255, "keep": 0.07812589553032012, "leak": 0.10097741149365902, "replacement": 0.4053365904837847} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 7.769369602203369, "loss_scale": 4.0, "retries": 0, "seconds": 129.7, "max_memory_gb": 18.11, "pair": 0.5419997274875641, "sign": 0.5544338930631056, "keep": 1.0314210918731987, "leak": 0.11739574954845011, "replacement": 1.3642761372029781} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 8.47115421295166, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 18.11, "pair": 0.01995344238821417, "sign": 0.005688905686838552, "keep": 0.006944639448192902, "leak": 1.547283094841987, "replacement": 0.41309099178761244} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.158721446990967, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 18.11, "pair": 0.1258578193373978, "sign": 0.0053546076524071395, "keep": 0.0029209963213361334, "leak": 0.6772715136175975, "replacement": 0.2993135079741478} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 5.280524253845215, "loss_scale": 4.0, "retries": 0, "seconds": 134.6, "max_memory_gb": 18.11, "pair": 0.03422651102300733, "sign": 0.11949224115232937, "keep": 0.0008067224007390905, "leak": 0.9597014591349762, "replacement": 0.3343013599514961} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 14.52111530303955, "loss_scale": 4.0, "retries": 0, "seconds": 136.2, "max_memory_gb": 18.11, "pair": 0.02169806745223468, "sign": 0.00566064432496205, "keep": 0.005980032226943877, "leak": 4.074137086048722, "replacement": 1.0460526812821627} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 6.6563029289245605, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 18.11, "pair": 0.1044694616648485, "sign": 0.047658316645538434, "keep": 0.011297806663147725, "leak": 1.203165777027607, "replacement": 0.43473897129297256} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.742794513702393, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 18.11, "pair": 0.20036816480569541, "sign": 0.032156794564798474, "keep": 0.14055874198675156, "leak": 1.226932566612959, "replacement": 0.5934590697288513} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 10.608453750610352, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 18.11, "pair": 0.5157416937872767, "sign": 0.7354979903902858, "keep": 0.01976676844060421, "leak": 0.12990604606602574, "replacement": 0.9258505813777447} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.705404281616211, "loss_scale": 4.0, "retries": 0, "seconds": 143.1, "max_memory_gb": 18.11, "pair": 0.2995689632371068, "sign": 0.018765031883958727, "keep": 0.1914419014356099, "leak": 0.49497710494324565, "replacement": 0.5284167155623436} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.2362494468688965, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 18.11, "pair": 0.04485082731116563, "sign": 0.009099369184696116, "keep": 0.006066818225008319, "leak": 0.17313896864652634, "replacement": 0.09571865992620587} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 2.9978082180023193, "loss_scale": 4.0, "retries": 0, "seconds": 146.5, "max_memory_gb": 18.11, "pair": 0.022693773498758674, "sign": 0.006441875309974421, "keep": 0.005204144756135065, "leak": 0.24217757117003202, "replacement": 0.08906117524020374} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.342779159545898, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 18.11, "pair": 0.20085770450532436, "sign": 0.18051056656986475, "keep": 0.07599317689891905, "leak": 0.1490997092332691, "replacement": 0.36638449132442474} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.7003650665283203, "loss_scale": 4.0, "retries": 0, "seconds": 149.8, "max_memory_gb": 18.11, "pair": 0.12687287759035826, "sign": 0.05258707207394764, "keep": 0.0070735694316681474, "leak": 0.438421580940485, "replacement": 0.26630859449505806} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 7.740469932556152, "loss_scale": 4.0, "retries": 0, "seconds": 151.5, "max_memory_gb": 18.11, "pair": 0.2228332842933014, "sign": 0.22905400158197153, "keep": 0.05749801470665261, "leak": 0.7343143578909803, "replacement": 0.5496878873091191} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 5.121744632720947, "loss_scale": 4.0, "retries": 0, "seconds": 153.2, "max_memory_gb": 18.11, "pair": 0.15070883883163333, "sign": 0.05400294468563516, "keep": 0.00831612176989438, "leak": 0.2552307640580693, "replacement": 0.24567605601623654} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 5.442458629608154, "loss_scale": 4.0, "retries": 0, "seconds": 154.8, "max_memory_gb": 18.11, "pair": 0.24978846684098244, "sign": 0.03282331477385014, "keep": 0.013335455791093409, "leak": 0.24412577785551548, "replacement": 0.33389928936958313} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 28.71484375, "loss_scale": 4.0, "retries": 0, "seconds": 156.6, "max_memory_gb": 18.11, "pair": 0.6191487349569798, "sign": 0.37309946259483695, "keep": 0.6488527894252911, "leak": 0.9740025512874126, "replacement": 1.3736254684627056} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 15.807061195373535, "loss_scale": 4.0, "retries": 0, "seconds": 158.2, "max_memory_gb": 18.11, "pair": 0.23554832459194586, "sign": 0.7862717452226207, "keep": 1.2296133291820297, "leak": 0.13002326292917132, "replacement": 1.2759966999292374} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.054558038711548, "loss_scale": 4.0, "retries": 0, "seconds": 159.8, "max_memory_gb": 18.11, "pair": 0.05743804085068405, "sign": 0.009524640045128763, "keep": 0.02214826876297593, "leak": 0.6298583596944809, "replacement": 0.2307390896603465} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 4.853217601776123, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 18.11, "pair": 0.09277046471834183, "sign": 0.011102756834588945, "keep": 0.22691942320670933, "leak": 0.5095272399485111, "replacement": 0.3391633667051792} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 10.195002555847168, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 18.11, "pair": 0.24095885828137398, "sign": 0.3557864445610903, "keep": 1.9438622001325712, "leak": 0.6265614852309227, "replacement": 1.5474234819412231} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.142096996307373, "loss_scale": 4.0, "retries": 0, "seconds": 164.9, "max_memory_gb": 18.11, "pair": 0.265708290040493, "sign": 0.09858114004600793, "keep": 1.072009514318779, "leak": 0.18979211943224072, "replacement": 0.8984516188502312} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 2.313122272491455, "loss_scale": 4.0, "retries": 0, "seconds": 166.7, "max_memory_gb": 18.11, "pair": 0.07378056831657887, "sign": 0.007797614031005651, "keep": 0.023307444171223324, "leak": 0.40756171848624945, "replacement": 0.19122353196144104} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.271228075027466, "loss_scale": 4.0, "retries": 0, "seconds": 168.3, "max_memory_gb": 18.11, "pair": 0.2007663359399885, "sign": 0.07495086145354435, "keep": 0.11040019753272645, "leak": 0.6158815236085502, "replacement": 0.44741224631434307} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.977674961090088, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 18.11, "pair": 0.3064468933152966, "sign": 0.5978861118637724, "keep": 0.006164947317984115, "leak": 2.660099106375128, "replacement": 1.273497153102653} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.180259704589844, "loss_scale": 4.0, "retries": 0, "seconds": 171.7, "max_memory_gb": 18.11, "pair": 0.5758511275053024, "sign": 1.0442731943912804, "keep": 0.047577558958437294, "leak": 1.7122186297783628, "replacement": 1.5498311035335064} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 2.630002021789551, "loss_scale": 4.0, "retries": 0, "seconds": 173.3, "max_memory_gb": 18.11, "pair": 0.19346564495936036, "sign": 0.006492094718851149, "keep": 0.0026101356488652527, "leak": 0.7970979735255241, "replacement": 0.39729124307632446} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.603546142578125, "loss_scale": 4.0, "retries": 0, "seconds": 174.9, "max_memory_gb": 18.11, "pair": 0.14675723994150758, "sign": 0.010137735167518258, "keep": 0.02759601396974176, "leak": 0.8315887543503777, "replacement": 0.37352130003273487} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 6.847980976104736, "loss_scale": 4.0, "retries": 0, "seconds": 176.7, "max_memory_gb": 18.11, "pair": 0.09465109836310148, "sign": 0.007811657153069973, "keep": 0.006633841838265653, "leak": 2.7255751118063927, "replacement": 0.7832676228135824} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 5.016768455505371, "loss_scale": 4.0, "retries": 0, "seconds": 178.2, "max_memory_gb": 18.11, "pair": 0.09462509211152792, "sign": 0.048167310742428526, "keep": 0.0019807087010121904, "leak": 0.3226216593757272, "replacement": 0.20035452023148537} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.6745924949646, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.11, "pair": 0.35476538352668285, "sign": 0.019105422543361783, "keep": 0.040786103811115026, "leak": 1.1213653135491768, "replacement": 0.6650525033473969} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.565619707107544, "loss_scale": 4.0, "retries": 0, "seconds": 181.7, "max_memory_gb": 18.11, "pair": 0.14626892190426588, "sign": 0.020010312320664525, "keep": 0.006014265934936702, "leak": 1.015380628387902, "replacement": 0.4131263690069318} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.7579500675201416, "loss_scale": 4.0, "retries": 0, "seconds": 183.3, "max_memory_gb": 18.11, "pair": 0.08117760298773646, "sign": 0.18477674621681217, "keep": 0.061144718607522464, "leak": 1.1535716025173315, "replacement": 0.4925312492996454} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 19.33134651184082, "loss_scale": 4.0, "retries": 0, "seconds": 185.1, "max_memory_gb": 18.11, "pair": 0.6234670194680803, "sign": 0.06268000055570155, "keep": 0.23148668125759286, "leak": 2.043024088256061, "replacement": 1.281306341290474} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 9.78268051147461, "loss_scale": 4.0, "retries": 0, "seconds": 186.7, "max_memory_gb": 18.11, "pair": 0.41035603173077106, "sign": 0.1369994682027027, "keep": 0.17478579632006586, "leak": 0.16934595350176096, "replacement": 0.6085851490497589} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 20.566707611083984, "loss_scale": 4.0, "retries": 0, "seconds": 188.3, "max_memory_gb": 18.11, "pair": 0.14118099585175514, "sign": 0.040596672566607594, "keep": 0.11135072039905936, "leak": 4.9981811586767435, "replacement": 1.4667000211775303} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 15.19846248626709, "loss_scale": 4.0, "retries": 0, "seconds": 190.1, "max_memory_gb": 18.11, "pair": 0.3339949711225927, "sign": 1.1653539840481244, "keep": 0.0009368915857521642, "leak": 0.5991145893931389, "replacement": 1.0669190175831318} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.69761323928833, "loss_scale": 4.0, "retries": 0, "seconds": 191.7, "max_memory_gb": 18.11, "pair": 0.20876558171585202, "sign": 0.009448241500649601, "keep": 0.0025140191573882475, "leak": 0.4846603535115719, "replacement": 0.3359117954969406} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.367938995361328, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 18.11, "pair": 0.1534063583239913, "sign": 0.015073244692757726, "keep": 0.003872208202665206, "leak": 0.6690797589253634, "replacement": 0.3301490284502506} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.210648536682129, "loss_scale": 4.0, "retries": 0, "seconds": 195.1, "max_memory_gb": 18.11, "pair": 0.17164633981883526, "sign": 0.02451817353721708, "keep": 0.0065333188977092505, "leak": 0.34390719467774034, "replacement": 0.27314888313412666} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.338507652282715, "loss_scale": 4.0, "retries": 0, "seconds": 196.8, "max_memory_gb": 18.11, "pair": 0.2253680732101202, "sign": 0.012578172725625336, "keep": 0.0027827682424685918, "leak": 0.4202900156378746, "replacement": 0.33812104165554047} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 10.100749015808105, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 18.11, "pair": 0.12974889297038317, "sign": 0.4368416893412359, "keep": 0.5151808647206053, "leak": 0.07881585257655388, "replacement": 0.625464097596705} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 7.562994480133057, "loss_scale": 4.0, "retries": 0, "seconds": 200.2, "max_memory_gb": 18.12, "pair": 0.10358940000878647, "sign": 0.03402728942455724, "keep": 0.27805474072374636, "leak": 0.5793496668338776, "replacement": 0.4044678248465061} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 8.165565490722656, "loss_scale": 4.0, "retries": 0, "seconds": 201.8, "max_memory_gb": 18.12, "pair": 0.25631152084679343, "sign": 0.41579969084705226, "keep": 0.6326185557386452, "leak": 0.3590387273579836, "replacement": 0.8702802825719118} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.7225618362426758, "loss_scale": 4.0, "retries": 0, "seconds": 203.6, "max_memory_gb": 18.12, "pair": 0.08622949611162767, "sign": 0.12702401278511388, "keep": 0.00360414478450366, "leak": 0.23030157119501382, "replacement": 0.20911897256155498} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 11.891502380371094, "loss_scale": 4.0, "retries": 0, "seconds": 205.2, "max_memory_gb": 18.12, "pair": 0.23245393484830856, "sign": 0.7731618512480054, "keep": 1.4954007135675056, "leak": 0.31741954339668155, "replacement": 1.4460901468992233} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.82159423828125, "loss_scale": 4.0, "retries": 0, "seconds": 206.9, "max_memory_gb": 18.12, "pair": 0.3119219879154116, "sign": 0.2776899558812147, "keep": 0.0946256556770777, "leak": 0.07199004292488098, "replacement": 0.5160772874951363} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 10.729391098022461, "loss_scale": 4.0, "retries": 0, "seconds": 208.6, "max_memory_gb": 18.12, "pair": 0.3271210570819676, "sign": 0.12953558936715126, "keep": 0.14294488209918654, "leak": 0.8980890959501266, "replacement": 0.6878835447132587} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.985718250274658, "loss_scale": 4.0, "retries": 0, "seconds": 210.2, "max_memory_gb": 18.12, "pair": 0.31624633502360666, "sign": 1.1907631003996357, "keep": 0.01816436238004826, "leak": 1.0280975885689259, "replacement": 1.1777344681322575} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 7.107565402984619, "loss_scale": 4.0, "retries": 0, "seconds": 211.8, "max_memory_gb": 18.12, "pair": 0.3804462803527713, "sign": 0.6392066655098461, "keep": 2.0795280549227755, "leak": 0.40916011156514287, "replacement": 1.8421036936342716} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 6.9164018630981445, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 18.12, "pair": 0.13002323964610696, "sign": 0.19767606022651307, "keep": 0.17679467467269205, "leak": 1.1905188499949872, "replacement": 0.6148883083369583} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 14.993484497070312, "loss_scale": 4.0, "retries": 0, "seconds": 215.2, "max_memory_gb": 18.12, "pair": 0.592407007701695, "sign": 0.5305929579772055, "keep": 1.3144397707656026, "leak": 1.4764133237185888, "replacement": 1.8840266950428486} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.297245740890503, "loss_scale": 4.0, "retries": 0, "seconds": 216.8, "max_memory_gb": 18.12, "pair": 0.06805088720284402, "sign": 0.0061981832986930385, "keep": 0.016158595122078623, "leak": 0.533417010679841, "replacement": 0.21258353348821402} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 9.623835563659668, "loss_scale": 4.0, "retries": 0, "seconds": 218.5, "max_memory_gb": 18.12, "pair": 0.08711168984882534, "sign": 0.6147317759605357, "keep": 0.2574500736373011, "leak": 0.34168990748003125, "replacement": 0.6086250967346132} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.240769386291504, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 18.12, "pair": 0.137847401201725, "sign": 0.08163163915742189, "keep": 0.1213877946138382, "leak": 0.42388990908511914, "replacement": 0.3453295901417732} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 7.260105133056641, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 18.12, "pair": 0.1913107642903924, "sign": 1.147058853530325, "keep": 0.05288874490474882, "leak": 0.1866370365023613, "replacement": 0.8379438687115908} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 40.93711471557617, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 18.12, "pair": 0.533228917629458, "sign": 0.815148844209034, "keep": 1.5122577260726757, "leak": 2.957006685435772, "replacement": 2.4361839070916176} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.275276184082031, "loss_scale": 4.0, "retries": 0, "seconds": 225.1, "max_memory_gb": 18.12, "pair": 0.09444713842822239, "sign": 0.00970294393482618, "keep": 0.7067900909296441, "leak": 0.7048602784052491, "replacement": 0.6289087356999516} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 9.206823348999023, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 18.12, "pair": 0.5655839741230011, "sign": 0.6165596225764602, "keep": 1.091201197472401, "leak": 0.29497368779266253, "replacement": 1.4932078011333942} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.793186187744141, "loss_scale": 4.0, "retries": 0, "seconds": 228.6, "max_memory_gb": 18.12, "pair": 0.15741330015589483, "sign": 0.2994944699748885, "keep": 0.5411710887610752, "leak": 0.22114522941410542, "replacement": 0.6330323865986429} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 3.0594687461853027, "loss_scale": 4.0, "retries": 0, "seconds": 230.2, "max_memory_gb": 18.12, "pair": 0.19172639399766922, "sign": 0.012330108642345294, "keep": 0.0756544615724124, "leak": 0.043075330497231334, "replacement": 0.24648751690983772} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 6.93273401260376, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 18.12, "pair": 0.1457077469676733, "sign": 0.2524945279583335, "keep": 0.06501920113805681, "leak": 0.3201028898038203, "replacement": 0.38449031487107277} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.061848163604736, "loss_scale": 4.0, "retries": 0, "seconds": 234.2, "max_memory_gb": 18.12, "pair": 0.23062903061509132, "sign": 0.01845058149774559, "keep": 0.010550946579314768, "leak": 0.3771410249173641, "replacement": 0.3394150398671627} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.3584134578704834, "loss_scale": 4.0, "retries": 0, "seconds": 235.8, "max_memory_gb": 18.12, "pair": 0.09141394402831793, "sign": 0.019195141561795026, "keep": 0.03207703656516969, "leak": 0.5736257806420326, "replacement": 0.26045646890997887} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 9.539629936218262, "loss_scale": 4.0, "retries": 0, "seconds": 237.6, "max_memory_gb": 18.12, "pair": 0.2100475560873747, "sign": 0.34368597879074514, "keep": 0.006144816259620711, "leak": 0.8522363398224115, "replacement": 0.598022036254406} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.6076250076293945, "loss_scale": 4.0, "retries": 0, "seconds": 239.2, "max_memory_gb": 18.12, "pair": 0.10227397922426462, "sign": 0.00896845298120752, "keep": 0.006365645516780205, "leak": 0.41579899936914444, "replacement": 0.21389077976346016} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.8486042022705078, "loss_scale": 4.0, "retries": 0, "seconds": 240.9, "max_memory_gb": 18.12, "pair": 0.13761676009744406, "sign": 0.14843304254463874, "keep": 0.0033884590375237167, "leak": 0.08412287261694473, "replacement": 0.2345582153648138} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 8.366644859313965, "loss_scale": 4.0, "retries": 0, "seconds": 242.7, "max_memory_gb": 18.12, "pair": 0.26244193501770496, "sign": 0.387746523367241, "keep": 0.11580377663995023, "leak": 0.18033836409449577, "replacement": 0.559301670640707} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 13.917848587036133, "loss_scale": 4.0, "retries": 0, "seconds": 244.4, "max_memory_gb": 18.12, "pair": 0.2214692436682526, "sign": 0.12615036328497808, "keep": 0.8447251909957458, "leak": 0.5928313725889893, "replacement": 0.8551148554543033} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 7.41032075881958, "loss_scale": 4.0, "retries": 0, "seconds": 246.0, "max_memory_gb": 18.12, "pair": 0.1189817818813026, "sign": 0.3262150199734606, "keep": 0.016523867310752394, "leak": 0.31936693194438703, "replacement": 0.37019294197671115} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.745515823364258, "loss_scale": 4.0, "retries": 0, "seconds": 247.8, "max_memory_gb": 18.12, "pair": 0.0754254512139596, "sign": 0.00460488663520664, "keep": 0.003578653263502929, "leak": 1.0808741878718138, "replacement": 0.3497357564046979} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.9504764080047607, "loss_scale": 4.0, "retries": 0, "seconds": 249.5, "max_memory_gb": 18.12, "pair": 0.10332764545455575, "sign": 0.026722907146904618, "keep": 0.003919273946166868, "leak": 0.8312639505602419, "replacement": 0.32646473310887814} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 15.586848258972168, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.12, "pair": 0.3926277197897434, "sign": 1.261124866665341, "keep": 1.6002866447524866, "leak": 3.1803970169276, "replacement": 2.6184327136725187} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.4040610790252686, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 18.12, "pair": 0.03190493423608132, "sign": 0.006448336367611773, "keep": 0.0006112510662319437, "leak": 0.7086092215031385, "replacement": 0.21258702967315912} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 4.302074432373047, "loss_scale": 4.0, "retries": 0, "seconds": 254.5, "max_memory_gb": 18.12, "pair": 0.10315341304522008, "sign": 0.019174823100911453, "keep": 0.004989992714399705, "leak": 0.43641796708106995, "replacement": 0.22434031893499196} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 7.355048179626465, "loss_scale": 4.0, "retries": 0, "seconds": 256.3, "max_memory_gb": 18.12, "pair": 0.182296437676996, "sign": 0.08864454462309368, "keep": 0.10994687024503946, "leak": 0.8254572844971335, "replacement": 0.4879564680159092} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 1.8362632989883423, "loss_scale": 4.0, "retries": 0, "seconds": 257.9, "max_memory_gb": 18.12, "pair": 0.11008889833465219, "sign": 0.016393796278862283, "keep": 0.004460132659005467, "leak": 0.11372572181426222, "replacement": 0.1489472920075059} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.053427219390869, "loss_scale": 4.0, "retries": 0, "seconds": 259.6, "max_memory_gb": 18.12, "pair": 0.13821100629866123, "sign": 0.004584887181408703, "keep": 0.021847243029696983, "leak": 0.12857881388578107, "replacement": 0.18357177264988422} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.09466814994812, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 18.12, "pair": 0.12850350447115488, "sign": 0.004307593415433075, "keep": 0.0055699454260320636, "leak": 0.5914283934980631, "replacement": 0.2812993786064908} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 4.984211444854736, "loss_scale": 4.0, "retries": 0, "seconds": 262.9, "max_memory_gb": 18.12, "pair": 0.1630952226696536, "sign": 0.005478675942867994, "keep": 0.04757927975151688, "leak": 0.8281065099872649, "replacement": 0.3966508246958256} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.6786181926727295, "loss_scale": 4.0, "retries": 0, "seconds": 264.6, "max_memory_gb": 18.12, "pair": 0.13198880254640244, "sign": 0.006086857014452107, "keep": 0.6112684432093829, "leak": 0.3144923043437302, "replacement": 0.519289524294436} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 16.2535400390625, "loss_scale": 4.0, "retries": 0, "seconds": 266.3, "max_memory_gb": 18.12, "pair": 0.36992093647131696, "sign": 0.004781620438734535, "keep": 0.012517501017100585, "leak": 0.47285322565585375, "replacement": 0.49678379390388727} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.36400318145752, "loss_scale": 4.0, "retries": 0, "seconds": 267.9, "max_memory_gb": 18.12, "pair": 0.02725866122636944, "sign": 0.5988065710989758, "keep": 0.0016103549860417843, "leak": 1.5723756199367926, "replacement": 0.7205610573291779} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 6.9289703369140625, "loss_scale": 4.0, "retries": 0, "seconds": 269.5, "max_memory_gb": 18.12, "pair": 0.24379423586651683, "sign": 0.3568220136221498, "keep": 0.5238952470699587, "leak": 0.47391644790513965, "replacement": 0.8026320128701627} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.7285516262054443, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 18.12, "pair": 0.08847614983096719, "sign": 0.0030889147601556033, "keep": 0.008312939482493675, "leak": 0.27867712028091773, "replacement": 0.16384635586291552} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 10.205510139465332, "loss_scale": 4.0, "retries": 0, "seconds": 272.9, "max_memory_gb": 18.12, "pair": 0.2639816957525909, "sign": 0.14857159825623967, "keep": 0.517453987384215, "leak": 0.19767105092250858, "replacement": 0.6464122775942087} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.1780948638916016, "loss_scale": 4.0, "retries": 0, "seconds": 274.5, "max_memory_gb": 18.12, "pair": 0.1327480899344664, "sign": 0.0820278569299262, "keep": 0.07850877514715648, "leak": 0.3648571390658617, "replacement": 0.30423068860545754} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 2.8901877403259277, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 18.12, "pair": 0.014943233007215895, "sign": 0.004832051054108888, "keep": 0.11388378985918735, "leak": 0.5518894047709182, "replacement": 0.21227351343259215} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 34.82448959350586, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 18.12, "pair": 0.3683690447360277, "sign": 0.637029867968522, "keep": 1.0979251509997994, "leak": 0.8270111191086471, "replacement": 1.4425993878394365} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 11.000484466552734, "loss_scale": 4.0, "retries": 0, "seconds": 279.6, "max_memory_gb": 18.12, "pair": 0.27310735173523426, "sign": 0.2740604217397049, "keep": 0.027568798323045485, "leak": 0.2322879545390606, "replacement": 0.4819939360022545} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 0.8931080102920532, "loss_scale": 4.0, "retries": 0, "seconds": 281.2, "max_memory_gb": 18.12, "pair": 0.035545267164707184, "sign": 0.007534506759839132, "keep": 0.0005714177777917939, "leak": 0.043065703532192856, "replacement": 0.0503646545112133} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 29.64674186706543, "loss_scale": 4.0, "retries": 0, "seconds": 282.9, "max_memory_gb": 18.12, "pair": 0.835101809934713, "sign": 0.8675102072302252, "keep": 1.520951054408215, "leak": 1.6545542255043983, "replacement": 2.4429709650576115} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 10.058908462524414, "loss_scale": 4.0, "retries": 0, "seconds": 284.6, "max_memory_gb": 18.12, "pair": 0.10799906495958567, "sign": 0.026438160275574774, "keep": 0.043910425854846835, "leak": 1.8807186800986528, "replacement": 0.6133530363440514} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.3638272285461426, "loss_scale": 4.0, "retries": 0, "seconds": 286.3, "max_memory_gb": 18.12, "pair": 0.05806543887592852, "sign": 0.005243675164820161, "keep": 0.040367067591432715, "leak": 0.5558222645777278, "replacement": 0.21982637466862798} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.733151435852051, "loss_scale": 4.0, "retries": 0, "seconds": 287.9, "max_memory_gb": 18.12, "pair": 0.13550257124006748, "sign": 0.08001138200052083, "keep": 0.2056812759838067, "leak": 0.5572811542078853, "replacement": 0.4176691770553589} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.875676155090332, "loss_scale": 4.0, "retries": 0, "seconds": 289.6, "max_memory_gb": 18.12, "pair": 0.10700619965791702, "sign": 0.003170214382407721, "keep": 0.003596469836338656, "leak": 2.049646431929432, "replacement": 0.62280113552697} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.5155282020568848, "loss_scale": 4.0, "retries": 0, "seconds": 291.2, "max_memory_gb": 18.12, "pair": 0.061534824169939384, "sign": 0.026982524530467344, "keep": 0.140688945305385, "leak": 0.35712039287318476, "replacement": 0.23465065722120926} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.775587558746338, "loss_scale": 4.0, "retries": 0, "seconds": 292.8, "max_memory_gb": 18.12, "pair": 0.12652458529919386, "sign": 0.0026618519914336503, "keep": 0.01038613694254309, "leak": 0.8138928667176515, "replacement": 0.3365217987447977} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.471353054046631, "loss_scale": 4.0, "retries": 0, "seconds": 294.5, "max_memory_gb": 18.12, "pair": 0.17192288604564965, "sign": 0.1363150564575335, "keep": 0.23811663550441153, "leak": 0.9495674388599582, "replacement": 0.5965306053403765} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.5555853843688965, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 18.12, "pair": 0.05732155302030151, "sign": 0.006434977774915751, "keep": 0.022478030040588237, "leak": 1.3825183776207268, "replacement": 0.4174076486378908} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 7.429108142852783, "loss_scale": 4.0, "retries": 0, "seconds": 297.7, "max_memory_gb": 18.12, "pair": 0.20363359455950558, "sign": 0.225175671861507, "keep": 0.3555067740380764, "leak": 0.5153435431420803, "replacement": 0.6228106990456581} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.563932418823242, "loss_scale": 4.0, "retries": 0, "seconds": 299.4, "max_memory_gb": 18.12, "pair": 0.09444827400147915, "sign": 0.013898146251449361, "keep": 0.008648422488477081, "leak": 0.2549125514924526, "replacement": 0.16944969072937965} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.3123257160186768, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 18.12, "pair": 0.1167113530136703, "sign": 0.13682296657498227, "keep": 0.008449116749602581, "leak": 0.4393230266869068, "replacement": 0.2991781458258629} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 4.3536696434021, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 18.12, "pair": 0.0333593575633131, "sign": 0.020191373194393236, "keep": 0.07364689517999068, "leak": 0.47992997989058495, "replacement": 0.20026099123060703} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 6.819146633148193, "loss_scale": 4.0, "retries": 0, "seconds": 304.3, "max_memory_gb": 18.12, "pair": 0.6136934383539483, "sign": 0.5679111955760163, "keep": 0.6804771819115558, "leak": 0.07430119579657912, "replacement": 1.2564629288390279} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.3428351879119873, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 18.12, "pair": 0.20760768558830023, "sign": 0.026992651633918285, "keep": 0.03647172497585416, "leak": 0.326303654932417, "replacement": 0.3209157921373844} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 4.2652907371521, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 18.12, "pair": 0.049332532595144585, "sign": 0.005501968531461898, "keep": 0.0125480504357256, "leak": 0.9747662739828229, "replacement": 0.3020491171628237} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 29.112777709960938, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 18.12, "pair": 0.3605633937913808, "sign": 0.4259742260328494, "keep": 0.014924857124526625, "leak": 3.624192290008068, "replacement": 1.4870610191719607} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.984893321990967, "loss_scale": 4.0, "retries": 0, "seconds": 310.8, "max_memory_gb": 18.12, "pair": 0.0732672817830462, "sign": 0.0032082685065688565, "keep": 0.0033175906240749953, "leak": 0.5883670579642057, "replacement": 0.22362197749316692} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.3274993896484375, "loss_scale": 4.0, "retries": 0, "seconds": 312.6, "max_memory_gb": 18.12, "pair": 0.1623814705235418, "sign": 0.004161168661084957, "keep": 0.0017526841104427149, "leak": 0.5446222065365873, "replacement": 0.3014939463464543} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.8046956062316895, "loss_scale": 4.0, "retries": 0, "seconds": 314.2, "max_memory_gb": 18.12, "pair": 0.04826763062737882, "sign": 0.00875798292690888, "keep": 0.03549811415723525, "leak": 0.26905097073176876, "replacement": 0.1376584256067872} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 8.563631057739258, "loss_scale": 4.0, "retries": 0, "seconds": 315.8, "max_memory_gb": 18.12, "pair": 0.16041669591504615, "sign": 0.01878789164038608, "keep": 0.3747110535568936, "leak": 0.18574819341301918, "replacement": 0.4036032073199749} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.371905565261841, "loss_scale": 4.0, "retries": 0, "seconds": 317.6, "max_memory_gb": 18.12, "pair": 0.22199127916246653, "sign": 0.008817134599667042, "keep": 0.3218633068026975, "leak": 0.34300535163492896, "replacement": 0.4730828292667866} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 9.769454002380371, "loss_scale": 4.0, "retries": 0, "seconds": 319.2, "max_memory_gb": 18.12, "pair": 0.3685257974138949, "sign": 0.6944760248588864, "keep": 0.6446678755966104, "leak": 0.06923710904084146, "replacement": 1.0554069980280474} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 23.284818649291992, "loss_scale": 4.0, "retries": 0, "seconds": 320.8, "max_memory_gb": 18.12, "pair": 0.13314378331415355, "sign": 1.027127109526191, "keep": 1.9585192458471283, "leak": 2.314887709915638, "replacement": 2.2046888396143913} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.45447039604187, "loss_scale": 4.0, "retries": 0, "seconds": 322.5, "max_memory_gb": 18.12, "pair": 0.03992609691340476, "sign": 0.0037962778005748987, "keep": 0.0032880095532163978, "leak": 0.6571239796467125, "replacement": 0.20774924010038376} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 66.75823211669922, "loss_scale": 4.0, "retries": 0, "seconds": 324.1, "max_memory_gb": 18.12, "pair": 0.9003188870847225, "sign": 0.8667293202597648, "keep": 1.6105036329545328, "leak": 3.073204819811508, "replacement": 2.9072367236949503} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.681535720825195, "loss_scale": 4.0, "retries": 0, "seconds": 325.8, "max_memory_gb": 18.12, "pair": 0.33373833633959293, "sign": 0.47206660255324095, "keep": 1.2335246242582798, "leak": 0.16195978253381327, "replacement": 1.2270239465869963} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.8869690895080566, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 18.12, "pair": 0.1518354038853431, "sign": 0.018788788685924374, "keep": 0.009786029699171195, "leak": 0.6620655674487352, "replacement": 0.3316392060369253} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 4.870142936706543, "loss_scale": 4.0, "retries": 0, "seconds": 329.0, "max_memory_gb": 18.12, "pair": 0.18201619543833658, "sign": 0.14948144037043676, "keep": 0.03980774841321022, "leak": 0.0548660010099411, "replacement": 0.2903772876597941} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 7.3092217445373535, "loss_scale": 4.0, "retries": 0, "seconds": 330.7, "max_memory_gb": 18.12, "pair": 0.06482787150889635, "sign": 0.02012916856619995, "keep": 0.0039407235162798315, "leak": 0.8281302601099014, "replacement": 0.2838953770697117} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 7.0127058029174805, "loss_scale": 4.0, "retries": 0, "seconds": 332.4, "max_memory_gb": 18.12, "pair": 0.10452261584578082, "sign": 0.0048952351935440674, "keep": 0.0044476076451474, "leak": 1.306570591405034, "replacement": 0.43583669140934944} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.4614598751068115, "loss_scale": 4.0, "retries": 0, "seconds": 334.0, "max_memory_gb": 18.12, "pair": 0.06461173132993281, "sign": 0.01670494326390326, "keep": 0.001945493189850822, "leak": 0.606580400140956, "replacement": 0.22558204550296068} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 4.275960445404053, "loss_scale": 4.0, "retries": 0, "seconds": 335.7, "max_memory_gb": 18.12, "pair": 0.08255172497592866, "sign": 0.048064783215522766, "keep": 0.11108223797782557, "leak": 0.6397464796900749, "replacement": 0.32206184044480324} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.7110424041748047, "loss_scale": 4.0, "retries": 0, "seconds": 337.3, "max_memory_gb": 18.12, "pair": 0.09680694236885756, "sign": 0.03263750011683442, "keep": 0.5184258766603307, "leak": 0.32382380589842796, "replacement": 0.4532945789396763} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 6.9247260093688965, "loss_scale": 4.0, "retries": 0, "seconds": 338.9, "max_memory_gb": 18.12, "pair": 0.23031916469335556, "sign": 0.3160107444273308, "keep": 1.1281662950786995, "leak": 0.37179355033731554, "replacement": 1.0453560315072536} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 11.510568618774414, "loss_scale": 4.0, "retries": 0, "seconds": 340.6, "max_memory_gb": 18.12, "pair": 0.2723276801407337, "sign": 0.3363513913936913, "keep": 0.4225643575118738, "leak": 0.3218161463737488, "replacement": 0.7322395890951157} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 13.010759353637695, "loss_scale": 4.0, "retries": 0, "seconds": 342.3, "max_memory_gb": 18.12, "pair": 0.06867370032705367, "sign": 0.005872528097825125, "keep": 0.0019535031454438467, "leak": 4.659589808608871, "replacement": 1.2374841920100152} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.383782386779785, "loss_scale": 4.0, "retries": 0, "seconds": 344.2, "max_memory_gb": 18.12, "pair": 0.10709893051534891, "sign": 0.04405706055695191, "keep": 0.10052602109499276, "leak": 0.23989352164790034, "replacement": 0.239363850094378} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.433212995529175, "loss_scale": 4.0, "retries": 0, "seconds": 346.1, "max_memory_gb": 18.12, "pair": 0.2900048978626728, "sign": 0.015115989837795496, "keep": 0.03628983156522736, "leak": 0.33535368063894566, "replacement": 0.39954622462391853} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 2.5316121578216553, "loss_scale": 4.0, "retries": 0, "seconds": 347.7, "max_memory_gb": 18.12, "pair": 0.10097995540127158, "sign": 0.0038623649161309004, "keep": 0.0012987905865884386, "leak": 0.12259647529572248, "replacement": 0.13420964870601892} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.31683349609375, "loss_scale": 4.0, "retries": 0, "seconds": 349.4, "max_memory_gb": 18.12, "pair": 0.1751800695201382, "sign": 0.004447277417057194, "keep": 0.010877456980779243, "leak": 0.15272456570528448, "replacement": 0.22102358005940914} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 1.8224583864212036, "loss_scale": 4.0, "retries": 0, "seconds": 351.1, "max_memory_gb": 18.12, "pair": 0.1573141255939845, "sign": 0.12249002896714956, "keep": 0.06882217254428724, "leak": 0.40581679895694833, "replacement": 0.3544244293589145} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.232813596725464, "loss_scale": 4.0, "retries": 0, "seconds": 352.7, "max_memory_gb": 18.12, "pair": 0.07716880447696894, "sign": 0.003572867135517299, "keep": 0.007336937587638204, "leak": 0.22782764851581305, "replacement": 0.13958061672747135} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 13.664341926574707, "loss_scale": 4.0, "retries": 0, "seconds": 354.4, "max_memory_gb": 18.12, "pair": 0.6347697912715375, "sign": 0.486740643682424, "keep": 0.5880522732040845, "leak": 0.35516331015969627, "replacement": 1.2609570985659957} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 14.564871788024902, "loss_scale": 4.0, "retries": 0, "seconds": 356.1, "max_memory_gb": 18.12, "pair": 0.35943352803587914, "sign": 0.6214883141219616, "keep": 2.1384674223360207, "leak": 3.4473120633047074, "replacement": 2.601239531300962} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.282588481903076, "loss_scale": 4.0, "retries": 0, "seconds": 357.7, "max_memory_gb": 18.12, "pair": 0.42350761219859123, "sign": 0.27651461656205356, "keep": 0.16595506406883942, "leak": 0.2090124467795249, "replacement": 0.6969955707900226} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 26.06707000732422, "loss_scale": 4.0, "retries": 0, "seconds": 359.4, "max_memory_gb": 18.12, "pair": 0.4755325308069587, "sign": 0.30422849173191935, "keep": 0.17015265033114702, "leak": 0.6283529186621308, "replacement": 0.8698113290593028} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.579473972320557, "loss_scale": 4.0, "retries": 0, "seconds": 361.1, "max_memory_gb": 18.12, "pair": 0.32436661748215556, "sign": 0.34876617693225853, "keep": 0.5146775092871394, "leak": 0.850646635517478, "replacement": 0.9687501415610313} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.374773979187012, "loss_scale": 4.0, "retries": 0, "seconds": 362.7, "max_memory_gb": 18.12, "pair": 0.3143347426521359, "sign": 0.38307724753394723, "keep": 1.0530000589160409, "leak": 0.07314456335734576, "replacement": 1.0506595568731427} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 13.171339988708496, "loss_scale": 4.0, "retries": 0, "seconds": 364.5, "max_memory_gb": 18.12, "pair": 0.3960691802603833, "sign": 0.8886761481699068, "keep": 2.100605039856873, "leak": 0.3595524705015123, "replacement": 1.9805979141383432} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 5.694253444671631, "loss_scale": 4.0, "retries": 0, "seconds": 366.1, "max_memory_gb": 18.12, "pair": 0.033351183170452714, "sign": 0.01200529201014433, "keep": 0.0037887912294536363, "leak": 1.4463384058326483, "replacement": 0.40283281449228525} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.392347812652588, "loss_scale": 4.0, "retries": 0, "seconds": 367.7, "max_memory_gb": 18.12, "pair": 0.10789591178763658, "sign": 0.0022882271296111867, "keep": 0.0009361292050016345, "leak": 0.05051727214595303, "replacement": 0.12213740847073495} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 13.787432670593262, "loss_scale": 4.0, "retries": 0, "seconds": 369.4, "max_memory_gb": 18.12, "pair": 0.33367230743169785, "sign": 0.7048741634935141, "keep": 0.22069942350208294, "leak": 0.49053006689064205, "replacement": 0.919091634452343} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 2.584787130355835, "loss_scale": 4.0, "retries": 0, "seconds": 371.1, "max_memory_gb": 18.12, "pair": 0.0862326892092824, "sign": 0.08654893835773692, "keep": 0.0035843743971781805, "leak": 0.1289096544496715, "replacement": 0.1635267660021782} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.3598477840423584, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 18.12, "pair": 0.12056814212701283, "sign": 0.026190845426754095, "keep": 0.11721855219059307, "leak": 0.08942111069336534, "replacement": 0.21462812149547972} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.9424312114715576, "loss_scale": 4.0, "retries": 0, "seconds": 374.4, "max_memory_gb": 18.12, "pair": 0.2543305427534506, "sign": 0.12867946783080697, "keep": 0.00393676632666029, "leak": 0.6612839349545538, "replacement": 0.48595964908599854} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.060210943222046, "loss_scale": 4.0, "retries": 0, "seconds": 376.0, "max_memory_gb": 18.12, "pair": 0.05020201927982271, "sign": 0.006653320226178039, "keep": 0.01979013264428886, "leak": 0.3785863611847162, "replacement": 0.15807033516466618} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 24.24070930480957, "loss_scale": 4.0, "retries": 0, "seconds": 377.8, "max_memory_gb": 18.12, "pair": 0.393948323384393, "sign": 0.08645018882816657, "keep": 0.026025701576145366, "leak": 0.7544603496789932, "replacement": 0.6388013269752264} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.723818063735962, "loss_scale": 4.0, "retries": 0, "seconds": 379.4, "max_memory_gb": 18.12, "pair": 0.04823881144693587, "sign": 0.015364243467047345, "keep": 0.00468091072971788, "leak": 0.323457746184431, "replacement": 0.13912582420744002} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 6.285918712615967, "loss_scale": 4.0, "retries": 0, "seconds": 381.0, "max_memory_gb": 18.12, "pair": 0.032701175776310265, "sign": 0.00534773018443957, "keep": 0.0029194565086072544, "leak": 1.5195114277885295, "replacement": 0.4167126175016165} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 6.427525997161865, "loss_scale": 4.0, "retries": 0, "seconds": 382.7, "max_memory_gb": 18.12, "pair": 0.05445511848665774, "sign": 0.02066768992517609, "keep": 0.8478778108983533, "leak": 0.7806641012430191, "replacement": 0.6838938891887665} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.9443257451057434, "loss_scale": 4.0, "retries": 0, "seconds": 384.2, "max_memory_gb": 18.12, "pair": 0.02911765375029063, "sign": 0.003806892695138231, "keep": 0.006634316661802586, "leak": 0.059514076448976994, "replacement": 0.04921677941456437} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.8090107440948486, "loss_scale": 4.0, "retries": 0, "seconds": 385.8, "max_memory_gb": 18.12, "pair": 0.04213687963783741, "sign": 0.023843753268010914, "keep": 0.0010059397336590337, "leak": 0.2556585722891782, "replacement": 0.11847636685706675} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.494515895843506, "loss_scale": 4.0, "retries": 0, "seconds": 387.6, "max_memory_gb": 18.12, "pair": 0.07290898205246776, "sign": 0.03044331025739666, "keep": 0.08234346311564877, "leak": 0.8169597014784813, "replacement": 0.3335422948002815} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 34.26836395263672, "loss_scale": 4.0, "retries": 0, "seconds": 389.1, "max_memory_gb": 18.12, "pair": 0.4612272202502936, "sign": 0.3819611717481166, "keep": 0.8659426569538482, "leak": 0.7448828127235174, "replacement": 1.2713998910039663} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.9201836585998535, "loss_scale": 4.0, "retries": 0, "seconds": 390.7, "max_memory_gb": 18.12, "pair": 0.21996097356895916, "sign": 0.565735568292439, "keep": 0.02795014668649287, "leak": 0.5507639646530151, "replacement": 0.6544948418159038} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.2729010581970215, "loss_scale": 4.0, "retries": 0, "seconds": 392.5, "max_memory_gb": 18.12, "pair": 0.08324711956083775, "sign": 0.010563878691755235, "keep": 0.016214026720263064, "leak": 0.9693831391632557, "replacement": 0.33898186311125755} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.8324697017669678, "loss_scale": 4.0, "retries": 0, "seconds": 394.1, "max_memory_gb": 18.12, "pair": 0.05175120412604883, "sign": 0.003166455135215074, "keep": 0.0024300661752931774, "leak": 0.7019237726926804, "replacement": 0.23003040626645088} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.6862025260925293, "loss_scale": 4.0, "retries": 0, "seconds": 395.7, "max_memory_gb": 18.12, "pair": 0.037233956580166705, "sign": 0.010606664553051814, "keep": 0.014625550356072381, "leak": 0.5486959484405816, "replacement": 0.18702405923977494} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 29.162378311157227, "loss_scale": 4.0, "retries": 0, "seconds": 397.4, "max_memory_gb": 18.12, "pair": 0.8065147160086781, "sign": 0.5760339062835556, "keep": 1.0278283082470807, "leak": 0.7674574528355151, "replacement": 1.8003101730719209} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.8987014293670654, "loss_scale": 4.0, "retries": 0, "seconds": 399.0, "max_memory_gb": 18.12, "pair": 0.09932437119277893, "sign": 0.033569668157724664, "keep": 0.002730500763391319, "leak": 0.033563326578587294, "replacement": 0.12586528062820435} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 10.576881408691406, "loss_scale": 4.0, "retries": 0, "seconds": 400.6, "max_memory_gb": 18.12, "pair": 0.32705153338611126, "sign": 0.4389229794032872, "keep": 0.3543049046709257, "leak": 1.3060921728610992, "replacement": 1.0501885442063212} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.7606459856033325, "loss_scale": 4.0, "retries": 0, "seconds": 402.2, "max_memory_gb": 18.12, "pair": 0.07733374834060669, "sign": 0.0095201805816032, "keep": 0.026350784581154585, "leak": 0.06698806548956782, "replacement": 0.11201624665409327} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.846831321716309, "loss_scale": 4.0, "retries": 0, "seconds": 403.7, "max_memory_gb": 18.12, "pair": 0.19385038129985332, "sign": 0.6730962134897709, "keep": 0.14993750757901125, "leak": 0.2815777473151684, "replacement": 0.6757616996765137} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.1506452560424805, "loss_scale": 4.0, "retries": 0, "seconds": 405.4, "max_memory_gb": 18.12, "pair": 0.18580831727012992, "sign": 0.2756996359821642, "keep": 0.10670280211525096, "leak": 0.04346789559349418, "replacement": 0.3878765278495848} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 13.130684852600098, "loss_scale": 4.0, "retries": 0, "seconds": 407.1, "max_memory_gb": 18.12, "pair": 0.45948175014927983, "sign": 0.39545384814118734, "keep": 0.12907816096003444, "leak": 0.056302395823877305, "replacement": 0.7358233850682154} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.613636016845703, "loss_scale": 4.0, "retries": 0, "seconds": 408.7, "max_memory_gb": 18.12, "pair": 0.07083633134607226, "sign": 0.020217420445987955, "keep": 0.002457693094811475, "leak": 0.6008847802877426, "replacement": 0.23239508015103638} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.2385644912719727, "loss_scale": 4.0, "retries": 0, "seconds": 410.5, "max_memory_gb": 18.12, "pair": 0.07130054663866758, "sign": 0.012830336403567344, "keep": 0.008972798590548337, "leak": 0.15403926838189363, "replacement": 0.1207119298633188} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.641514778137207, "loss_scale": 4.0, "retries": 0, "seconds": 412.1, "max_memory_gb": 18.12, "pair": 0.1844646306708455, "sign": 0.0635410847608, "keep": 0.020062760580913164, "leak": 0.21024241962186352, "replacement": 0.27882716059684753} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 8.503494262695312, "loss_scale": 4.0, "retries": 0, "seconds": 413.7, "max_memory_gb": 18.12, "pair": 0.3215132039040327, "sign": 0.2627354278229177, "keep": 0.546317694708705, "leak": 0.25231068581342697, "replacement": 0.789117407053709} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 1.9248034954071045, "loss_scale": 4.0, "retries": 0, "seconds": 415.5, "max_memory_gb": 18.12, "pair": 0.07795644359430298, "sign": 0.0028877192235086113, "keep": 0.0023114135019568494, "leak": 0.0368585103424266, "replacement": 0.0897706369869411} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 5.920292854309082, "loss_scale": 4.0, "retries": 0, "seconds": 417.1, "max_memory_gb": 18.12, "pair": 0.06990552190109156, "sign": 0.007670378428883851, "keep": 0.13309453087271095, "leak": 0.3227001763880253, "replacement": 0.22096302174031734} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.726468086242676, "loss_scale": 4.0, "retries": 0, "seconds": 418.8, "max_memory_gb": 18.12, "pair": 0.16573777329176664, "sign": 0.01986837259028107, "keep": 0.027716929493180942, "leak": 0.6170484279282391, "replacement": 0.34379253163933754} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.326190233230591, "loss_scale": 4.0, "retries": 0, "seconds": 420.4, "max_memory_gb": 18.12, "pair": 0.17426190432161093, "sign": 0.06690316321328282, "keep": 0.020204375847242773, "leak": 0.40138480719178915, "replacement": 0.31816187500953674} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 1.6847566366195679, "loss_scale": 4.0, "retries": 0, "seconds": 422.1, "max_memory_gb": 18.12, "pair": 0.08852629212196916, "sign": 0.011937938397750258, "keep": 0.015204681732939207, "leak": 0.33194507856387645, "replacement": 0.1850838684476912} diff --git a/runs/fixed_internvl/replacement/Shallow8_s13/adapter/README.md b/runs/fixed_internvl/replacement/Shallow8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Shallow8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..38d1424251d7c87acf05b3d9dcc50c8f6bbc93f7 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.4.mlp.gate_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s13/config.json b/runs/fixed_internvl/replacement/Shallow8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e80a91432b594f9b08f40ecd9d31dbd4e26702bf --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s13/steps.jsonl b/runs/fixed_internvl/replacement/Shallow8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..022193da780a223ae9d668346986458f1ab20dca --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 11.969537734985352, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.52, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 11.896797180175781, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.85, "pair": 1.0918524265289307, "sign": 0.18073838157579303, "keep": 1.3623241658060579, "leak": 2.5125936190306675e-05, "replacement": 1.8633899986743927} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 26.290769577026367, "loss_scale": 4.0, "retries": 0, "seconds": 5.4, "max_memory_gb": 17.85, "pair": 1.0707056522369385, "sign": 0.11368881072849035, "keep": 1.9164681136608124, "leak": 0.0009614053124096245, "replacement": 2.0860244929790497} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.176290512084961, "loss_scale": 4.0, "retries": 0, "seconds": 7.3, "max_memory_gb": 17.85, "pair": 1.0196839272975922, "sign": 0.03705810569226742, "keep": 0.6270007748535136, "leak": 0.008712143579032272, "replacement": 1.3538914024829865} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 8.504597663879395, "loss_scale": 4.0, "retries": 0, "seconds": 9.3, "max_memory_gb": 17.85, "pair": 1.0142476558685303, "sign": 0.11278337007388473, "keep": 0.021750634812633507, "leak": 0.008846721568261273, "replacement": 1.0837263464927673} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.78348159790039, "loss_scale": 4.0, "retries": 0, "seconds": 11.1, "max_memory_gb": 17.85, "pair": 0.9755384474992752, "sign": 0.18507040850818157, "keep": 0.40385484596481547, "leak": 0.013778819469735026, "replacement": 1.2734458148479462} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.737678527832031, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.85, "pair": 0.8069082796573639, "sign": 0.08362956147175282, "keep": 0.5017899999620568, "leak": 0.15746589377522469, "replacement": 1.1389845311641693} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 8.459088325500488, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 17.86, "pair": 0.6551269739866257, "sign": 0.18663493811618537, "keep": 0.21544130891561508, "leak": 0.3257400915026665, "replacement": 0.9376001507043839} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 33.10232162475586, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 17.86, "pair": 0.686420664191246, "sign": 0.5309677317272872, "keep": 0.3761428352445364, "leak": 0.1586516830138862, "replacement": 1.1796388998627663} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 4.9219279289245605, "loss_scale": 4.0, "retries": 0, "seconds": 17.8, "max_memory_gb": 17.86, "pair": 0.45820484310388565, "sign": 0.05722629383672029, "keep": 0.011344778606144246, "leak": 0.8163035809993744, "replacement": 0.6965662837028503} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 4.457839012145996, "loss_scale": 4.0, "retries": 0, "seconds": 19.5, "max_memory_gb": 17.86, "pair": 0.37080198153853416, "sign": 0.16576451959554106, "keep": 0.03788538168191735, "leak": 1.0234217196702957, "replacement": 0.7284823507070541} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 4.2409467697143555, "loss_scale": 4.0, "retries": 0, "seconds": 21.1, "max_memory_gb": 17.86, "pair": 0.2943919040262699, "sign": 0.04502551502082497, "keep": 0.029240052530440153, "leak": 0.9089494161307812, "replacement": 0.5587620362639427} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.354647636413574, "loss_scale": 4.0, "retries": 0, "seconds": 22.8, "max_memory_gb": 17.86, "pair": 0.17874314822256565, "sign": 0.022165620233863592, "keep": 0.03537851821261029, "leak": 1.8365190774202347, "replacement": 0.6666449829936028} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 10.160828590393066, "loss_scale": 4.0, "retries": 0, "seconds": 24.4, "max_memory_gb": 17.86, "pair": 0.29333121702075005, "sign": 0.16758011979982257, "keep": 0.34795000578742474, "leak": 1.5627082474529743, "replacement": 0.9417733401060104} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.614831447601318, "loss_scale": 4.0, "retries": 0, "seconds": 25.9, "max_memory_gb": 17.86, "pair": 0.3243638016283512, "sign": 0.23061541165225208, "keep": 0.015678470649618248, "leak": 1.3665269762277603, "replacement": 0.7891425043344498} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.931986331939697, "loss_scale": 4.0, "retries": 0, "seconds": 27.7, "max_memory_gb": 17.86, "pair": 0.31853657588362694, "sign": 0.21162214304786175, "keep": 0.018512141847168095, "leak": 0.8023997396230698, "replacement": 0.6342036575078964} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 9.377036094665527, "loss_scale": 4.0, "retries": 0, "seconds": 29.3, "max_memory_gb": 17.86, "pair": 0.4251841679215431, "sign": 0.6751017430797219, "keep": 0.14390796778025106, "leak": 0.5283421048497985, "replacement": 0.9667745232582092} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 7.634751796722412, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 17.86, "pair": 0.368598397821188, "sign": 0.1304836593917571, "keep": 0.027169609908014536, "leak": 0.6243120729923248, "replacement": 0.6035030484199524} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 9.248173713684082, "loss_scale": 4.0, "retries": 0, "seconds": 32.6, "max_memory_gb": 17.86, "pair": 0.24699489306658506, "sign": 0.019131411565467715, "keep": 0.0238970726786647, "leak": 2.230570860207081, "replacement": 0.8261518254876137} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 7.727306365966797, "loss_scale": 4.0, "retries": 0, "seconds": 34.3, "max_memory_gb": 17.86, "pair": 0.43204648792743683, "sign": 0.013717597466893494, "keep": 0.0019979251173936063, "leak": 0.15329219470731914, "replacement": 0.47822728753089905} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.40460205078125, "loss_scale": 4.0, "retries": 0, "seconds": 36.0, "max_memory_gb": 17.86, "pair": 0.3839571624994278, "sign": 0.017210482619702816, "keep": 0.002106870655552484, "leak": 0.7713113557547331, "replacement": 0.5864436775445938} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 6.089691638946533, "loss_scale": 4.0, "retries": 0, "seconds": 37.6, "max_memory_gb": 17.86, "pair": 0.510059479624033, "sign": 0.04477143392432481, "keep": 0.03318438473070273, "leak": 0.23813807230908424, "replacement": 0.6085719242691994} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.445796012878418, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 17.86, "pair": 0.17829868663102388, "sign": 0.01091011893004179, "keep": 0.00510419628631098, "leak": 1.595052508637309, "replacement": 0.5850689709186554} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.319405555725098, "loss_scale": 4.0, "retries": 0, "seconds": 41.0, "max_memory_gb": 17.86, "pair": 0.15813089907169342, "sign": 0.005982578149996698, "keep": 0.008066608337685466, "leak": 1.3767596185207367, "replacement": 0.5093454048037529} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.243286609649658, "loss_scale": 4.0, "retries": 0, "seconds": 42.6, "max_memory_gb": 17.86, "pair": 0.2582350289449096, "sign": 0.07186786108650267, "keep": 0.6076946478124228, "leak": 0.705693393945694, "replacement": 0.774439625442028} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 3.637448787689209, "loss_scale": 4.0, "retries": 0, "seconds": 44.3, "max_memory_gb": 17.86, "pair": 0.19508039206266403, "sign": 0.04246771591715515, "keep": 0.01576892746379599, "leak": 0.9800889398902655, "replacement": 0.46922093629837036} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.7172839641571045, "loss_scale": 4.0, "retries": 0, "seconds": 46.0, "max_memory_gb": 17.86, "pair": 0.3274552673101425, "sign": 0.1389050359139219, "keep": 0.11680315663943475, "leak": 0.5772599689662457, "replacement": 0.5996243581175804} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 9.044563293457031, "loss_scale": 4.0, "retries": 0, "seconds": 47.7, "max_memory_gb": 17.86, "pair": 0.3133789114654064, "sign": 0.13610457815229893, "keep": 0.2813238019589335, "leak": 0.9259488685056567, "replacement": 0.7535803020000458} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 50.167877197265625, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 17.86, "pair": 0.9357483983039856, "sign": 0.9943413273431361, "keep": 0.7018188000074588, "leak": 1.6389922946691513, "replacement": 2.1935764849185944} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 2.455993890762329, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 17.86, "pair": 0.1962371300905943, "sign": 0.0038402342470362782, "keep": 0.01655808344594334, "leak": 0.4010506123304367, "replacement": 0.3066989481449127} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 44.989723205566406, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 17.86, "pair": 1.0378194749355316, "sign": 0.502767933299765, "keep": 0.9006512654887047, "leak": 2.9005442708730698, "replacement": 2.4646651297807693} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.3124589920043945, "loss_scale": 4.0, "retries": 0, "seconds": 54.2, "max_memory_gb": 17.86, "pair": 0.49383629113435745, "sign": 0.11286784784169868, "keep": 0.006887943192850798, "leak": 0.6242637932300568, "replacement": 0.709780141711235} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 16.10376739501953, "loss_scale": 4.0, "retries": 0, "seconds": 55.9, "max_memory_gb": 17.86, "pair": 0.5337705314159393, "sign": 0.26018110080622137, "keep": 0.21466008527204394, "leak": 0.33827538788318634, "replacement": 0.8557599484920502} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.424532413482666, "loss_scale": 4.0, "retries": 0, "seconds": 57.6, "max_memory_gb": 17.86, "pair": 0.2315211296081543, "sign": 0.01551898499019444, "keep": 0.0032571396141065634, "leak": 0.554332785308361, "replacement": 0.3794923946261406} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.6515495777130127, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.86, "pair": 0.1437418833374977, "sign": 0.018531811190769076, "keep": 0.00139137919904897, "leak": 0.8771404922008514, "replacement": 0.37298860400915146} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 10.172430038452148, "loss_scale": 4.0, "retries": 0, "seconds": 60.9, "max_memory_gb": 17.86, "pair": 0.3460007309913635, "sign": 0.04899447987554595, "keep": 0.23086314763349947, "leak": 1.2368071489036083, "replacement": 0.7951313331723213} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 7.048717021942139, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.86, "pair": 0.3140488403150812, "sign": 0.12363244182779454, "keep": 0.13675869123835582, "leak": 1.078854402527213, "replacement": 0.7139580249786377} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 7.5398736000061035, "loss_scale": 4.0, "retries": 0, "seconds": 64.3, "max_memory_gb": 17.86, "pair": 0.05933506740257144, "sign": 0.05697033682372421, "keep": 0.019173513865098357, "leak": 1.4931542947888374, "replacement": 0.4706955701112747} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 6.756464958190918, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.86, "pair": 0.49159860610961914, "sign": 1.4551719464361668, "keep": 0.18377922177751316, "leak": 0.18941316206473857, "replacement": 1.3584275469183922} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.5478756427764893, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.86, "pair": 0.12797962967306376, "sign": 0.007310851011425257, "keep": 0.006264149413254927, "leak": 0.43557022884488106, "replacement": 0.24365969747304916} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 14.946673393249512, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.86, "pair": 0.4925712291151285, "sign": 0.963355029001832, "keep": 1.5968024140456691, "leak": 0.9725701412826311, "replacement": 2.0157924853265285} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.392552852630615, "loss_scale": 4.0, "retries": 0, "seconds": 70.8, "max_memory_gb": 17.86, "pair": 0.34802972339093685, "sign": 0.021475260611623526, "keep": 0.004338722363172565, "leak": 0.21535514277638867, "replacement": 0.4147754870355129} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 5.324892997741699, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.86, "pair": 0.2749631851911545, "sign": 0.09975285874679685, "keep": 0.003482124964648392, "leak": 0.17269459459930658, "replacement": 0.3697543330490589} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 10.72815227508545, "loss_scale": 4.0, "retries": 0, "seconds": 74.1, "max_memory_gb": 17.86, "pair": 0.09950870275497437, "sign": 0.08204431892954744, "keep": 0.008204113752071862, "leak": 2.0858591943979263, "replacement": 0.6660977229475975} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 15.427857398986816, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 17.86, "pair": 0.34893013071268797, "sign": 0.5093270179349929, "keep": 1.7110762492811773, "leak": 0.959860309958458, "replacement": 1.6990968361496925} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 4.7598700523376465, "loss_scale": 4.0, "retries": 0, "seconds": 77.6, "max_memory_gb": 17.86, "pair": 0.14548715110868216, "sign": 0.12804283254081383, "keep": 0.11231014621444046, "leak": 0.31614967435598373, "replacement": 0.34470105916261673} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 8.998602867126465, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 17.86, "pair": 0.07660586130805314, "sign": 0.024376342596951872, "keep": 0.008933901437558234, "leak": 1.0975580364465714, "replacement": 0.36765049770474434} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 7.2466959953308105, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 17.86, "pair": 0.03923092386685312, "sign": 0.008136555647070054, "keep": 0.022080108989030123, "leak": 0.4837256483733654, "replacement": 0.1752706691622734} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 13.340354919433594, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.86, "pair": 0.1168383575277403, "sign": 0.01632763718953356, "keep": 0.009718824576339102, "leak": 1.8424164801836014, "replacement": 0.59046570956707} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.222100257873535, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 17.86, "pair": 0.17052658135071397, "sign": 0.03246620704885572, "keep": 0.24229323005056358, "leak": 0.11389312148094177, "replacement": 0.3363795652985573} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.805355072021484, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 17.86, "pair": 0.22297554416581988, "sign": 0.017569917792570777, "keep": 0.3960309360145402, "leak": 0.4766657305881381, "replacement": 0.5489424313418567} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.031774044036865, "loss_scale": 4.0, "retries": 0, "seconds": 88.0, "max_memory_gb": 17.86, "pair": 0.41662886925041676, "sign": 0.25975801260210574, "keep": 0.06020760870887898, "leak": 0.06616597436368465, "replacement": 0.5931531637907028} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.265255451202393, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.86, "pair": 0.2862108526751399, "sign": 0.07593128603184596, "keep": 0.14897954533807933, "leak": 0.6549327096436173, "replacement": 0.5623994469642639} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 3.978037118911743, "loss_scale": 4.0, "retries": 0, "seconds": 91.3, "max_memory_gb": 17.86, "pair": 0.27151475101709366, "sign": 0.031091599550563842, "keep": 0.10984134004684165, "leak": 0.5185739519074559, "replacement": 0.4716247245669365} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 4.879497528076172, "loss_scale": 4.0, "retries": 0, "seconds": 93.0, "max_memory_gb": 17.86, "pair": 0.20021348912268877, "sign": 0.007017235620878637, "keep": 0.012155612661445048, "leak": 0.09970951173454523, "replacement": 0.23472728952765465} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.72212290763855, "loss_scale": 4.0, "retries": 0, "seconds": 94.6, "max_memory_gb": 17.86, "pair": 0.11945369397290051, "sign": 0.008171646564733237, "keep": 0.01820233161561191, "leak": 0.785206139087677, "replacement": 0.3289422243833542} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.648855686187744, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.86, "pair": 0.17704604438040406, "sign": 0.17045501777465688, "keep": 0.00877838316046109, "leak": 0.5479241297580302, "replacement": 0.40364376455545425} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 14.439852714538574, "loss_scale": 4.0, "retries": 0, "seconds": 97.9, "max_memory_gb": 17.86, "pair": 0.00580173367052339, "sign": 0.0015852540236664936, "keep": 0.0038996372732071904, "leak": 1.8261615671217442, "replacement": 0.46508456766605377} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 9.439459800720215, "loss_scale": 4.0, "retries": 0, "seconds": 99.6, "max_memory_gb": 17.86, "pair": 0.40915979666169733, "sign": 0.06360546480573248, "keep": 0.04766837316856254, "leak": 1.045340975979343, "replacement": 0.7261319234967232} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.002910137176514, "loss_scale": 4.0, "retries": 0, "seconds": 101.1, "max_memory_gb": 17.86, "pair": 0.1227718519512564, "sign": 0.014695121441036463, "keep": 0.11554817840988107, "leak": 1.8733110632747412, "replacement": 0.6562212556600571} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 18.291236877441406, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 17.86, "pair": 0.20610636519268155, "sign": 0.18440275511238724, "keep": 0.021216309745796025, "leak": 4.260835511394362, "replacement": 1.3741247653961182} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.070726156234741, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.86, "pair": 0.1290272975456901, "sign": 0.01747770003566984, "keep": 0.010405635330243967, "leak": 0.324055221863091, "replacement": 0.22398277185857296} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.79461145401001, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.86, "pair": 0.31148756481707096, "sign": 0.10189849813468754, "keep": 0.05451192439068109, "leak": 0.072843870613724, "replacement": 0.40790376253426075} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.6494758129119873, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 17.86, "pair": 0.2591482810676098, "sign": 0.016002490534447134, "keep": 0.014321063295938075, "leak": 0.11266190494643524, "replacement": 0.30247553065419197} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 6.183603286743164, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.86, "pair": 0.1021837592124939, "sign": 0.08526094921398908, "keep": 0.13763854652643204, "leak": 1.0557116642594337, "replacement": 0.47756142914295197} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 6.066076278686523, "loss_scale": 4.0, "retries": 0, "seconds": 111.3, "max_memory_gb": 17.86, "pair": 0.16589364502578974, "sign": 0.09716399976605317, "keep": 0.33781050507964494, "leak": 0.2810663180060864, "replacement": 0.45364747755229473} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 5.57668399810791, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 17.86, "pair": 0.04365703230723739, "sign": 0.008482342236675322, "keep": 0.004835372630623169, "leak": 1.063354236772284, "replacement": 0.3161544455215335} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.6905996799468994, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 17.86, "pair": 0.2212061583995819, "sign": 0.018432876677252352, "keep": 0.002210053494763997, "leak": 0.29412090219557285, "replacement": 0.3050578497350216} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 6.731111526489258, "loss_scale": 4.0, "retries": 0, "seconds": 116.5, "max_memory_gb": 17.86, "pair": 0.5534005886875093, "sign": 0.7731716125272214, "keep": 0.9511058400385082, "leak": 0.609299723058939, "replacement": 1.5678642503917217} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 6.916590213775635, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 17.86, "pair": 0.4563733618706465, "sign": 0.04551947221625596, "keep": 0.0019505124510033056, "leak": 0.5323410984128714, "replacement": 0.6131936237215996} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.242629051208496, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.86, "pair": 0.14484404574614018, "sign": 0.008879472792614251, "keep": 0.015203969840058562, "leak": 0.17124718469494837, "replacement": 0.19969755597412586} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.358424663543701, "loss_scale": 4.0, "retries": 0, "seconds": 121.7, "max_memory_gb": 17.86, "pair": 0.20114000421017408, "sign": 0.17723406082950532, "keep": 0.013663151941727847, "leak": 0.743383027613163, "replacement": 0.48243434354662895} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.772334098815918, "loss_scale": 4.0, "retries": 0, "seconds": 123.2, "max_memory_gb": 17.86, "pair": 0.10988516546785831, "sign": 0.050614565261639655, "keep": 0.2931644476575457, "leak": 0.3944119045045227, "replacement": 0.38037764467298985} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.467255115509033, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.86, "pair": 0.29991829016944394, "sign": 0.17557635610864963, "keep": 0.07595015130868887, "leak": 0.17271843669004738, "replacement": 0.46886116079986095} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 14.69815731048584, "loss_scale": 4.0, "retries": 0, "seconds": 126.7, "max_memory_gb": 17.86, "pair": 0.7083935551345348, "sign": 0.5299835875630379, "keep": 1.0207498122181278, "leak": 0.3113119109184481, "replacement": 1.5615881383419037} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 4.3114399909973145, "loss_scale": 4.0, "retries": 0, "seconds": 128.3, "max_memory_gb": 17.86, "pair": 0.11009173654019833, "sign": 0.030262018204666674, "keep": 0.009959500014247169, "leak": 0.8346501910127699, "replacement": 0.3388650342822075} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.9161033630371094, "loss_scale": 4.0, "retries": 0, "seconds": 130.0, "max_memory_gb": 17.86, "pair": 0.2367191668599844, "sign": 0.010249575483612716, "keep": 0.005683608491381165, "leak": 0.36667926982045174, "replacement": 0.3363555856049061} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 4.763930320739746, "loss_scale": 4.0, "retries": 0, "seconds": 131.7, "max_memory_gb": 17.86, "pair": 0.17029535013716668, "sign": 0.32743168843444437, "keep": 0.0007775798185321037, "leak": 0.2305267984047532, "replacement": 0.3920316882431507} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 4.543134689331055, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 17.86, "pair": 0.10626152018085122, "sign": 0.010726476888521574, "keep": 0.004290087052481795, "leak": 1.1643388606607914, "replacement": 0.404854504391551} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 7.723538398742676, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 17.86, "pair": 0.22810362477321178, "sign": 0.055172620282974094, "keep": 0.008288212586009536, "leak": 1.0698563978075981, "replacement": 0.5272981133311987} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.9815549850463867, "loss_scale": 4.0, "retries": 0, "seconds": 136.5, "max_memory_gb": 17.86, "pair": 0.11374870501458645, "sign": 0.028366440441459417, "keep": 0.04402542905882001, "leak": 0.5539328306913376, "replacement": 0.28842784836888313} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 9.379816055297852, "loss_scale": 4.0, "retries": 0, "seconds": 138.2, "max_memory_gb": 17.86, "pair": 0.4207184314727783, "sign": 0.8667414583032951, "keep": 0.016365930147003382, "leak": 0.16820433945395052, "replacement": 0.9043231569230556} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 6.412524700164795, "loss_scale": 4.0, "retries": 0, "seconds": 139.9, "max_memory_gb": 17.86, "pair": 0.33695722464472055, "sign": 0.03265468253812287, "keep": 0.3361012632085476, "leak": 0.6784533715926955, "replacement": 0.6909485310316086} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 4.237030029296875, "loss_scale": 4.0, "retries": 0, "seconds": 141.6, "max_memory_gb": 17.86, "pair": 0.12190825492143631, "sign": 0.015250291675329208, "keep": 0.009760481991918368, "leak": 0.35840815771371126, "replacement": 0.22401567921042442} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 9.02369499206543, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 17.86, "pair": 0.009911674693285022, "sign": 0.003648912304925034, "keep": 0.0004622916435428337, "leak": 0.6181810814887285, "replacement": 0.16651254519820213} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.784649848937988, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.86, "pair": 0.1669750763103366, "sign": 0.19262252561748028, "keep": 0.0834482116624713, "leak": 0.21950952711631544, "replacement": 0.35988782346248627} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 4.949597358703613, "loss_scale": 4.0, "retries": 0, "seconds": 146.6, "max_memory_gb": 17.86, "pair": 0.10416548559442163, "sign": 0.056826930842362344, "keep": 0.003643087053205818, "leak": 0.8010508455336094, "replacement": 0.3346632122993469} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 12.336726188659668, "loss_scale": 4.0, "retries": 0, "seconds": 148.3, "max_memory_gb": 17.86, "pair": 0.16957134508993477, "sign": 0.21487347269430757, "keep": 0.10403569211035801, "leak": 0.8954362496733665, "replacement": 0.5528849959373474} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 8.415421485900879, "loss_scale": 4.0, "retries": 0, "seconds": 150.3, "max_memory_gb": 17.86, "pair": 0.20662090927362442, "sign": 0.10671177123003872, "keep": 0.016639163668401125, "leak": 0.3412079680711031, "replacement": 0.35359836742281914} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 4.605973720550537, "loss_scale": 4.0, "retries": 0, "seconds": 152.2, "max_memory_gb": 17.86, "pair": 0.21859555877745152, "sign": 0.021866007562493905, "keep": 0.008206680417060852, "leak": 0.13863192917779088, "replacement": 0.2682898920029402} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 50.7146110534668, "loss_scale": 4.0, "retries": 0, "seconds": 154.1, "max_memory_gb": 17.86, "pair": 0.9102266393601894, "sign": 0.553928742359858, "keep": 1.0457627194700763, "leak": 2.994951531291008, "replacement": 2.458810154348612} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 22.836790084838867, "loss_scale": 4.0, "retries": 0, "seconds": 155.7, "max_memory_gb": 17.86, "pair": 0.2858244291273877, "sign": 0.7843133308924735, "keep": 1.1555909589504836, "leak": 0.2961595216766, "replacement": 1.3298164140433073} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 2.920161485671997, "loss_scale": 4.0, "retries": 0, "seconds": 157.4, "max_memory_gb": 17.86, "pair": 0.0875797359040007, "sign": 0.012878093868494034, "keep": 0.03787604998797178, "leak": 0.5460649728775024, "replacement": 0.24947304651141167} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 7.987432479858398, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.86, "pair": 0.06495520914904773, "sign": 0.010069260722957551, "keep": 0.2398271663696505, "leak": 0.9105409979820251, "replacement": 0.41753866896033287} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 17.664880752563477, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.86, "pair": 0.28939559683203697, "sign": 0.36052133690100163, "keep": 1.4689854210009798, "leak": 0.5567658096551895, "replacement": 1.3433404341340065} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.729193210601807, "loss_scale": 4.0, "retries": 0, "seconds": 162.4, "max_memory_gb": 17.86, "pair": 0.28304815851151943, "sign": 0.06777066504582763, "keep": 0.6345063631888479, "leak": 0.3383721658028662, "replacement": 0.7187797352671623} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 6.872898578643799, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.86, "pair": 0.09990041330456734, "sign": 0.008179188007488847, "keep": 0.018912449582785484, "leak": 0.8214835845865309, "replacement": 0.318817138671875} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.5345373153686523, "loss_scale": 4.0, "retries": 0, "seconds": 165.8, "max_memory_gb": 17.86, "pair": 0.2683051569038071, "sign": 0.07901964907068759, "keep": 0.06514636147608144, "leak": 0.6138310224341694, "replacement": 0.49384593358263373} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 7.834708213806152, "loss_scale": 4.0, "retries": 0, "seconds": 167.4, "max_memory_gb": 17.86, "pair": 0.28903804905712605, "sign": 0.4404536360525526, "keep": 0.005940050610661274, "leak": 1.449009332805872, "replacement": 0.874487217515707} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 14.577520370483398, "loss_scale": 4.0, "retries": 0, "seconds": 169.2, "max_memory_gb": 17.86, "pair": 0.6521243266761303, "sign": 1.0538496747612953, "keep": 0.05092940753092989, "leak": 1.1428946908563375, "replacement": 1.4902375265955925} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 4.3789262771606445, "loss_scale": 4.0, "retries": 0, "seconds": 170.9, "max_memory_gb": 17.86, "pair": 0.12481630477122962, "sign": 0.004750436637550592, "keep": 0.002135763323167339, "leak": 1.0338618492241949, "replacement": 0.3867248557507992} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.3603360652923584, "loss_scale": 4.0, "retries": 0, "seconds": 172.5, "max_memory_gb": 17.86, "pair": 0.19150650035589933, "sign": 0.012053877231664956, "keep": 0.044444838305935264, "leak": 0.4446655036881566, "replacement": 0.33092223294079304} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.553647994995117, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 17.86, "pair": 0.14841349516063929, "sign": 0.015697786962846294, "keep": 0.01399100339585857, "leak": 1.399411778897047, "replacement": 0.513110825791955} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.251373291015625, "loss_scale": 4.0, "retries": 0, "seconds": 175.8, "max_memory_gb": 17.86, "pair": 0.16018985211849213, "sign": 0.15046662592794746, "keep": 0.0032536711369175464, "leak": 0.11920060426928103, "replacement": 0.26685016602277756} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.323426246643066, "loss_scale": 4.0, "retries": 0, "seconds": 177.4, "max_memory_gb": 17.86, "pair": 0.4058918599039316, "sign": 0.016349609242752194, "keep": 0.0327655584551394, "leak": 0.4484994034282863, "replacement": 0.5425742790102959} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 4.3159260749816895, "loss_scale": 4.0, "retries": 0, "seconds": 179.2, "max_memory_gb": 17.86, "pair": 0.2407341655343771, "sign": 0.02498027589172125, "keep": 0.015422172800754197, "leak": 0.43655007262714207, "replacement": 0.3700729124248028} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 5.416656017303467, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.86, "pair": 0.12309384811669588, "sign": 0.22789732000092044, "keep": 0.05423666257365767, "leak": 1.3848818400874734, "replacement": 0.6103813042864203} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 38.69694900512695, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 17.86, "pair": 0.7192432659794576, "sign": 0.09127594472374767, "keep": 0.27336770538261135, "leak": 2.3834003638476133, "replacement": 1.4974151886999607} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 5.882319450378418, "loss_scale": 4.0, "retries": 0, "seconds": 184.2, "max_memory_gb": 17.86, "pair": 0.31750276032835245, "sign": 0.07927721575833857, "keep": 0.06499339936999604, "leak": 0.2708974089473486, "replacement": 0.45736241713166237} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 12.602869033813477, "loss_scale": 4.0, "retries": 0, "seconds": 185.9, "max_memory_gb": 17.86, "pair": 0.1683345758356154, "sign": 0.030217369669117033, "keep": 0.06892529968172312, "leak": 3.374816439114511, "replacement": 1.061609998345375} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 10.566709518432617, "loss_scale": 4.0, "retries": 0, "seconds": 187.6, "max_memory_gb": 17.86, "pair": 0.2873887207824737, "sign": 1.207452275630203, "keep": 0.0004648610865842784, "leak": 0.7153538763523102, "replacement": 1.07018574886024} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 9.972050666809082, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 17.86, "pair": 0.07099163858219981, "sign": 0.005563792044995353, "keep": 0.0013980873372929636, "leak": 1.3796012157108635, "replacement": 0.4193728733807802} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.321244955062866, "loss_scale": 4.0, "retries": 0, "seconds": 190.9, "max_memory_gb": 17.86, "pair": 0.08518932806327939, "sign": 0.013206873554736376, "keep": 0.004119983979762765, "leak": 0.46731192246079445, "replacement": 0.21068073995411396} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 3.1855392456054688, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.86, "pair": 0.1207509133964777, "sign": 0.02290002047084272, "keep": 0.004461200558580458, "leak": 0.6172185447067022, "replacement": 0.28873616456985474} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 6.3943963050842285, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 17.86, "pair": 0.17700646445155144, "sign": 0.011000333353877068, "keep": 0.0019739192066481337, "leak": 0.6925939192296937, "replacement": 0.35664207488298416} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 12.347906112670898, "loss_scale": 4.0, "retries": 0, "seconds": 196.0, "max_memory_gb": 17.86, "pair": 0.08570359367877245, "sign": 0.41448915022192523, "keep": 0.4367223510744225, "leak": 0.09180763957556337, "replacement": 0.5342612555250525} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 20.45478630065918, "loss_scale": 4.0, "retries": 0, "seconds": 197.7, "max_memory_gb": 17.86, "pair": 0.04835782183363335, "sign": 0.009504723511781776, "keep": 0.17133096411270898, "leak": 2.1935949623584747, "replacement": 0.6871744133532047} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 12.116142272949219, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.86, "pair": 0.3512572170002386, "sign": 0.5438830289349426, "keep": 0.9580356602392612, "leak": 0.5048494781367481, "replacement": 1.2284288862720132} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 4.465838432312012, "loss_scale": 4.0, "retries": 0, "seconds": 201.1, "max_memory_gb": 17.86, "pair": 0.17866465728729963, "sign": 0.17815344160044333, "keep": 0.005485647230784707, "leak": 0.13380460627377033, "replacement": 0.3039353648200631} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 23.015300750732422, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.86, "pair": 0.2154635414481163, "sign": 0.4209963174071163, "keep": 0.5660119993408443, "leak": 2.7626967495307326, "replacement": 1.3996419087052345} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 7.305783748626709, "loss_scale": 4.0, "retries": 0, "seconds": 204.4, "max_memory_gb": 17.86, "pair": 0.47445375798270106, "sign": 0.31925462250364944, "keep": 0.18885825376480625, "leak": 0.2016943843743917, "replacement": 0.778933759778738} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 16.780120849609375, "loss_scale": 4.0, "retries": 0, "seconds": 206.2, "max_memory_gb": 17.86, "pair": 0.41811713110655546, "sign": 0.15829722059424967, "keep": 0.20132256185750919, "leak": 1.0304388254880905, "replacement": 0.8555367216467857} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 12.253902435302734, "loss_scale": 4.0, "retries": 0, "seconds": 207.9, "max_memory_gb": 17.86, "pair": 0.3293315175801581, "sign": 1.097940293722786, "keep": 0.020999299696995877, "leak": 1.2647224343381822, "replacement": 1.2049819566309452} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 12.075593948364258, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 17.86, "pair": 0.6124411094933748, "sign": 0.6576685216277838, "keep": 2.1628802675586485, "leak": 0.3694604826159775, "replacement": 2.11508060246706} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 14.726066589355469, "loss_scale": 4.0, "retries": 0, "seconds": 211.4, "max_memory_gb": 17.86, "pair": 0.1718455108057242, "sign": 0.2626818908029236, "keep": 0.27368048371158693, "leak": 1.9778658989816904, "replacement": 0.9344932064414024} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 16.6225528717041, "loss_scale": 4.0, "retries": 0, "seconds": 213.0, "max_memory_gb": 17.86, "pair": 0.45975568564608693, "sign": 0.44657064211787656, "keep": 1.049109777668491, "leak": 1.5286065103500732, "replacement": 1.5897475741803646} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.2875723838806152, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.86, "pair": 0.1270566184539348, "sign": 0.008747943516937084, "keep": 0.019152956963182532, "leak": 0.1035602914635092, "replacement": 0.16689713764935732} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 14.671969413757324, "loss_scale": 4.0, "retries": 0, "seconds": 216.4, "max_memory_gb": 17.86, "pair": 0.1676323339343071, "sign": 0.7483167895697989, "keep": 0.49802672350779176, "leak": 0.3594101211056113, "replacement": 0.8806566214188933} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.7581229209899902, "loss_scale": 4.0, "retries": 0, "seconds": 218.0, "max_memory_gb": 17.86, "pair": 0.21528836525976658, "sign": 0.08037461247295141, "keep": 0.13061306020244956, "leak": 0.3970177782466635, "replacement": 0.4200366362929344} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 10.224570274353027, "loss_scale": 4.0, "retries": 0, "seconds": 219.6, "max_memory_gb": 17.86, "pair": 0.24532859958708286, "sign": 1.3887086273171008, "keep": 0.05665894342746469, "leak": 0.2787686139345169, "replacement": 1.0377045096829534} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 39.766502380371094, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 17.86, "pair": 0.7407843279652297, "sign": 0.6731647981796414, "keep": 1.1874900860070738, "leak": 1.7455474009620957, "replacement": 2.107498601078987} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 9.079965591430664, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 17.86, "pair": 0.08042842941358685, "sign": 0.010114620585227385, "keep": 0.4886455405439847, "leak": 1.1617005467414856, "replacement": 0.6202336116693914} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 12.167730331420898, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.86, "pair": 0.544354822486639, "sign": 0.6200095301028341, "keep": 1.1001141188608017, "leak": 0.42781907692551613, "replacement": 1.5113713219761848} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 9.715566635131836, "loss_scale": 4.0, "retries": 0, "seconds": 226.3, "max_memory_gb": 17.86, "pair": 0.11501777311787009, "sign": 0.22839861731335986, "keep": 0.3489858805114636, "leak": 0.20030815340578556, "replacement": 0.4537870571948588} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.888683557510376, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 17.86, "pair": 0.180442925542593, "sign": 0.00965819213888608, "keep": 0.10283925183466636, "leak": 0.13374205667059869, "replacement": 0.2701271641999483} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 25.278696060180664, "loss_scale": 4.0, "retries": 0, "seconds": 230.4, "max_memory_gb": 17.86, "pair": 0.3161138016730547, "sign": 0.403687774669379, "keep": 0.4207715761731379, "leak": 0.2610939610749483, "replacement": 0.7936169728636742} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 6.4761223793029785, "loss_scale": 4.0, "retries": 0, "seconds": 232.3, "max_memory_gb": 17.86, "pair": 0.24835639167577028, "sign": 0.018628945399541408, "keep": 0.020195596778648905, "leak": 0.532802464440465, "replacement": 0.4009692780673504} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 19.695201873779297, "loss_scale": 4.0, "retries": 0, "seconds": 234.2, "max_memory_gb": 17.86, "pair": 0.129724383354187, "sign": 0.025427241693250835, "keep": 0.03820505831390619, "leak": 0.42025703471153975, "replacement": 0.26660478487610817} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 12.610018730163574, "loss_scale": 4.0, "retries": 0, "seconds": 236.7, "max_memory_gb": 17.86, "pair": 0.25939544662833214, "sign": 0.3297096916940063, "keep": 0.010712344810599461, "leak": 0.616692615498323, "replacement": 0.5837796106934547} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 5.221055030822754, "loss_scale": 4.0, "retries": 0, "seconds": 238.7, "max_memory_gb": 17.86, "pair": 0.19374154694378376, "sign": 0.01791485381545499, "keep": 0.006830140569945797, "leak": 0.2604361849371344, "replacement": 0.2712230999022722} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.9624221324920654, "loss_scale": 4.0, "retries": 0, "seconds": 240.7, "max_memory_gb": 17.86, "pair": 0.2002554666250944, "sign": 0.2077299566299189, "keep": 0.004530860285740346, "leak": 0.04313168674707413, "replacement": 0.31716880202293396} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 9.933895111083984, "loss_scale": 4.0, "retries": 0, "seconds": 243.0, "max_memory_gb": 17.86, "pair": 0.19672474078834057, "sign": 0.35602373036090285, "keep": 0.19157662809811882, "leak": 0.26433431077748537, "replacement": 0.5366085218265653} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 14.402277946472168, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 17.86, "pair": 0.26532294787466526, "sign": 0.132894716138253, "keep": 0.9475932567122527, "leak": 0.27256905380636454, "replacement": 0.8737091897055507} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 9.789626121520996, "loss_scale": 4.0, "retries": 0, "seconds": 247.1, "max_memory_gb": 17.86, "pair": 0.07302528200671077, "sign": 0.219459053943865, "keep": 0.010047210271295626, "leak": 0.5924251023679972, "replacement": 0.3358846791088581} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.2790913581848145, "loss_scale": 4.0, "retries": 0, "seconds": 249.4, "max_memory_gb": 17.86, "pair": 0.07815225422382355, "sign": 0.00698677561013028, "keep": 0.003528032858412189, "leak": 0.47301171347498894, "replacement": 0.20166259165853262} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 5.859075546264648, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.86, "pair": 0.11661818949505687, "sign": 0.030056975432671607, "keep": 0.0035807302720058942, "leak": 1.0753184370696545, "replacement": 0.40226664394140244} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 46.83992004394531, "loss_scale": 4.0, "retries": 0, "seconds": 253.5, "max_memory_gb": 17.86, "pair": 0.26812072237953544, "sign": 1.1217316940310411, "keep": 1.5078486578340744, "leak": 2.6264442056417465, "replacement": 2.2395220398902893} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.5148532390594482, "loss_scale": 4.0, "retries": 0, "seconds": 255.8, "max_memory_gb": 17.86, "pair": 0.05961410462623462, "sign": 0.008141928323311731, "keep": 0.00069486267774721, "leak": 0.4049482294358313, "replacement": 0.16526955645531416} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 5.999383449554443, "loss_scale": 4.0, "retries": 0, "seconds": 257.5, "max_memory_gb": 17.86, "pair": 0.0559634231030941, "sign": 0.01738480434869416, "keep": 0.004457427690795157, "leak": 0.811045790091157, "replacement": 0.26964598521590233} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.6671531200408936, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 17.86, "pair": 0.16036770422942936, "sign": 0.08044039102969691, "keep": 0.098771687829867, "leak": 0.3764227726496756, "replacement": 0.3440794385969639} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.1706702709198, "loss_scale": 4.0, "retries": 0, "seconds": 261.0, "max_memory_gb": 17.86, "pair": 0.12025252170860767, "sign": 0.01591515023028478, "keep": 0.007887383781053359, "leak": 0.15498574636876583, "replacement": 0.1709002275019884} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.381154775619507, "loss_scale": 4.0, "retries": 0, "seconds": 262.7, "max_memory_gb": 17.86, "pair": 0.10901941824704409, "sign": 0.005057293805293739, "keep": 0.025840661636721052, "leak": 0.48050842992961407, "replacement": 0.2445954978466034} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 3.3041601181030273, "loss_scale": 4.0, "retries": 0, "seconds": 264.5, "max_memory_gb": 17.86, "pair": 0.1180259000393562, "sign": 0.005744563459302299, "keep": 0.010738194442865279, "leak": 0.5528546925634146, "replacement": 0.26448094565421343} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 4.778236389160156, "loss_scale": 4.0, "retries": 0, "seconds": 266.1, "max_memory_gb": 17.86, "pair": 0.1444488379638642, "sign": 0.00594241518410854, "keep": 0.06981668714433908, "leak": 1.2035223268903792, "replacement": 0.4832089766860008} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.824227809906006, "loss_scale": 4.0, "retries": 0, "seconds": 267.8, "max_memory_gb": 17.86, "pair": 0.09813846310134977, "sign": 0.005783049666206352, "keep": 0.6684414891453798, "leak": 0.45312448032200336, "replacement": 0.5485318512655795} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 50.643924713134766, "loss_scale": 4.0, "retries": 0, "seconds": 269.7, "max_memory_gb": 17.86, "pair": 0.893255443777889, "sign": 0.01220430075773038, "keep": 0.024197157617038556, "leak": 1.8442233097739518, "replacement": 1.3725120183080435} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 14.419914245605469, "loss_scale": 4.0, "retries": 0, "seconds": 271.3, "max_memory_gb": 17.86, "pair": 0.059190945525188, "sign": 0.913606661488302, "keep": 0.00170419648202369, "leak": 1.979482778115198, "replacement": 1.0117170847952366} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 9.63803768157959, "loss_scale": 4.0, "retries": 0, "seconds": 272.9, "max_memory_gb": 17.86, "pair": 0.2704654987901449, "sign": 0.2594906506128609, "keep": 0.4469797010951879, "leak": 0.5076595861464739, "replacement": 0.7506155576556921} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 6.1621832847595215, "loss_scale": 4.0, "retries": 0, "seconds": 274.8, "max_memory_gb": 17.86, "pair": 0.19676282443106174, "sign": 0.006017676554620266, "keep": 0.005299084481521277, "leak": 0.4007642790675163, "replacement": 0.30261226557195187} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 7.698367118835449, "loss_scale": 4.0, "retries": 0, "seconds": 276.4, "max_memory_gb": 17.86, "pair": 0.353980777785182, "sign": 0.13534557010279968, "keep": 0.6337144125136547, "leak": 0.37196437641978264, "replacement": 0.831501841545105} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 5.778087615966797, "loss_scale": 4.0, "retries": 0, "seconds": 278.0, "max_memory_gb": 17.86, "pair": 0.22511019930243492, "sign": 0.08931818982819095, "keep": 0.05788869495950166, "leak": 0.3509042738005519, "replacement": 0.3864397285506129} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.295558452606201, "loss_scale": 4.0, "retries": 0, "seconds": 279.8, "max_memory_gb": 17.86, "pair": 0.05839220993220806, "sign": 0.009405727032572031, "keep": 0.023108739987947047, "leak": 0.7482346650213003, "replacement": 0.26170810870826244} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 42.03422927856445, "loss_scale": 4.0, "retries": 0, "seconds": 281.5, "max_memory_gb": 17.86, "pair": 0.5373306199908257, "sign": 0.6848446801304817, "keep": 1.212165203411132, "leak": 1.1542705800384283, "replacement": 1.7744031585752964} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 24.74301528930664, "loss_scale": 4.0, "retries": 0, "seconds": 283.3, "max_memory_gb": 17.86, "pair": 0.40220819041132927, "sign": 0.3569702171953395, "keep": 0.06885947060072795, "leak": 0.16092922165989876, "replacement": 0.655355341732502} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 3.3003554344177246, "loss_scale": 4.0, "retries": 0, "seconds": 285.0, "max_memory_gb": 17.86, "pair": 0.10040230257436633, "sign": 0.011179791472386569, "keep": 0.0022289902772172354, "leak": 0.06465475540608168, "replacement": 0.12327038310468197} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 20.88774871826172, "loss_scale": 4.0, "retries": 0, "seconds": 286.7, "max_memory_gb": 17.86, "pair": 1.3605603016912937, "sign": 1.0646847981843166, "keep": 1.9503566437633708, "leak": 2.7860988410684513, "replacement": 3.564605618827045} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 4.695400714874268, "loss_scale": 4.0, "retries": 0, "seconds": 288.5, "max_memory_gb": 17.86, "pair": 0.19847789127379656, "sign": 0.02385384833905846, "keep": 0.05654796533053741, "leak": 0.4746888382360339, "replacement": 0.35735100507736206} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.7716134786605835, "loss_scale": 4.0, "retries": 0, "seconds": 290.1, "max_memory_gb": 17.86, "pair": 0.11477249907329679, "sign": 0.007428221259033307, "keep": 0.05258562061590055, "leak": 0.3069130405783653, "replacement": 0.22150767012499273} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.215191125869751, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 17.86, "pair": 0.1760130412876606, "sign": 0.07217288878746331, "keep": 0.06452027044724673, "leak": 0.3728630283676466, "replacement": 0.33757537975907326} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 9.829155921936035, "loss_scale": 4.0, "retries": 0, "seconds": 293.5, "max_memory_gb": 17.86, "pair": 0.11102440429385751, "sign": 0.0031266995065379888, "keep": 0.0028019152268825565, "leak": 2.2194034457206726, "replacement": 0.6688395640812814} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 2.8895606994628906, "loss_scale": 4.0, "retries": 0, "seconds": 295.2, "max_memory_gb": 17.86, "pair": 0.06076278203545371, "sign": 0.013672977085661842, "keep": 0.12382356671108141, "leak": 0.33066750317811966, "replacement": 0.21217792481184006} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.870875120162964, "loss_scale": 4.0, "retries": 0, "seconds": 296.8, "max_memory_gb": 17.86, "pair": 0.16077424492686987, "sign": 0.0023573253420181572, "keep": 0.012855485314503312, "leak": 0.4967954168096185, "replacement": 0.2925795018672943} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 8.392619132995605, "loss_scale": 4.0, "retries": 0, "seconds": 298.6, "max_memory_gb": 17.86, "pair": 0.12146797083551064, "sign": 0.11613624290839653, "keep": 0.1147528916480951, "leak": 1.475818153936416, "replacement": 0.6058670841157436} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.237423896789551, "loss_scale": 4.0, "retries": 0, "seconds": 300.2, "max_memory_gb": 17.86, "pair": 0.06207121962142992, "sign": 0.00836151958355913, "keep": 0.05483404736855846, "leak": 0.7557211089879274, "replacement": 0.2825992815196514} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 9.325870513916016, "loss_scale": 4.0, "retries": 0, "seconds": 301.9, "max_memory_gb": 17.86, "pair": 0.1885446438100189, "sign": 0.1987548908800818, "keep": 0.19301027758046985, "leak": 0.929127198207425, "replacement": 0.6167090348899364} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.327500343322754, "loss_scale": 4.0, "retries": 0, "seconds": 303.6, "max_memory_gb": 17.86, "pair": 0.06326873041689396, "sign": 0.012453248200472444, "keep": 0.006747588864527643, "leak": 0.5693329279638419, "replacement": 0.21520238276571035} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.5660617351531982, "loss_scale": 4.0, "retries": 0, "seconds": 305.3, "max_memory_gb": 17.86, "pair": 0.15889169307774864, "sign": 0.20636347700565238, "keep": 0.006350494688291519, "leak": 0.47110479697585106, "replacement": 0.3830248787999153} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 5.450454235076904, "loss_scale": 4.0, "retries": 0, "seconds": 307.1, "max_memory_gb": 17.86, "pair": 0.019212328632420395, "sign": 0.014040792921150569, "keep": 0.01856177405352355, "leak": 0.7574707367457449, "replacement": 0.22488129325211048} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 7.931665897369385, "loss_scale": 4.0, "retries": 0, "seconds": 308.7, "max_memory_gb": 17.86, "pair": 0.6573499639052898, "sign": 0.6336929385288386, "keep": 0.7727918168503152, "leak": 0.09637763816863298, "replacement": 1.3846867764368653} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.5026841163635254, "loss_scale": 4.0, "retries": 0, "seconds": 310.3, "max_memory_gb": 17.86, "pair": 0.1851382777094841, "sign": 0.029927947907708585, "keep": 0.04144161648582667, "leak": 0.4817870557308197, "replacement": 0.3412698209285736} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 8.278745651245117, "loss_scale": 4.0, "retries": 0, "seconds": 312.1, "max_memory_gb": 17.86, "pair": 0.08215501433005556, "sign": 0.004546186959487386, "keep": 0.02197745390003547, "leak": 1.92346465960145, "replacement": 0.5762829929590225} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 12.441337585449219, "loss_scale": 4.0, "retries": 0, "seconds": 313.8, "max_memory_gb": 17.86, "pair": 0.290207463724073, "sign": 0.35007970212609507, "keep": 0.008453407027900539, "leak": 1.830540653783828, "replacement": 0.927109181706328} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.368701934814453, "loss_scale": 4.0, "retries": 0, "seconds": 315.5, "max_memory_gb": 17.86, "pair": 0.1373064061626792, "sign": 0.03186122755869292, "keep": 0.004622960573996693, "leak": 0.40389315062202513, "replacement": 0.25652177818119526} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.8930511474609375, "loss_scale": 4.0, "retries": 0, "seconds": 317.3, "max_memory_gb": 17.86, "pair": 0.2073698053136468, "sign": 0.0045024760911474004, "keep": 0.006706283892242482, "leak": 0.7210839916951954, "replacement": 0.3932451931759715} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 3.1079869270324707, "loss_scale": 4.0, "retries": 0, "seconds": 318.9, "max_memory_gb": 17.86, "pair": 0.12277665734291077, "sign": 0.017039372149156407, "keep": 0.033560774696525186, "leak": 0.2922495515085757, "replacement": 0.22113911248743534} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 8.054718971252441, "loss_scale": 4.0, "retries": 0, "seconds": 320.6, "max_memory_gb": 17.86, "pair": 0.18932011486322153, "sign": 0.023769790182996076, "keep": 0.7288425476286307, "leak": 0.20035346178337932, "replacement": 0.6157146487385035} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.8945882320404053, "loss_scale": 4.0, "retries": 0, "seconds": 322.4, "max_memory_gb": 17.86, "pair": 0.1801154250279069, "sign": 0.007989368517883122, "keep": 0.301660732133314, "leak": 0.39574369974434376, "replacement": 0.4338763877749443} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 23.90326499938965, "loss_scale": 4.0, "retries": 0, "seconds": 324.0, "max_memory_gb": 17.86, "pair": 0.5482854444999248, "sign": 0.8333535426208982, "keep": 0.8100672328807264, "leak": 0.08345058560371399, "replacement": 1.3908585435710847} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 19.619789123535156, "loss_scale": 4.0, "retries": 0, "seconds": 325.7, "max_memory_gb": 17.86, "pair": 0.08658975223079324, "sign": 0.8257472967379726, "keep": 1.6695481836795807, "leak": 1.1633232701569796, "replacement": 1.6250683479011059} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.8530161380767822, "loss_scale": 4.0, "retries": 0, "seconds": 327.4, "max_memory_gb": 17.86, "pair": 0.03950268909102306, "sign": 0.003569615102605894, "keep": 0.0049366675957571715, "leak": 0.5167685775086284, "replacement": 0.17294797115027905} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 88.11703491210938, "loss_scale": 4.0, "retries": 0, "seconds": 329.0, "max_memory_gb": 17.86, "pair": 0.6999727664515376, "sign": 0.7922521653817967, "keep": 1.452264113911042, "leak": 2.674414638458984, "replacement": 2.4908345974981785} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.854322910308838, "loss_scale": 4.0, "retries": 0, "seconds": 330.8, "max_memory_gb": 17.86, "pair": 0.4314035144634545, "sign": 0.49815498490352184, "keep": 1.2972747117746621, "leak": 0.16561880777589977, "replacement": 1.3705230755731463} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.570659637451172, "loss_scale": 4.0, "retries": 0, "seconds": 332.4, "max_memory_gb": 17.86, "pair": 0.20297061926976312, "sign": 0.022404399991501123, "keep": 0.017249927445618596, "leak": 0.5470353942509973, "replacement": 0.3595566389558371} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 6.409213066101074, "loss_scale": 4.0, "retries": 0, "seconds": 334.1, "max_memory_gb": 17.86, "pair": 0.15482986811548471, "sign": 0.14983180072158575, "keep": 0.0489793046720024, "leak": 0.2287731859833002, "replacement": 0.3114287406206131} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 17.131641387939453, "loss_scale": 4.0, "retries": 0, "seconds": 335.9, "max_memory_gb": 17.86, "pair": 0.11997709609568119, "sign": 0.024431757512502372, "keep": 0.007515667864936404, "leak": 1.6569749140180647, "replacement": 0.5501945428550243} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.956284999847412, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 17.86, "pair": 0.09624178241938353, "sign": 0.006930306903086603, "keep": 0.007343356721833061, "leak": 0.6508548427373171, "replacement": 0.26609232649207115} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 5.0830464363098145, "loss_scale": 4.0, "retries": 0, "seconds": 339.2, "max_memory_gb": 17.86, "pair": 0.08872140431776643, "sign": 0.02205017040250823, "keep": 0.0046656387858092785, "leak": 1.0123526118695736, "replacement": 0.3551674587652087} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 4.5059685707092285, "loss_scale": 4.0, "retries": 0, "seconds": 341.0, "max_memory_gb": 17.86, "pair": 0.13974467664957047, "sign": 0.06182820233516395, "keep": 0.11574584890331607, "leak": 0.34508156310766935, "replacement": 0.31480209715664387} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.7762134075164795, "loss_scale": 4.0, "retries": 0, "seconds": 342.6, "max_memory_gb": 17.86, "pair": 0.18654414638876915, "sign": 0.03268574576941319, "keep": 0.5730604419513838, "leak": 0.27820164104923606, "replacement": 0.5589676685631275} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 10.008003234863281, "loss_scale": 4.0, "retries": 0, "seconds": 344.3, "max_memory_gb": 17.86, "pair": 0.2752777459099889, "sign": 0.31533375280559994, "keep": 1.3753916330169886, "leak": 0.1746414722292684, "replacement": 1.1643007881939411} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 11.51839828491211, "loss_scale": 4.0, "retries": 0, "seconds": 346.1, "max_memory_gb": 17.86, "pair": 0.34138160571455956, "sign": 0.2811348948162049, "keep": 0.28690816520975204, "leak": 0.21498161181807518, "replacement": 0.6791485324501991} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 34.616512298583984, "loss_scale": 4.0, "retries": 0, "seconds": 347.7, "max_memory_gb": 17.86, "pair": 0.08691808138974011, "sign": 0.018005019213887863, "keep": 0.0024430866426410347, "leak": 5.110066748224199, "replacement": 1.3746588174253702} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 3.352724075317383, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 17.86, "pair": 0.0947288959287107, "sign": 0.02080571837723255, "keep": 0.03542436842690222, "leak": 0.11814785021124408, "replacement": 0.1523808967322111} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.4700841903686523, "loss_scale": 4.0, "retries": 0, "seconds": 351.2, "max_memory_gb": 17.86, "pair": 0.2999149151146412, "sign": 0.017637325450778008, "keep": 0.034710887586697936, "leak": 0.47365738451480865, "replacement": 0.44450337812304497} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.4898619651794434, "loss_scale": 4.0, "retries": 0, "seconds": 352.8, "max_memory_gb": 17.86, "pair": 0.09713727491907775, "sign": 0.004079822479980066, "keep": 0.00226604456838686, "leak": 0.30675862735370174, "replacement": 0.17699986230582} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.529451847076416, "loss_scale": 4.0, "retries": 0, "seconds": 354.4, "max_memory_gb": 17.86, "pair": 0.0994052515598014, "sign": 0.004767283156979829, "keep": 0.011637827847067683, "leak": 0.36011143773794174, "replacement": 0.19763566553592682} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.6130287647247314, "loss_scale": 4.0, "retries": 0, "seconds": 356.2, "max_memory_gb": 17.86, "pair": 0.17283185035921633, "sign": 0.12602402579796035, "keep": 0.07769383116692552, "leak": 0.1555936224758625, "replacement": 0.3135891887359321} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.645165205001831, "loss_scale": 4.0, "retries": 0, "seconds": 357.9, "max_memory_gb": 17.86, "pair": 0.06443402427248657, "sign": 0.0028410526138031855, "keep": 0.006003411893232169, "leak": 0.5399092377629131, "replacement": 0.2038335669785738} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.119287014007568, "loss_scale": 4.0, "retries": 0, "seconds": 359.8, "max_memory_gb": 17.86, "pair": 0.3221878153271973, "sign": 0.3820089444052428, "keep": 0.5413744155666791, "leak": 0.485481433570385, "replacement": 0.905249847099185} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 8.698931694030762, "loss_scale": 4.0, "retries": 0, "seconds": 361.5, "max_memory_gb": 17.86, "pair": 0.3893997110426426, "sign": 0.571559838950634, "keep": 1.3393927993018764, "leak": 1.447960589430295, "replacement": 1.7068660892546177} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.758999824523926, "loss_scale": 4.0, "retries": 0, "seconds": 363.2, "max_memory_gb": 17.86, "pair": 0.38797912327572703, "sign": 0.2373728227103129, "keep": 0.13773354729346465, "leak": 0.2021679910540115, "replacement": 0.626074330881238} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 13.15824031829834, "loss_scale": 4.0, "retries": 0, "seconds": 365.1, "max_memory_gb": 17.86, "pair": 0.31335582584142685, "sign": 0.15711077919695526, "keep": 0.05010503501398489, "leak": 0.4702930198982358, "replacement": 0.53453697450459} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.950701713562012, "loss_scale": 4.0, "retries": 0, "seconds": 366.7, "max_memory_gb": 17.86, "pair": 0.38643352687358856, "sign": 0.35618992836680263, "keep": 0.5331613058770017, "leak": 0.6414730492979288, "replacement": 0.9914773730561137} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.271881580352783, "loss_scale": 4.0, "retries": 0, "seconds": 368.5, "max_memory_gb": 17.86, "pair": 0.3297626210551243, "sign": 0.397724108035618, "keep": 1.231638732564079, "leak": 0.028594155141036026, "replacement": 1.151592553316732} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 12.18067741394043, "loss_scale": 4.0, "retries": 0, "seconds": 370.3, "max_memory_gb": 17.86, "pair": 0.42446480454054836, "sign": 0.9084614249331935, "keep": 1.8761864411853395, "leak": 0.3381916025537066, "replacement": 1.9013366997241974} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 15.01855182647705, "loss_scale": 4.0, "retries": 0, "seconds": 372.0, "max_memory_gb": 17.86, "pair": 0.038703809899743646, "sign": 0.012807101091311779, "keep": 0.002548012258557719, "leak": 2.5808317116461694, "replacement": 0.6915893196128309} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.287310838699341, "loss_scale": 4.0, "retries": 0, "seconds": 373.7, "max_memory_gb": 17.86, "pair": 0.09257396022439934, "sign": 0.0018125108108506538, "keep": 0.00092686189145752, "leak": 0.2800126507499954, "replacement": 0.16394681413657963} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 21.47355079650879, "loss_scale": 4.0, "retries": 0, "seconds": 375.4, "max_memory_gb": 17.86, "pair": 0.5057301893830299, "sign": 1.2220088504254818, "keep": 0.2422073995694518, "leak": 0.2096651636529714, "replacement": 1.290254607796669} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 4.066948413848877, "loss_scale": 4.0, "retries": 0, "seconds": 377.1, "max_memory_gb": 17.86, "pair": 0.19425846636295319, "sign": 0.06944883218966424, "keep": 0.002706175066123251, "leak": 0.1745380349457264, "replacement": 0.27397048100829124} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.9798476696014404, "loss_scale": 4.0, "retries": 0, "seconds": 378.9, "max_memory_gb": 17.86, "pair": 0.18605810243752785, "sign": 0.038054758522775955, "keep": 0.10421633446048872, "leak": 0.03957868553698063, "replacement": 0.26708831900032237} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.9880268573760986, "loss_scale": 4.0, "retries": 0, "seconds": 380.5, "max_memory_gb": 17.86, "pair": 0.269911278039217, "sign": 0.1384651338448748, "keep": 0.00368194782640785, "leak": 0.7514795074239373, "replacement": 0.5288546830415726} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.262484550476074, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 17.86, "pair": 0.09232430602423847, "sign": 0.007482166271074675, "keep": 0.025103021645691115, "leak": 0.4676092187874019, "replacement": 0.22551919892430305} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 14.391465187072754, "loss_scale": 4.0, "retries": 0, "seconds": 384.0, "max_memory_gb": 17.86, "pair": 0.23061143019003794, "sign": 0.03850207043069531, "keep": 0.0036065378044440877, "leak": 0.943634457886219, "replacement": 0.487574340775609} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.7779695987701416, "loss_scale": 4.0, "retries": 0, "seconds": 385.6, "max_memory_gb": 17.86, "pair": 0.06930433702655137, "sign": 0.013341284269699827, "keep": 0.007391796316369437, "leak": 0.43125699274241924, "replacement": 0.18748512538149953} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 12.957795143127441, "loss_scale": 4.0, "retries": 0, "seconds": 387.3, "max_memory_gb": 17.86, "pair": 0.024731103068916127, "sign": 0.0038762130425311625, "keep": 0.0020906221602672304, "leak": 2.262491664645495, "replacement": 0.5933374222368002} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 9.972837448120117, "loss_scale": 4.0, "retries": 0, "seconds": 389.1, "max_memory_gb": 17.86, "pair": 0.0627259370230604, "sign": 0.02582314287428744, "keep": 1.1819893054198474, "leak": 0.526616208255291, "replacement": 0.798286210745573} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.2960622310638428, "loss_scale": 4.0, "retries": 0, "seconds": 390.7, "max_memory_gb": 17.86, "pair": 0.04855883748678025, "sign": 0.004727138206362724, "keep": 0.027999638494293322, "leak": 0.056645236909389496, "replacement": 0.07908353302627802} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.635319471359253, "loss_scale": 4.0, "retries": 0, "seconds": 392.3, "max_memory_gb": 17.86, "pair": 0.06168352041277103, "sign": 0.036698628740850836, "keep": 0.0010149965146410977, "leak": 0.42229851335287094, "replacement": 0.1861149538308382} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 14.41467571258545, "loss_scale": 4.0, "retries": 0, "seconds": 394.1, "max_memory_gb": 17.86, "pair": 0.0470577921369113, "sign": 0.027400863327784464, "keep": 0.059669474430847025, "leak": 1.2571901865303516, "replacement": 0.4048905111849308} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 44.978736877441406, "loss_scale": 4.0, "retries": 0, "seconds": 395.7, "max_memory_gb": 17.86, "pair": 0.4156924048438668, "sign": 0.3429515864700079, "keep": 0.7401868855095017, "leak": 0.5678687463514507, "replacement": 1.099228834733367} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 7.90887975692749, "loss_scale": 4.0, "retries": 0, "seconds": 397.3, "max_memory_gb": 17.86, "pair": 0.19043791358126327, "sign": 0.5904700579994824, "keep": 0.022085506221600326, "leak": 1.064251720905304, "replacement": 0.7627786248922348} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 6.032617568969727, "loss_scale": 4.0, "retries": 0, "seconds": 399.1, "max_memory_gb": 17.86, "pair": 0.0597204202786088, "sign": 0.009262271516490728, "keep": 0.021162426040973514, "leak": 1.3426779136061668, "replacement": 0.41060224175453186} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 10.479593276977539, "loss_scale": 4.0, "retries": 0, "seconds": 400.8, "max_memory_gb": 17.86, "pair": 0.05801019542559516, "sign": 0.003562578887795098, "keep": 0.002743463555816561, "leak": 1.6021838188171387, "replacement": 0.4617091752588749} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 4.051461219787598, "loss_scale": 4.0, "retries": 0, "seconds": 402.4, "max_memory_gb": 17.86, "pair": 0.05792566457239445, "sign": 0.011049297929275781, "keep": 0.00258789700046691, "leak": 0.6287833304959349, "replacement": 0.22194009250961244} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 26.5352783203125, "loss_scale": 4.0, "retries": 0, "seconds": 404.2, "max_memory_gb": 17.86, "pair": 0.6484913693275303, "sign": 0.544108572503319, "keep": 0.9153167985386972, "leak": 0.8026905508595519, "replacement": 1.578876770567149} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.3890483379364014, "loss_scale": 4.0, "retries": 0, "seconds": 405.8, "max_memory_gb": 17.86, "pair": 0.1562018161166634, "sign": 0.0463004316407023, "keep": 0.002358719630649375, "leak": 0.05414189217844978, "replacement": 0.19406686490401626} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 8.300253868103027, "loss_scale": 4.0, "retries": 0, "seconds": 407.4, "max_memory_gb": 17.86, "pair": 0.1229250873439014, "sign": 0.10166356898844242, "keep": 0.12001153954639676, "leak": 0.9356824047863483, "replacement": 0.46768322214484215} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 3.3768293857574463, "loss_scale": 4.0, "retries": 0, "seconds": 409.1, "max_memory_gb": 17.86, "pair": 0.18273697700351477, "sign": 0.011054008384235203, "keep": 0.026794562581926584, "leak": 0.03772298230251181, "replacement": 0.21109200827777386} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 7.07258415222168, "loss_scale": 4.0, "retries": 0, "seconds": 410.7, "max_memory_gb": 17.86, "pair": 0.3637911221012473, "sign": 1.0610210716258734, "keep": 0.09411970945052417, "leak": 0.36325741675682366, "replacement": 1.0321758687496185} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 2.8946726322174072, "loss_scale": 4.0, "retries": 0, "seconds": 412.5, "max_memory_gb": 17.86, "pair": 0.213999155908823, "sign": 0.39036472848965786, "keep": 0.11850391979623964, "leak": 0.0993561081122607, "replacement": 0.4932724917307496} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 18.24081802368164, "loss_scale": 4.0, "retries": 0, "seconds": 414.1, "max_memory_gb": 17.86, "pair": 0.6240437243832275, "sign": 0.46905869547481416, "keep": 0.2544178633250169, "leak": 0.18779554893262684, "replacement": 1.0327309090644121} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.4818990230560303, "loss_scale": 4.0, "retries": 0, "seconds": 415.7, "max_memory_gb": 17.86, "pair": 0.12415283592417836, "sign": 0.030573765106964856, "keep": 0.0023300310433569393, "leak": 0.547507693991065, "replacement": 0.2774816621094942} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 2.063979148864746, "loss_scale": 4.0, "retries": 0, "seconds": 417.6, "max_memory_gb": 17.86, "pair": 0.07711519044823945, "sign": 0.010681282263249159, "keep": 0.01138930197339505, "leak": 0.24852050561457872, "replacement": 0.1502806106582284} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.39707088470459, "loss_scale": 4.0, "retries": 0, "seconds": 419.3, "max_memory_gb": 17.86, "pair": 0.24578787200152874, "sign": 0.07004922674968839, "keep": 0.022955571606871672, "leak": 0.18657545815585763, "replacement": 0.33893413469195366} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 11.437616348266602, "loss_scale": 4.0, "retries": 0, "seconds": 421.0, "max_memory_gb": 17.86, "pair": 0.2968123247846961, "sign": 0.22696270584128797, "keep": 0.26605469454079866, "leak": 0.31873173685744405, "replacement": 0.6230039447546005} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 2.8034307956695557, "loss_scale": 4.0, "retries": 0, "seconds": 422.8, "max_memory_gb": 17.86, "pair": 0.12013825913891196, "sign": 0.0035592856438597664, "keep": 0.0045909927521279315, "leak": 0.020618705413653515, "replacement": 0.12936807749792933} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 18.101085662841797, "loss_scale": 4.0, "retries": 0, "seconds": 424.5, "max_memory_gb": 17.86, "pair": 0.16983651340706274, "sign": 0.015075838346092496, "keep": 0.5813974240445106, "leak": 0.21148853562772274, "replacement": 0.5209452621638775} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 4.052820682525635, "loss_scale": 4.0, "retries": 0, "seconds": 426.1, "max_memory_gb": 17.86, "pair": 0.18329835054464638, "sign": 0.023441418015863746, "keep": 0.03359334550987114, "leak": 0.47474729681562167, "replacement": 0.33050256967544556} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 4.564262866973877, "loss_scale": 4.0, "retries": 0, "seconds": 427.9, "max_memory_gb": 17.86, "pair": 0.16592349112033844, "sign": 0.07419418450444937, "keep": 0.02921604982111603, "leak": 0.5578665537759662, "replacement": 0.35709524527192116} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 4.335333347320557, "loss_scale": 4.0, "retries": 0, "seconds": 429.5, "max_memory_gb": 17.86, "pair": 0.14647880848497152, "sign": 0.015410325198899955, "keep": 0.052229033543994774, "leak": 0.30492500215768814, "replacement": 0.2565297386609018} diff --git a/runs/fixed_internvl/replacement/Shallow8_s42/adapter/README.md b/runs/fixed_internvl/replacement/Shallow8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Shallow8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4c6ab8d9e0bacad02dbafb618155fab68baeb534 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.3.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s42/config.json b/runs/fixed_internvl/replacement/Shallow8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..745fa8c3c06fc47b58b5db1ba68305fec4e37fc7 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s42/steps.jsonl b/runs/fixed_internvl/replacement/Shallow8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ac4543cec850f9c0b9de62af60b0c4e1b0faadf2 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 17.080299377441406, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.52, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 14.634963989257812, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 17.84, "pair": 1.0850744247436523, "sign": 0.4029209049185738, "keep": 1.3243818581090636, "leak": 9.618914555176161e-05, "replacement": 1.948749840259552} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 19.36244010925293, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 17.85, "pair": 1.0568365454673767, "sign": 0.05611161142587662, "keep": 1.4342524632811546, "leak": 0.0016941517242230475, "replacement": 1.8024420142173767} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.494922637939453, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 17.85, "pair": 1.0296628922224045, "sign": 0.10091442510019988, "keep": 1.1627763123833574, "leak": 0.007174606231274083, "replacement": 1.6633019149303436} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 11.048935890197754, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 17.85, "pair": 0.9594547599554062, "sign": 0.22368287201970816, "keep": 0.5090736530255526, "leak": 0.009752769035912934, "replacement": 1.3282712399959564} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 12.10772705078125, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.85, "pair": 0.8357375860214233, "sign": 0.1462574943434447, "keep": 0.3530486311065033, "leak": 0.06291312235407531, "replacement": 1.1011189371347427} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.458425521850586, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 17.85, "pair": 0.7016036659479141, "sign": 0.1218633825192228, "keep": 0.4049287363886833, "leak": 0.16370848007500172, "replacement": 1.0059268325567245} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.454311370849609, "loss_scale": 4.0, "retries": 0, "seconds": 12.8, "max_memory_gb": 17.85, "pair": 0.8656398355960846, "sign": 0.4357120922068134, "keep": 0.4576098695183646, "leak": 0.04438243302865885, "replacement": 1.3233963996171951} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 13.690423011779785, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 17.85, "pair": 0.7288252748548985, "sign": 0.802046026539756, "keep": 1.1660140445455909, "leak": 0.4873723164200783, "replacement": 1.8346983641386032} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 13.967308044433594, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 17.85, "pair": 0.5605086982250214, "sign": 0.2574310405179858, "keep": 0.17804655781947076, "leak": 0.3632626011967659, "replacement": 0.8690631687641144} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 11.092787742614746, "loss_scale": 4.0, "retries": 0, "seconds": 17.5, "max_memory_gb": 17.85, "pair": 0.26522589288651943, "sign": 0.027496318391058594, "keep": 0.0040541944471215174, "leak": 1.4085408970713615, "replacement": 0.6331363841891289} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 20.42811393737793, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.85, "pair": 0.36305184103548527, "sign": 0.8022722699388396, "keep": 1.3448162045606296, "leak": 1.4733090456575155, "replacement": 1.8049232810735703} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.904908657073975, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 17.85, "pair": 0.3121929808985442, "sign": 0.4886769822333008, "keep": 0.053539306623861194, "leak": 1.1468993443995714, "replacement": 0.8700259476900101} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 9.711894035339355, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.85, "pair": 0.19707912392914295, "sign": 0.06710645879502408, "keep": 0.0426460981980199, "leak": 2.175291746854782, "replacement": 0.7957783341407776} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 10.189332962036133, "loss_scale": 4.0, "retries": 0, "seconds": 23.7, "max_memory_gb": 17.85, "pair": 0.31507413648068905, "sign": 0.11616516474168748, "keep": 1.16084342089016, "leak": 0.8134668357670307, "replacement": 1.1569450870156288} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 6.241072654724121, "loss_scale": 4.0, "retries": 0, "seconds": 25.3, "max_memory_gb": 17.85, "pair": 0.25600384175777435, "sign": 0.1262977381120436, "keep": 0.47960750560196175, "leak": 0.892493100836873, "replacement": 0.7820797711610794} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 6.693986415863037, "loss_scale": 4.0, "retries": 0, "seconds": 26.8, "max_memory_gb": 17.85, "pair": 0.18431952595710754, "sign": 0.019631738075986505, "keep": 0.022253686911426485, "leak": 1.6073000356554985, "replacement": 0.6070872768759727} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 5.574060440063477, "loss_scale": 4.0, "retries": 0, "seconds": 28.5, "max_memory_gb": 17.85, "pair": 0.3409427870064974, "sign": 0.0343103155028075, "keep": 0.06901568849571049, "leak": 1.4217735826969147, "replacement": 0.748049184679985} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 3.7033743858337402, "loss_scale": 4.0, "retries": 0, "seconds": 30.1, "max_memory_gb": 17.85, "pair": 0.3099263608455658, "sign": 0.11480559420306236, "keep": 0.005245315092452074, "leak": 0.41514337807893753, "replacement": 0.4737376719713211} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 6.733196258544922, "loss_scale": 4.0, "retries": 0, "seconds": 31.6, "max_memory_gb": 17.85, "pair": 0.3898151312023401, "sign": 0.09811400691978633, "keep": 0.02517567976610735, "leak": 1.3890367448329926, "replacement": 0.7987191826105118} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.3498969078063965, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.86, "pair": 0.22729821875691414, "sign": 0.028674829402007163, "keep": 0.04486332699889317, "leak": 0.5935199111700058, "replacement": 0.4124472662806511} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.478231430053711, "loss_scale": 4.0, "retries": 0, "seconds": 34.8, "max_memory_gb": 17.86, "pair": 0.4158111959695816, "sign": 1.0113453021040186, "keep": 0.11229924569852301, "leak": 0.5907375440001488, "replacement": 1.1253177970647812} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.569451808929443, "loss_scale": 4.0, "retries": 0, "seconds": 36.3, "max_memory_gb": 17.86, "pair": 0.4760965555906296, "sign": 0.04585124575532973, "keep": 0.1563153965107631, "leak": 0.1408703289926052, "replacement": 0.6123974695801735} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.4300336837768555, "loss_scale": 4.0, "retries": 0, "seconds": 37.9, "max_memory_gb": 17.86, "pair": 0.46613727509975433, "sign": 0.08782098582014441, "keep": 0.2398261869129783, "leak": 0.5414129793643951, "replacement": 0.7653141021728516} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 29.817548751831055, "loss_scale": 4.0, "retries": 0, "seconds": 39.4, "max_memory_gb": 17.86, "pair": 0.5269511789083481, "sign": 0.5114418100565672, "keep": 0.20387860598566476, "leak": 0.3239705301821232, "replacement": 0.9656040221452713} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 7.334450721740723, "loss_scale": 4.0, "retries": 0, "seconds": 40.9, "max_memory_gb": 17.86, "pair": 0.5803054869174957, "sign": 0.10578202933538705, "keep": 0.025960100292650168, "leak": 0.21020162105560303, "replacement": 0.6987269520759583} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 18.45984649658203, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.86, "pair": 0.46813642233610153, "sign": 0.12734409095719457, "keep": 0.16941407108242856, "leak": 0.4975814111530781, "replacement": 0.7409108355641365} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.20430064201355, "loss_scale": 4.0, "retries": 0, "seconds": 44.1, "max_memory_gb": 17.86, "pair": 0.3434166647493839, "sign": 0.029200734570622444, "keep": 0.03793178778141737, "leak": 0.5640266910195351, "replacement": 0.5179895907640457} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.667343616485596, "loss_scale": 4.0, "retries": 0, "seconds": 45.6, "max_memory_gb": 17.86, "pair": 0.29783793166279793, "sign": 0.09846764319809154, "keep": 0.2257303814549232, "leak": 1.1322206482291222, "replacement": 0.7429921105504036} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 6.114710330963135, "loss_scale": 4.0, "retries": 0, "seconds": 47.2, "max_memory_gb": 17.86, "pair": 0.2868390828371048, "sign": 0.27961749001406133, "keep": 0.012023445684462786, "leak": 1.3379560336470604, "replacement": 0.767148569226265} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.398082733154297, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.86, "pair": 0.4479866148903966, "sign": 0.7018479011021554, "keep": 1.2077444494570955, "leak": 0.39362285286188126, "replacement": 1.5011884607374668} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 9.939092636108398, "loss_scale": 4.0, "retries": 0, "seconds": 50.2, "max_memory_gb": 17.86, "pair": 0.24457990238443017, "sign": 0.061174224712885916, "keep": 0.02809657680336386, "leak": 2.04044143226929, "replacement": 0.7993256449699402} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 10.974864959716797, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.86, "pair": 0.15126795507967472, "sign": 0.2685245379980188, "keep": 0.0001223278118231974, "leak": 1.7522821724414825, "replacement": 0.7236619293689728} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.102173805236816, "loss_scale": 4.0, "retries": 0, "seconds": 53.3, "max_memory_gb": 17.86, "pair": 0.17620311118662357, "sign": 0.005043617566116154, "keep": 0.0034898804187832866, "leak": 1.1205300353467464, "replacement": 0.46060237288475037} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 6.383208751678467, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 17.86, "pair": 0.1931297853589058, "sign": 0.05022003425983712, "keep": 0.16075944259512198, "leak": 0.8170895799994469, "replacement": 0.5028919205069542} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 5.394991397857666, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.86, "pair": 0.3936278037726879, "sign": 0.25938699941616505, "keep": 0.18713529815380525, "leak": 0.39469456020742655, "replacement": 0.7155626118183136} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.25709867477417, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 17.86, "pair": 0.2534484937787056, "sign": 0.0074864954221993685, "keep": 0.028954072717169765, "leak": 0.47544289358484093, "replacement": 0.39052949100732803} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 4.507290363311768, "loss_scale": 4.0, "retries": 0, "seconds": 59.6, "max_memory_gb": 17.86, "pair": 0.319371635094285, "sign": 0.024032079381868243, "keep": 0.009159743844065815, "leak": 0.33851395547389984, "replacement": 0.42059604078531265} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 4.105342388153076, "loss_scale": 4.0, "retries": 0, "seconds": 61.1, "max_memory_gb": 17.86, "pair": 0.36456022784113884, "sign": 0.13967612205306068, "keep": 0.12438545568147674, "leak": 0.3082849271595478, "replacement": 0.5736622735857964} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.151038408279419, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.86, "pair": 0.17881990410387516, "sign": 0.0886231476906687, "keep": 0.006521621879812756, "leak": 0.22157311625778675, "replacement": 0.281785580329597} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.8591156005859375, "loss_scale": 4.0, "retries": 0, "seconds": 64.2, "max_memory_gb": 17.86, "pair": 0.2946010008454323, "sign": 0.06437072827247903, "keep": 0.010959701682622836, "leak": 0.286526286508888, "replacement": 0.40389779210090637} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 7.081655502319336, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 17.86, "pair": 0.1770849358290434, "sign": 0.1458147604134865, "keep": 0.019903006700587866, "leak": 1.1412066891789436, "replacement": 0.5452454946935177} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 8.356541633605957, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.86, "pair": 0.3701472245156765, "sign": 0.6131665193825029, "keep": 0.563174747818266, "leak": 0.6245114952325821, "replacement": 1.1144457310438156} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 27.544532775878906, "loss_scale": 4.0, "retries": 0, "seconds": 68.9, "max_memory_gb": 17.86, "pair": 0.7466973010450602, "sign": 0.47176488442346454, "keep": 0.7809035983991635, "leak": 0.390632844530046, "replacement": 1.4706897512078285} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 24.863147735595703, "loss_scale": 4.0, "retries": 0, "seconds": 70.4, "max_memory_gb": 17.86, "pair": 0.7122586744371802, "sign": 0.48886350682005286, "keep": 1.083765334346026, "leak": 2.42222395632416, "replacement": 2.1041291058063507} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.591196060180664, "loss_scale": 4.0, "retries": 0, "seconds": 72.0, "max_memory_gb": 17.86, "pair": 0.27068319683894515, "sign": 0.32794462982565165, "keep": 0.4131700540476686, "leak": 1.0596201047301292, "replacement": 0.9061455987393856} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 3.3696277141571045, "loss_scale": 4.0, "retries": 0, "seconds": 73.5, "max_memory_gb": 17.86, "pair": 0.174804562702775, "sign": 0.0064431148348376155, "keep": 0.0031830913212615997, "leak": 0.8617575913667679, "replacement": 0.3950570672750473} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 6.205768585205078, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 17.86, "pair": 0.6173093989491463, "sign": 0.3951870338059962, "keep": 0.0651245796798321, "leak": 0.06109913486579899, "replacement": 0.8627400081604719} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.1358747482299805, "loss_scale": 4.0, "retries": 0, "seconds": 76.7, "max_memory_gb": 17.86, "pair": 0.17756525008007884, "sign": 0.06554490170674399, "keep": 0.9563891409027292, "leak": 0.34597641025902703, "replacement": 0.775026376824826} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 6.06203556060791, "loss_scale": 4.0, "retries": 0, "seconds": 78.1, "max_memory_gb": 17.86, "pair": 0.2178428032202646, "sign": 0.03147637920483248, "keep": 0.027411242830567062, "leak": 1.0715233329683542, "replacement": 0.5151674412190914} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 7.301891326904297, "loss_scale": 4.0, "retries": 0, "seconds": 79.7, "max_memory_gb": 17.86, "pair": 0.5070700347423553, "sign": 0.15728444559499621, "keep": 0.08295376975729596, "leak": 0.11332342587411404, "replacement": 0.6555199772119522} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 9.823603630065918, "loss_scale": 4.0, "retries": 0, "seconds": 81.3, "max_memory_gb": 17.86, "pair": 0.1515739755704999, "sign": 0.017435060668503866, "keep": 0.006707012766113962, "leak": 2.332126688444987, "replacement": 0.7466766610741615} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.216897010803223, "loss_scale": 4.0, "retries": 0, "seconds": 82.8, "max_memory_gb": 17.86, "pair": 0.2781298756599426, "sign": 0.02774110232712701, "keep": 0.005288916552672163, "leak": 0.32181590236723423, "replacement": 0.3750988692045212} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 8.884411811828613, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 17.86, "pair": 0.18717068806290627, "sign": 0.17776710574980825, "keep": 0.5242460066256172, "leak": 0.4275864023984468, "replacement": 0.6450738469138741} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 12.882888793945312, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.86, "pair": 0.2766839889809489, "sign": 0.021288445190293714, "keep": 1.2828683906627703, "leak": 0.32543871097732335, "replacement": 1.0101221073418856} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 19.01114845275879, "loss_scale": 4.0, "retries": 0, "seconds": 87.4, "max_memory_gb": 17.86, "pair": 0.28411532391328365, "sign": 0.7928246999363182, "keep": 0.04839160044127766, "leak": 1.0043684267438948, "replacement": 0.9558155611157417} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 10.507360458374023, "loss_scale": 4.0, "retries": 0, "seconds": 88.9, "max_memory_gb": 17.86, "pair": 0.49606042355298996, "sign": 0.26126724877394736, "keep": 0.10439326360938139, "leak": 0.5067948722280562, "replacement": 0.8055893965065479} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 6.956892013549805, "loss_scale": 4.0, "retries": 0, "seconds": 90.5, "max_memory_gb": 17.86, "pair": 0.4726306013762951, "sign": 0.016135756042785943, "keep": 0.037348522688262165, "leak": 0.24646134115755558, "replacement": 0.5609880983829498} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.3621532917022705, "loss_scale": 4.0, "retries": 0, "seconds": 92.0, "max_memory_gb": 17.86, "pair": 0.2180452086031437, "sign": 0.02049340817029588, "keep": 0.005087171812192537, "leak": 0.39914543740451336, "replacement": 0.3306218581274152} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 12.476519584655762, "loss_scale": 4.0, "retries": 0, "seconds": 93.5, "max_memory_gb": 17.86, "pair": 0.17562042106874287, "sign": 0.12624039431102574, "keep": 0.06580380636296468, "leak": 1.4575660359114408, "replacement": 0.6360340118408203} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 6.750881671905518, "loss_scale": 4.0, "retries": 0, "seconds": 95.1, "max_memory_gb": 17.86, "pair": 0.46951188892126083, "sign": 0.04415283049456775, "keep": 0.005742801291489741, "leak": 0.18410485424101353, "replacement": 0.5404859147965908} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 6.588237285614014, "loss_scale": 4.0, "retries": 0, "seconds": 96.7, "max_memory_gb": 17.86, "pair": 0.3383196606300771, "sign": 0.5371922682679724, "keep": 0.01586140610743314, "leak": 1.4764301888644695, "replacement": 0.9839540123939514} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 8.254021644592285, "loss_scale": 4.0, "retries": 0, "seconds": 98.3, "max_memory_gb": 17.86, "pair": 0.35856702737510204, "sign": 1.0691421119263396, "keep": 0.2390703325997947, "leak": 0.4974545631557703, "replacement": 1.137036919593811} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 6.716668605804443, "loss_scale": 4.0, "retries": 0, "seconds": 99.8, "max_memory_gb": 17.86, "pair": 0.6432332918047905, "sign": 0.28615023009479046, "keep": 0.1893565156206023, "leak": 0.3636033423244953, "replacement": 0.9718875139951706} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 78.203125, "loss_scale": 4.0, "retries": 0, "seconds": 101.4, "max_memory_gb": 17.86, "pair": 0.289510790258646, "sign": 0.025511818937957287, "keep": 0.6583704083168413, "leak": 0.5153185864910483, "replacement": 0.760281540453434} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 9.952794075012207, "loss_scale": 4.0, "retries": 0, "seconds": 103.0, "max_memory_gb": 17.86, "pair": 0.5586057566106319, "sign": 0.3243467768188566, "keep": 0.01249828175878065, "leak": 0.1779960854910314, "replacement": 0.7715272754430771} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 2.4311137199401855, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.86, "pair": 0.19954679999500513, "sign": 0.03615549171809107, "keep": 0.04799568525686482, "leak": 0.21332180179888383, "replacement": 0.29495283029973507} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 6.225098609924316, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 17.86, "pair": 0.4504301454871893, "sign": 0.10883711809583474, "keep": 0.04352430030849064, "leak": 1.0661836508661509, "replacement": 0.793156735599041} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.853994369506836, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.86, "pair": 0.24656923487782478, "sign": 0.06220755400136113, "keep": 0.029174944823353144, "leak": 0.4085207264870405, "replacement": 0.39439065009355545} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 11.333513259887695, "loss_scale": 4.0, "retries": 0, "seconds": 109.1, "max_memory_gb": 17.86, "pair": 0.5265047922730446, "sign": 0.4237176126334816, "keep": 0.9419045631802874, "leak": 0.2586538267787546, "replacement": 1.2739793807268143} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 48.31246566772461, "loss_scale": 4.0, "retries": 0, "seconds": 110.6, "max_memory_gb": 17.86, "pair": 0.6331450566649437, "sign": 0.3887516865506768, "keep": 0.929944702074863, "leak": 0.8444568469712976, "replacement": 1.5036073811352253} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.1825129985809326, "loss_scale": 4.0, "retries": 0, "seconds": 112.3, "max_memory_gb": 17.86, "pair": 0.12456485256552696, "sign": 0.06701131630688906, "keep": 0.012155848748079734, "leak": 0.4481770256534219, "replacement": 0.27619269490242004} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.836558818817139, "loss_scale": 4.0, "retries": 0, "seconds": 113.8, "max_memory_gb": 17.86, "pair": 0.16283799521625042, "sign": 0.07821467681787908, "keep": 0.8273884731461294, "leak": 1.0050826855003834, "replacement": 0.8669102489948273} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 15.227545738220215, "loss_scale": 4.0, "retries": 0, "seconds": 115.3, "max_memory_gb": 17.86, "pair": 0.12407642649486661, "sign": 0.5920328282518312, "keep": 0.0028652976034209132, "leak": 2.997686240822077, "replacement": 1.1709470599889755} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 9.180913925170898, "loss_scale": 4.0, "retries": 0, "seconds": 116.8, "max_memory_gb": 17.86, "pair": 0.20639598602429032, "sign": 0.22522176033817232, "keep": 0.12338228399266882, "leak": 0.1833150959573686, "replacement": 0.4265267625451088} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.887213945388794, "loss_scale": 4.0, "retries": 0, "seconds": 118.4, "max_memory_gb": 17.86, "pair": 0.11022081784904003, "sign": 0.007120929891243577, "keep": 0.0062368373037315905, "leak": 0.9457135796546936, "replacement": 0.3533281087875366} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 14.308131217956543, "loss_scale": 4.0, "retries": 0, "seconds": 119.9, "max_memory_gb": 17.86, "pair": 0.2871900434838608, "sign": 0.37469877371768234, "keep": 0.016406931550591253, "leak": 1.4893457796424627, "replacement": 0.8550793509930372} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 4.902401924133301, "loss_scale": 4.0, "retries": 0, "seconds": 121.5, "max_memory_gb": 17.86, "pair": 0.10728091187775135, "sign": 0.030320810386911035, "keep": 0.006658811267698184, "leak": 0.8319980967789888, "replacement": 0.3337702453136444} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 4.893710136413574, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 17.86, "pair": 0.22837915178388357, "sign": 0.05110436613904312, "keep": 0.008257836641860195, "leak": 0.34869879856705666, "replacement": 0.3452349454164505} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 7.385254383087158, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.86, "pair": 0.34248282201588154, "sign": 0.3824390531517565, "keep": 0.6262540337484097, "leak": 1.1743961330503225, "replacement": 1.1404283717274666} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 17.201560974121094, "loss_scale": 4.0, "retries": 0, "seconds": 126.2, "max_memory_gb": 17.86, "pair": 0.6097468361258507, "sign": 0.7281858792994171, "keep": 1.7334502182493452, "leak": 0.49300859309732914, "replacement": 1.9638170450925827} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 3.551393508911133, "loss_scale": 4.0, "retries": 0, "seconds": 127.7, "max_memory_gb": 17.86, "pair": 0.3518073111772537, "sign": 0.017908567562699318, "keep": 0.01354996080044657, "leak": 0.4631109330803156, "replacement": 0.48331431299448013} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.3500494956970215, "loss_scale": 4.0, "retries": 0, "seconds": 129.3, "max_memory_gb": 17.86, "pair": 0.1858003605157137, "sign": 0.020829958899412304, "keep": 0.15839899092679843, "leak": 0.4798142323488719, "replacement": 0.39536838605999947} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.6141533851623535, "loss_scale": 4.0, "retries": 0, "seconds": 130.8, "max_memory_gb": 17.86, "pair": 0.1633261190727353, "sign": 0.13001401134533808, "keep": 0.12843737384537235, "leak": 0.2866741535253823, "replacement": 0.3642203323543072} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 7.540172576904297, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 17.86, "pair": 0.2958085164427757, "sign": 0.3839703877456486, "keep": 0.006235552624275442, "leak": 0.23780131350213196, "replacement": 0.5503618307411671} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.818466663360596, "loss_scale": 4.0, "retries": 0, "seconds": 133.9, "max_memory_gb": 17.86, "pair": 0.1642420832067728, "sign": 0.03278703964315355, "keep": 0.04819155123550445, "leak": 0.2032331321388483, "replacement": 0.2555396631360054} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.9262796640396118, "loss_scale": 4.0, "retries": 0, "seconds": 135.4, "max_memory_gb": 17.86, "pair": 0.15269647166132927, "sign": 0.08697165711782873, "keep": 0.10954040360229556, "leak": 0.2301416548434645, "replacement": 0.3084879294037819} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 7.86320161819458, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.86, "pair": 0.10042761219665408, "sign": 0.14291123798466288, "keep": 0.153139708848812, "leak": 0.1980815064162016, "replacement": 0.2979734605178237} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.570502519607544, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 17.86, "pair": 0.2512998003512621, "sign": 0.009359462332213297, "keep": 0.02577416127314791, "leak": 0.12180160591378808, "replacement": 0.29931700602173805} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 7.733595848083496, "loss_scale": 4.0, "retries": 0, "seconds": 140.1, "max_memory_gb": 17.86, "pair": 0.06307696737349033, "sign": 0.009110907107242383, "keep": 0.0069867538986727595, "leak": 1.3806914277374744, "replacement": 0.4162986455485225} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 20.768293380737305, "loss_scale": 4.0, "retries": 0, "seconds": 141.7, "max_memory_gb": 17.86, "pair": 0.3573764720931649, "sign": 1.151784462039359, "keep": 0.07366128754802048, "leak": 2.9470510482788086, "replacement": 1.7068621031939983} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.8504931926727295, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 17.86, "pair": 0.08909482613671571, "sign": 0.04923570994287729, "keep": 0.01817887625657022, "leak": 0.2037923615425825, "replacement": 0.17375020869076252} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 13.86036205291748, "loss_scale": 4.0, "retries": 0, "seconds": 144.7, "max_memory_gb": 17.86, "pair": 0.25882737804204226, "sign": 0.13326739927288145, "keep": 0.13885063875932246, "leak": 0.7237044274806976, "replacement": 0.575812503695488} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 22.26349449157715, "loss_scale": 4.0, "retries": 0, "seconds": 146.4, "max_memory_gb": 17.86, "pair": 0.556241611513542, "sign": 0.9953270667465404, "keep": 1.216543972841464, "leak": 1.9184664054773748, "replacement": 2.141793679445982} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 6.623770713806152, "loss_scale": 4.0, "retries": 0, "seconds": 147.9, "max_memory_gb": 17.86, "pair": 0.09295382050913759, "sign": 0.017559432773850858, "keep": 0.14155286608729511, "leak": 0.5263544116169214, "replacement": 0.30409857258200645} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 14.468347549438477, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.86, "pair": 0.05303858616389334, "sign": 0.011458278982900083, "keep": 0.0134751521054568, "leak": 2.867254078388214, "replacement": 0.7823188379406929} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 24.33739471435547, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 17.86, "pair": 0.06142586834403119, "sign": 0.9845079427759629, "keep": 0.013820042763640572, "leak": 5.540942370891571, "replacement": 1.9458253979682922} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 8.448336601257324, "loss_scale": 4.0, "retries": 0, "seconds": 152.5, "max_memory_gb": 17.86, "pair": 0.07593224931042641, "sign": 0.08359153132187203, "keep": 0.00623013708536746, "leak": 1.1857992657460272, "replacement": 0.4172928798943758} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 6.53317928314209, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.86, "pair": 0.29730594041757286, "sign": 0.1416284763108706, "keep": 0.0064935559676087, "leak": 0.18808540893314785, "replacement": 0.41838832199573517} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 5.350265979766846, "loss_scale": 4.0, "retries": 0, "seconds": 155.6, "max_memory_gb": 17.86, "pair": 0.30119033716619015, "sign": 0.45818341290578246, "keep": 0.005947952507995069, "leak": 0.01967667293502018, "replacement": 0.5381751693785191} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 9.025106430053711, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.86, "pair": 0.28704639873467386, "sign": 0.20340349632897414, "keep": 0.43597647082020785, "leak": 0.07631420547841117, "replacement": 0.625814923318103} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 7.572913646697998, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.86, "pair": 0.11314730951562524, "sign": 0.02233064323081635, "keep": 0.059045261827122886, "leak": 1.461122428998351, "replacement": 0.519115874543786} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 15.600666046142578, "loss_scale": 4.0, "retries": 0, "seconds": 160.3, "max_memory_gb": 17.86, "pair": 0.585093392059207, "sign": 0.40699784515891224, "keep": 0.21848194033373147, "leak": 0.3906300253001973, "replacement": 0.9954907931387424} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 9.947710990905762, "loss_scale": 4.0, "retries": 0, "seconds": 161.8, "max_memory_gb": 17.86, "pair": 0.2510253917425871, "sign": 0.25258454342838377, "keep": 0.3877065776614472, "leak": 0.17912195809185505, "replacement": 0.6159514263272285} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 36.83259963989258, "loss_scale": 4.0, "retries": 0, "seconds": 163.5, "max_memory_gb": 17.86, "pair": 0.3351350295706652, "sign": 0.5792340084153693, "keep": 0.6010385942045104, "leak": 1.3587022454012185, "replacement": 1.264946901705116} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 25.93326759338379, "loss_scale": 4.0, "retries": 0, "seconds": 165.0, "max_memory_gb": 17.86, "pair": 0.2592834746465087, "sign": 0.0718109545414336, "keep": 0.07873801483947318, "leak": 2.680706632323563, "replacement": 1.0047346204519272} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 11.944396018981934, "loss_scale": 4.0, "retries": 0, "seconds": 166.5, "max_memory_gb": 17.86, "pair": 0.3363885460421443, "sign": 0.5352230501302984, "keep": 0.9263006779365242, "leak": 0.8131295088678598, "replacement": 1.270432710647583} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 24.713951110839844, "loss_scale": 4.0, "retries": 0, "seconds": 168.2, "max_memory_gb": 17.86, "pair": 0.7201132997870445, "sign": 0.34805836103623733, "keep": 0.7135897297412157, "leak": 0.8991057918319711, "replacement": 1.4757137820124626} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 8.818461418151855, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.86, "pair": 0.22273518703877926, "sign": 0.5741860659327358, "keep": 0.038310386589728296, "leak": 0.15111918933689594, "replacement": 0.5667631924152374} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 7.5982770919799805, "loss_scale": 4.0, "retries": 0, "seconds": 171.2, "max_memory_gb": 17.86, "pair": 0.057358348232810386, "sign": 0.023516910150647163, "keep": 0.47300499472476076, "leak": 1.1560088386759162, "replacement": 0.5946215000003576} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 4.8138275146484375, "loss_scale": 4.0, "retries": 0, "seconds": 172.9, "max_memory_gb": 17.86, "pair": 0.10867972881533206, "sign": 0.01527700835140422, "keep": 0.00462961836001341, "leak": 0.863472365657799, "replacement": 0.33450112119317055} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 15.34111213684082, "loss_scale": 4.0, "retries": 0, "seconds": 174.4, "max_memory_gb": 17.86, "pair": 0.3844187371432781, "sign": 0.42385117220692337, "keep": 0.6137620800873265, "leak": 0.5178924640640616, "replacement": 1.0326984785497189} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 4.965394020080566, "loss_scale": 4.0, "retries": 0, "seconds": 175.9, "max_memory_gb": 17.86, "pair": 0.47056940384209156, "sign": 0.5545883671147749, "keep": 1.3603126278030686, "leak": 0.457325903698802, "replacement": 1.5423514172434807} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 4.938395977020264, "loss_scale": 4.0, "retries": 0, "seconds": 177.6, "max_memory_gb": 17.86, "pair": 0.20310572069138288, "sign": 0.012923903297632933, "keep": 0.006030373100657016, "leak": 0.24360912456177175, "replacement": 0.2734851259738207} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 8.415873527526855, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 17.86, "pair": 0.21282151201739907, "sign": 0.4027881285583135, "keep": 0.660982571891509, "leak": 2.3234551027417183, "replacement": 1.3255706578493118} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.8503749370574951, "loss_scale": 4.0, "retries": 0, "seconds": 180.7, "max_memory_gb": 17.86, "pair": 0.07293193321675062, "sign": 0.014581001014448702, "keep": 0.017446402576752007, "leak": 0.34703221917152405, "replacement": 0.17570368945598602} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 17.5667781829834, "loss_scale": 4.0, "retries": 0, "seconds": 182.4, "max_memory_gb": 17.86, "pair": 0.1484683915041387, "sign": 0.6433254145085812, "keep": 1.3227628277036274, "leak": 1.9349171817302704, "replacement": 1.615241851657629} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 3.678230047225952, "loss_scale": 4.0, "retries": 0, "seconds": 184.0, "max_memory_gb": 17.86, "pair": 0.1986591126769781, "sign": 0.033171415809192695, "keep": 0.047834080029133474, "leak": 0.13204523478634655, "replacement": 0.27217317558825016} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.169236898422241, "loss_scale": 4.0, "retries": 0, "seconds": 185.6, "max_memory_gb": 17.86, "pair": 0.05086456029675901, "sign": 0.01754665802582167, "keep": 0.06799037638120353, "leak": 0.3202749292977387, "replacement": 0.1737018059939146} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 30.905054092407227, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 17.86, "pair": 0.1305637184996158, "sign": 0.008000110654393211, "keep": 0.025555359898135066, "leak": 1.4759760275483131, "replacement": 0.5163354687392712} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 6.803824424743652, "loss_scale": 4.0, "retries": 0, "seconds": 188.7, "max_memory_gb": 17.86, "pair": 0.13834266853518784, "sign": 0.2826687787892297, "keep": 0.0524559170298744, "leak": 0.22780556419456843, "replacement": 0.3628564141690731} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 10.068591117858887, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 17.86, "pair": 0.12220057175727561, "sign": 0.032416621936135925, "keep": 0.0034544065965746995, "leak": 2.2312577578122728, "replacement": 0.6979504991322756} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.610349178314209, "loss_scale": 4.0, "retries": 0, "seconds": 191.8, "max_memory_gb": 17.86, "pair": 0.05226683430373669, "sign": 0.010430361377075315, "keep": 0.00530833046650514, "leak": 1.3183166235685349, "replacement": 0.3897153213620186} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 4.459476470947266, "loss_scale": 4.0, "retries": 0, "seconds": 193.3, "max_memory_gb": 17.86, "pair": 0.18446308822603896, "sign": 0.027570307243877323, "keep": 0.003466513113323799, "leak": 0.40979771642014384, "replacement": 0.3024309314787388} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 25.267210006713867, "loss_scale": 4.0, "retries": 0, "seconds": 194.9, "max_memory_gb": 17.86, "pair": 0.20139478286728263, "sign": 0.006816471461206675, "keep": 0.004506632252741838, "leak": 0.9306684974581003, "replacement": 0.4397234581410885} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 22.28553009033203, "loss_scale": 4.0, "retries": 0, "seconds": 196.4, "max_memory_gb": 17.86, "pair": 0.35212365561164916, "sign": 0.5954450810604612, "keep": 2.001616804627673, "leak": 2.4436711036087218, "replacement": 2.2615724354982376} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.8606176376342773, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 17.86, "pair": 0.1810763906687498, "sign": 0.008281606584205292, "keep": 0.055661283353401814, "leak": 0.6348249905277044, "replacement": 0.3717540893703699} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 2.4281938076019287, "loss_scale": 4.0, "retries": 0, "seconds": 199.6, "max_memory_gb": 17.86, "pair": 0.09869781136512756, "sign": 0.03513495103106834, "keep": 0.0049530251053511165, "leak": 0.24356245063245296, "replacement": 0.1796324122697115} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 69.6329574584961, "loss_scale": 4.0, "retries": 0, "seconds": 201.1, "max_memory_gb": 17.86, "pair": 0.31525240460177884, "sign": 0.593178451363201, "keep": 1.1373348402357806, "leak": 2.076520174741745, "replacement": 1.6996390633285046} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 8.808855056762695, "loss_scale": 4.0, "retries": 0, "seconds": 202.6, "max_memory_gb": 17.86, "pair": 0.2185450989054516, "sign": 0.12770398674183525, "keep": 0.026975858687364962, "leak": 0.35798581480048597, "replacement": 0.3853814825415611} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 3.8231444358825684, "loss_scale": 4.0, "retries": 0, "seconds": 204.2, "max_memory_gb": 17.86, "pair": 0.3250112161040306, "sign": 0.26508624153211713, "keep": 0.2555056574055925, "leak": 0.48230591090396047, "replacement": 0.7058836445212364} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 28.585023880004883, "loss_scale": 4.0, "retries": 0, "seconds": 205.7, "max_memory_gb": 17.86, "pair": 0.0674063473707065, "sign": 0.0017987488099606708, "keep": 0.00881556922092841, "leak": 2.44159615971148, "replacement": 0.6831125319004059} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.883490562438965, "loss_scale": 4.0, "retries": 0, "seconds": 207.2, "max_memory_gb": 17.86, "pair": 0.18638696591369808, "sign": 0.007450017204973847, "keep": 0.005217167199589312, "leak": 0.2292718145181425, "replacement": 0.2500385195016861} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 3.5588786602020264, "loss_scale": 4.0, "retries": 0, "seconds": 208.9, "max_memory_gb": 17.86, "pair": 0.2081337501294911, "sign": 0.08409100005519576, "keep": 0.02518406029776088, "leak": 0.5404259692004416, "replacement": 0.3978777602314949} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 12.061846733093262, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 17.86, "pair": 0.4423909115139395, "sign": 0.7387536333262688, "keep": 1.1313172735681292, "leak": 1.3873763736337423, "replacement": 1.7242705393582582} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 5.232158660888672, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 17.86, "pair": 0.07062411168590188, "sign": 0.04833099295501597, "keep": 0.011422632553149015, "leak": 0.8880539238452911, "replacement": 0.32251440826803446} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 9.894351959228516, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 17.86, "pair": 0.19444790482521057, "sign": 0.012183090904727578, "keep": 1.22921245964244, "leak": 0.3702798927552067, "replacement": 0.9077156465500593} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 4.27112340927124, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 17.86, "pair": 0.1611290923319757, "sign": 0.005744347465224564, "keep": 0.012429045731551014, "leak": 1.225401603616774, "replacement": 0.4765661843121052} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 27.718338012695312, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 17.86, "pair": 0.6016977317631245, "sign": 0.5940699004277121, "keep": 0.9925127982278354, "leak": 2.2321160482242703, "replacement": 1.9530180674046278} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.5204384326934814, "loss_scale": 4.0, "retries": 0, "seconds": 218.2, "max_memory_gb": 17.86, "pair": 0.1690795999020338, "sign": 0.007306893094209954, "keep": 0.09066138212801889, "leak": 0.3375255335122347, "replacement": 0.3024451266974211} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 7.24221134185791, "loss_scale": 4.0, "retries": 0, "seconds": 219.8, "max_memory_gb": 17.86, "pair": 0.16846222523599863, "sign": 0.026185399387031794, "keep": 0.05750094645190984, "leak": 0.5932211163453758, "replacement": 0.3586106728762388} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.7213627099990845, "loss_scale": 4.0, "retries": 0, "seconds": 221.4, "max_memory_gb": 17.86, "pair": 0.15578074555378407, "sign": 0.025838222267339006, "keep": 0.010058022659904964, "leak": 0.314935527741909, "replacement": 0.2524627629900351} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 11.599655151367188, "loss_scale": 4.0, "retries": 0, "seconds": 223.0, "max_memory_gb": 17.86, "pair": 0.3412223611958325, "sign": 0.4862577823805623, "keep": 0.8232581637712428, "leak": 1.7604768946766853, "replacement": 1.4360995441675186} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.4930942058563232, "loss_scale": 4.0, "retries": 0, "seconds": 224.5, "max_memory_gb": 17.86, "pair": 0.06010527350008488, "sign": 0.002624110085889697, "keep": 0.009441754926228896, "leak": 0.18817358969681663, "replacement": 0.11318160220980644} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.727360725402832, "loss_scale": 4.0, "retries": 0, "seconds": 226.1, "max_memory_gb": 17.86, "pair": 0.0764689480420202, "sign": 0.008825747332593892, "keep": 0.003128738244413398, "leak": 0.6870309449732304, "replacement": 0.25420393235981464} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 1.3452556133270264, "loss_scale": 4.0, "retries": 0, "seconds": 227.6, "max_memory_gb": 17.86, "pair": 0.0803093125578016, "sign": 0.0022136007610242814, "keep": 0.006118491874076426, "leak": 0.10308213777085484, "replacement": 0.11024589347653091} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 7.505651473999023, "loss_scale": 4.0, "retries": 0, "seconds": 229.2, "max_memory_gb": 17.86, "pair": 0.08206276735290885, "sign": 0.1294539816735778, "keep": 0.10052268484650995, "leak": 0.3314436469372595, "replacement": 0.27991200936958194} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 7.7577972412109375, "loss_scale": 4.0, "retries": 0, "seconds": 230.7, "max_memory_gb": 17.86, "pair": 0.2507502259686589, "sign": 0.2325922637246549, "keep": 0.4013357401199755, "leak": 0.13110068161040545, "replacement": 0.6004893966019154} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.3948545455932617, "loss_scale": 4.0, "retries": 0, "seconds": 232.2, "max_memory_gb": 17.86, "pair": 0.07024239673046395, "sign": 0.00420060905162245, "keep": 0.6982263285317458, "leak": 0.6904860660433769, "replacement": 0.5940773822367191} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 4.156641006469727, "loss_scale": 4.0, "retries": 0, "seconds": 233.8, "max_memory_gb": 17.86, "pair": 0.25277634896337986, "sign": 0.06279892104794271, "keep": 0.01463709690142423, "leak": 0.436536596971564, "replacement": 0.40062850527465343} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 5.588200092315674, "loss_scale": 4.0, "retries": 0, "seconds": 235.3, "max_memory_gb": 17.86, "pair": 0.18123958446085453, "sign": 0.32734242361038923, "keep": 0.0025196510741807288, "leak": 1.3098950840649195, "replacement": 0.6736443899571896} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 3.374539852142334, "loss_scale": 4.0, "retries": 0, "seconds": 236.9, "max_memory_gb": 17.86, "pair": 0.17961925268173218, "sign": 0.025637585553340614, "keep": 0.018124121706932783, "leak": 0.32396189495921135, "replacement": 0.2824905849993229} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.9737406969070435, "loss_scale": 4.0, "retries": 0, "seconds": 238.5, "max_memory_gb": 17.86, "pair": 0.08434551674872637, "sign": 0.0041953204781748354, "keep": 0.01495008819620125, "leak": 0.3539791860966943, "replacement": 0.18241301272064447} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.8371760845184326, "loss_scale": 4.0, "retries": 0, "seconds": 240.0, "max_memory_gb": 17.86, "pair": 0.1446675742045045, "sign": 0.005961377406492829, "keep": 0.010888968463405035, "leak": 0.435233034502744, "replacement": 0.26190099818632007} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 4.720876693725586, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 17.86, "pair": 0.25687055225716904, "sign": 0.16024200212268624, "keep": 0.060439729855715996, "leak": 0.4520641532726586, "replacement": 0.4802274680696428} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 7.732394695281982, "loss_scale": 4.0, "retries": 0, "seconds": 243.2, "max_memory_gb": 17.86, "pair": 0.2441729619167745, "sign": 0.18196683860151097, "keep": 0.1749200317717623, "leak": 0.6018902938812971, "replacement": 0.5730889365077019} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.686678409576416, "loss_scale": 4.0, "retries": 0, "seconds": 244.7, "max_memory_gb": 17.86, "pair": 0.07709711114875972, "sign": 0.01064129505539313, "keep": 0.01874677875548514, "leak": 0.5146157129202038, "replacement": 0.22044507367536426} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 4.682788372039795, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 17.86, "pair": 0.04255312980967574, "sign": 0.002866328213713132, "keep": 0.0271387495779436, "leak": 0.8914977759122849, "replacement": 0.2804301232099533} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.010467290878296, "loss_scale": 4.0, "retries": 0, "seconds": 247.9, "max_memory_gb": 17.86, "pair": 0.17970937862992287, "sign": 0.017925557913258672, "keep": 0.009450860272409045, "leak": 0.23234492167830467, "replacement": 0.2514838115312159} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 10.268552780151367, "loss_scale": 4.0, "retries": 0, "seconds": 249.4, "max_memory_gb": 17.86, "pair": 0.18732934700710757, "sign": 0.33155411283223657, "keep": 0.16834592579652963, "leak": 0.34879716066643596, "replacement": 0.5244786571711302} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.479041576385498, "loss_scale": 4.0, "retries": 0, "seconds": 250.9, "max_memory_gb": 17.86, "pair": 0.09816805738955736, "sign": 0.02069699321873486, "keep": 0.07371868484187871, "leak": 0.23072191141545773, "replacement": 0.20305637270212173} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 5.058245658874512, "loss_scale": 4.0, "retries": 0, "seconds": 252.5, "max_memory_gb": 17.86, "pair": 0.12600514711812139, "sign": 0.08487988938577473, "keep": 0.004821197944693267, "leak": 1.001447981223464, "replacement": 0.4212176762521267} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 5.552097797393799, "loss_scale": 4.0, "retries": 0, "seconds": 254.0, "max_memory_gb": 17.86, "pair": 0.18110179342329502, "sign": 0.12752866942901164, "keep": 0.08051130026433384, "leak": 0.7919835457578301, "replacement": 0.4831176605075598} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 14.567294120788574, "loss_scale": 4.0, "retries": 0, "seconds": 255.7, "max_memory_gb": 17.86, "pair": 0.4728766633197665, "sign": 0.5689965552301146, "keep": 0.11422077035058464, "leak": 0.15184577694162726, "replacement": 0.8524467907845974} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 2.5853588581085205, "loss_scale": 4.0, "retries": 0, "seconds": 257.2, "max_memory_gb": 17.86, "pair": 0.06901428289711475, "sign": 0.0036228386452421546, "keep": 0.039505723847923946, "leak": 0.17943389900028706, "replacement": 0.1354370377957821} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 5.870492458343506, "loss_scale": 4.0, "retries": 0, "seconds": 258.7, "max_memory_gb": 17.86, "pair": 0.09001400507986546, "sign": 0.1443665747065097, "keep": 0.0007214254136442833, "leak": 0.5874339509755373, "replacement": 0.30941648967564106} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.6939207315444946, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 17.86, "pair": 0.03607938364439178, "sign": 0.0035954583290731534, "keep": 0.0023101717551980983, "leak": 0.12614038382889703, "replacement": 0.07056729542091489} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.251467227935791, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.86, "pair": 0.15102106163976714, "sign": 0.0062881787089281715, "keep": 0.09919323655356038, "leak": 0.42111760191619396, "replacement": 0.30904116155579686} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 6.558175563812256, "loss_scale": 4.0, "retries": 0, "seconds": 263.3, "max_memory_gb": 17.86, "pair": 0.059287982527166605, "sign": 0.01937061963326414, "keep": 0.015116554680645322, "leak": 1.0252594290068373, "replacement": 0.33284643199294806} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.823439598083496, "loss_scale": 4.0, "retries": 0, "seconds": 264.9, "max_memory_gb": 17.86, "pair": 0.09610327787231654, "sign": 0.06876948199351318, "keep": 0.23780136344612401, "leak": 0.3608307293616235, "replacement": 0.3395963925868273} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 7.726606845855713, "loss_scale": 4.0, "retries": 0, "seconds": 266.4, "max_memory_gb": 17.86, "pair": 0.19912721263244748, "sign": 0.0845687715918757, "keep": 0.11795247560803546, "leak": 0.0966566780116409, "replacement": 0.3245520070195198} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 17.330392837524414, "loss_scale": 4.0, "retries": 0, "seconds": 268.0, "max_memory_gb": 17.86, "pair": 0.36219359934329987, "sign": 0.08040138729847968, "keep": 0.17920738423708826, "leak": 0.7096353187225759, "replacement": 0.6694068089127541} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 5.674380302429199, "loss_scale": 4.0, "retries": 0, "seconds": 269.6, "max_memory_gb": 17.86, "pair": 0.22638219501823187, "sign": 0.08299299114150926, "keep": 0.06929490951006301, "leak": 0.18604745890479535, "replacement": 0.3490380235016346} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 29.77843475341797, "loss_scale": 4.0, "retries": 0, "seconds": 271.0, "max_memory_gb": 17.86, "pair": 0.18498438992537558, "sign": 0.021087758126668632, "keep": 1.7508419242221862, "leak": 0.6681835260242224, "replacement": 1.2379950229078531} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 4.61560583114624, "loss_scale": 4.0, "retries": 0, "seconds": 272.6, "max_memory_gb": 17.86, "pair": 0.14948868197825504, "sign": 0.004660148970287992, "keep": 0.13679158611896014, "leak": 0.15413133334368467, "replacement": 0.25874737999401987} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 4.379047870635986, "loss_scale": 4.0, "retries": 0, "seconds": 274.2, "max_memory_gb": 17.86, "pair": 0.21968962717801332, "sign": 0.05829257285222411, "keep": 0.0047677012444182765, "leak": 0.4147682238708512, "replacement": 0.35491181537508965} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 16.325971603393555, "loss_scale": 4.0, "retries": 0, "seconds": 275.7, "max_memory_gb": 17.86, "pair": 0.09555467031896114, "sign": 0.1798968362272717, "keep": 2.357425487938599, "leak": 0.55797915533185, "replacement": 1.5037106573581696} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 8.430251121520996, "loss_scale": 4.0, "retries": 0, "seconds": 277.2, "max_memory_gb": 17.86, "pair": 0.14889222476631403, "sign": 0.010237437178147957, "keep": 0.004359652681159787, "leak": 1.6810551420785487, "replacement": 0.5764545574784279} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 4.49486780166626, "loss_scale": 4.0, "retries": 0, "seconds": 278.9, "max_memory_gb": 17.86, "pair": 0.16418082905875053, "sign": 0.10532928506290773, "keep": 0.03088841756448346, "leak": 0.05821015266701579, "replacement": 0.2468422200763598} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 3.4140923023223877, "loss_scale": 4.0, "retries": 0, "seconds": 280.4, "max_memory_gb": 17.86, "pair": 0.3218380589969456, "sign": 0.35044737509451807, "keep": 0.3507787018097588, "leak": 0.26992321480065584, "replacement": 0.7399318814277649} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 27.071819305419922, "loss_scale": 4.0, "retries": 0, "seconds": 282.1, "max_memory_gb": 17.86, "pair": 0.2612980203703046, "sign": 0.7886651589069515, "keep": 1.343484178330982, "leak": 1.101982037180278, "replacement": 1.6028681620955467} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 16.91688346862793, "loss_scale": 4.0, "retries": 0, "seconds": 283.6, "max_memory_gb": 17.86, "pair": 0.19157322752289474, "sign": 0.05519478445057757, "keep": 0.6373947923457308, "leak": 1.7425797879695892, "replacement": 0.9735129699110985} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.4100687503814697, "loss_scale": 4.0, "retries": 0, "seconds": 285.1, "max_memory_gb": 17.86, "pair": 0.0853999350219965, "sign": 0.004734772490337491, "keep": 0.004374439566163346, "leak": 0.6123077939264476, "replacement": 0.24303149431943893} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 16.790699005126953, "loss_scale": 4.0, "retries": 0, "seconds": 286.8, "max_memory_gb": 17.86, "pair": 0.06412792210130647, "sign": 0.010523437609663233, "keep": 0.00013356830811517284, "leak": 2.343234084546566, "replacement": 0.6552649438381195} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 7.429570198059082, "loss_scale": 4.0, "retries": 0, "seconds": 288.3, "max_memory_gb": 17.86, "pair": 0.0019485388329485431, "sign": 0.0005093660565762548, "keep": 0.0006390639628079953, "leak": 0.8690572665873333, "replacement": 0.21978707080415916} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 12.502463340759277, "loss_scale": 4.0, "retries": 0, "seconds": 289.8, "max_memory_gb": 17.86, "pair": 0.035202607919927686, "sign": 0.023992596092284657, "keep": 0.0025472825800534338, "leak": 1.6563133895397186, "replacement": 0.46255088597536087} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 14.176161766052246, "loss_scale": 4.0, "retries": 0, "seconds": 291.4, "max_memory_gb": 17.86, "pair": 0.08314332751615439, "sign": 0.06911122893507127, "keep": 0.13107065005192453, "leak": 1.9317792654037476, "replacement": 0.6661790981888771} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 14.59101390838623, "loss_scale": 4.0, "retries": 0, "seconds": 292.9, "max_memory_gb": 17.86, "pair": 0.28419766563456506, "sign": 1.3430286947404966, "keep": 0.0006700182707390923, "leak": 1.2208712063729763, "replacement": 1.2612648494541645} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 5.569720268249512, "loss_scale": 4.0, "retries": 0, "seconds": 294.5, "max_memory_gb": 17.86, "pair": 0.209298400208354, "sign": 0.056087827804731205, "keep": 0.15739695238880813, "leak": 0.21671618148684502, "replacement": 0.3702198415994644} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.408536911010742, "loss_scale": 4.0, "retries": 0, "seconds": 296.1, "max_memory_gb": 17.86, "pair": 0.11457797233015299, "sign": 0.01149528071982786, "keep": 0.06244325847364962, "leak": 0.8550948649644852, "replacement": 0.36532095074653625} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 4.340648651123047, "loss_scale": 4.0, "retries": 0, "seconds": 297.7, "max_memory_gb": 17.86, "pair": 0.14014213506743545, "sign": 0.006689323541650083, "keep": 0.0004553247490548529, "leak": 0.02324044487613719, "replacement": 0.14952456625178456} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.7364654541015625, "loss_scale": 4.0, "retries": 0, "seconds": 299.3, "max_memory_gb": 17.86, "pair": 0.393708941526711, "sign": 0.35071035980945453, "keep": 0.940014167209938, "leak": 0.28387665608897805, "replacement": 1.1100403387099504} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.8628880977630615, "loss_scale": 4.0, "retries": 0, "seconds": 300.8, "max_memory_gb": 17.86, "pair": 0.14438943727873266, "sign": 0.01700153190176934, "keep": 0.03708974087203387, "leak": 0.14403675985522568, "replacement": 0.20744425989687443} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.8042964935302734, "loss_scale": 4.0, "retries": 0, "seconds": 302.4, "max_memory_gb": 17.86, "pair": 0.03994721139315516, "sign": 0.0036830885510426015, "keep": 0.009301926616899436, "leak": 0.6792769730091095, "replacement": 0.21625896356999874} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 4.2069993019104, "loss_scale": 4.0, "retries": 0, "seconds": 304.0, "max_memory_gb": 17.86, "pair": 0.1492767445743084, "sign": 0.10869328817352653, "keep": 0.004296762519459207, "leak": 0.5366690903902054, "replacement": 0.339939059689641} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 2.9130733013153076, "loss_scale": 4.0, "retries": 0, "seconds": 305.5, "max_memory_gb": 17.86, "pair": 0.059032308869063854, "sign": 0.00986332245520316, "keep": 0.004245795972565247, "leak": 0.41545657999813557, "replacement": 0.16995101608335972} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 6.229389667510986, "loss_scale": 4.0, "retries": 0, "seconds": 307.0, "max_memory_gb": 17.86, "pair": 0.225126625970006, "sign": 0.007945356657728553, "keep": 0.002265632072067092, "leak": 0.29116132017225027, "replacement": 0.30302245495840907} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 14.284713745117188, "loss_scale": 4.0, "retries": 0, "seconds": 308.6, "max_memory_gb": 17.86, "pair": 0.07248791353777051, "sign": 0.015449184575118124, "keep": 0.0023873100008131587, "leak": 1.9866398237645626, "replacement": 0.5780661068856716} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 8.240277290344238, "loss_scale": 4.0, "retries": 0, "seconds": 310.2, "max_memory_gb": 17.86, "pair": 0.2615761626511812, "sign": 0.1292432156187715, "keep": 0.059114638570463285, "leak": 0.20897862687706947, "replacement": 0.40799975441768765} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 3.4568281173706055, "loss_scale": 4.0, "retries": 0, "seconds": 311.7, "max_memory_gb": 17.86, "pair": 0.31884703878313303, "sign": 0.179010855674278, "keep": 0.008386423927731812, "leak": 0.1488869423046708, "replacement": 0.4497673958539963} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 3.934483289718628, "loss_scale": 4.0, "retries": 0, "seconds": 313.3, "max_memory_gb": 17.86, "pair": 0.1907607309985906, "sign": 0.00668223894899711, "keep": 0.0026137455788557418, "leak": 0.18066279881168157, "replacement": 0.2405744236893952} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 7.676830291748047, "loss_scale": 4.0, "retries": 0, "seconds": 314.9, "max_memory_gb": 17.86, "pair": 0.3797556906938553, "sign": 0.04644783411640674, "keep": 0.2111793822277832, "leak": 0.3366671628318727, "replacement": 0.592736080288887} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 17.34792137145996, "loss_scale": 4.0, "retries": 0, "seconds": 316.4, "max_memory_gb": 17.86, "pair": 0.6659469231963158, "sign": 0.0200399374589324, "keep": 0.35568043436069274, "leak": 0.10701440159027698, "replacement": 0.8805606886744499} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 8.137518882751465, "loss_scale": 4.0, "retries": 0, "seconds": 318.0, "max_memory_gb": 17.86, "pair": 0.28877434483729303, "sign": 1.4824730997206643, "keep": 0.00397447341674706, "leak": 0.3878945075402953, "replacement": 1.1289717741310596} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 4.440988063812256, "loss_scale": 4.0, "retries": 0, "seconds": 319.5, "max_memory_gb": 17.86, "pair": 0.18831154238432646, "sign": 0.0176242531160824, "keep": 0.008185565035091713, "leak": 0.29108847867087206, "replacement": 0.2739885672926903} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.959923028945923, "loss_scale": 4.0, "retries": 0, "seconds": 321.1, "max_memory_gb": 17.86, "pair": 0.17656865739263594, "sign": 0.04133668850408867, "keep": 0.5088093715021387, "leak": 0.27827091701328754, "replacement": 0.521209429949522} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 9.547168731689453, "loss_scale": 4.0, "retries": 0, "seconds": 322.7, "max_memory_gb": 17.86, "pair": 0.1210956355498638, "sign": 0.009468406919040717, "keep": 0.07468113650065789, "leak": 2.0230318307876587, "replacement": 0.6689283773303032} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.978494882583618, "loss_scale": 4.0, "retries": 0, "seconds": 324.2, "max_memory_gb": 17.86, "pair": 0.3040148678701371, "sign": 0.03226422786246985, "keep": 0.10143186169443652, "leak": 0.619929498527199, "replacement": 0.5258452817797661} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.193222522735596, "loss_scale": 4.0, "retries": 0, "seconds": 325.8, "max_memory_gb": 17.86, "pair": 0.07424648365122266, "sign": 0.008540426497347653, "keep": 0.11789103468618123, "leak": 0.2736990485864226, "replacement": 0.20588697493076324} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 11.222041130065918, "loss_scale": 4.0, "retries": 0, "seconds": 327.3, "max_memory_gb": 17.86, "pair": 0.14426825707778335, "sign": 0.07527095102705061, "keep": 0.04550868761725724, "leak": 1.1991001340502407, "replacement": 0.5044331103563309} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.1248395442962646, "loss_scale": 4.0, "retries": 0, "seconds": 328.9, "max_memory_gb": 17.86, "pair": 0.22381920542102307, "sign": 0.004368923975562211, "keep": 0.011245039466302842, "leak": 0.40885640401393175, "replacement": 0.3338402770459652} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 6.6136860847473145, "loss_scale": 4.0, "retries": 0, "seconds": 330.5, "max_memory_gb": 17.86, "pair": 0.5360045464913128, "sign": 1.4353788163571153, "keep": 0.08649275637981191, "leak": 0.07796395069453865, "replacement": 1.3164313393644989} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.398256778717041, "loss_scale": 4.0, "retries": 0, "seconds": 332.0, "max_memory_gb": 17.86, "pair": 0.3762625311501324, "sign": 0.4780017339508049, "keep": 0.9925717641599476, "leak": 1.038403145968914, "replacement": 1.3711500689387321} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.965679168701172, "loss_scale": 4.0, "retries": 0, "seconds": 333.6, "max_memory_gb": 17.86, "pair": 0.19479455752298236, "sign": 0.03040302070439793, "keep": 0.009141626763266686, "leak": 0.5029534953646362, "replacement": 0.34030525013804436} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 11.91490364074707, "loss_scale": 4.0, "retries": 0, "seconds": 335.2, "max_memory_gb": 17.86, "pair": 0.03336316677450668, "sign": 0.02676227319170721, "keep": 1.4323299277702972, "leak": 0.48517264798283577, "replacement": 0.8842024523764849} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.077253580093384, "loss_scale": 4.0, "retries": 0, "seconds": 336.7, "max_memory_gb": 17.86, "pair": 0.2033892460167408, "sign": 0.013164335978217423, "keep": 0.060116600536275655, "leak": 0.620341632515192, "replacement": 0.39511511474847794} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 4.918295860290527, "loss_scale": 4.0, "retries": 0, "seconds": 338.3, "max_memory_gb": 17.86, "pair": 0.19482909981161356, "sign": 0.05997707607457414, "keep": 0.012626427662326023, "leak": 0.5685195196419954, "replacement": 0.3732607392594218} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 8.086917877197266, "loss_scale": 4.0, "retries": 0, "seconds": 339.9, "max_memory_gb": 17.86, "pair": 0.22802865675475914, "sign": 0.09514655712700915, "keep": 0.4033286431786678, "leak": 0.3243412571027875, "replacement": 0.558351581916213} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 8.549832344055176, "loss_scale": 4.0, "retries": 0, "seconds": 341.5, "max_memory_gb": 17.86, "pair": 0.10932454338762909, "sign": 0.026170931465458125, "keep": 0.0020470286981435493, "leak": 1.351608855649829, "replacement": 0.4613357298076153} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 20.28003692626953, "loss_scale": 4.0, "retries": 0, "seconds": 343.0, "max_memory_gb": 17.86, "pair": 0.23897034267429262, "sign": 0.9371235778380651, "keep": 0.8880757184888353, "leak": 1.1400614865124226, "replacement": 1.4365853369235992} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 32.036861419677734, "loss_scale": 4.0, "retries": 0, "seconds": 344.6, "max_memory_gb": 17.86, "pair": 0.34804310312028974, "sign": 0.2708290446025785, "keep": 0.5124105861850694, "leak": 2.419361038133502, "replacement": 1.3445031810551882} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 12.10997200012207, "loss_scale": 4.0, "retries": 0, "seconds": 346.1, "max_memory_gb": 17.86, "pair": 0.10427033982705325, "sign": 0.362779322284041, "keep": 0.00045850224705645815, "leak": 0.6364074451848865, "replacement": 0.4449911117553711} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.5359835624694824, "loss_scale": 4.0, "retries": 0, "seconds": 347.7, "max_memory_gb": 17.86, "pair": 0.29762720223516226, "sign": 0.14363737573148683, "keep": 0.03588424531699275, "leak": 0.1793498678598553, "replacement": 0.43222545832395554} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 8.438619613647461, "loss_scale": 4.0, "retries": 0, "seconds": 349.2, "max_memory_gb": 17.86, "pair": 0.040048442999250256, "sign": 0.0017095298826461658, "keep": 0.003378890788752642, "leak": 0.7644811943173409, "replacement": 0.23371295898687094} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.2717413902282715, "loss_scale": 4.0, "retries": 0, "seconds": 350.8, "max_memory_gb": 17.86, "pair": 0.16414030268788338, "sign": 0.06499695964157581, "keep": 0.005416581499048334, "leak": 0.16563842119649053, "replacement": 0.24075667187571526} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.461604118347168, "loss_scale": 4.0, "retries": 0, "seconds": 352.4, "max_memory_gb": 17.86, "pair": 0.14760031178593636, "sign": 0.06708123232237995, "keep": 0.06296155277232174, "leak": 0.14102738910696644, "replacement": 0.247878547757864} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.8342444896698, "loss_scale": 4.0, "retries": 0, "seconds": 353.9, "max_memory_gb": 17.86, "pair": 0.05448326887562871, "sign": 0.03392578143393621, "keep": 0.009096744077396579, "leak": 0.6678620716556907, "replacement": 0.24296004697680473} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 4.732062339782715, "loss_scale": 4.0, "retries": 0, "seconds": 355.4, "max_memory_gb": 17.86, "pair": 0.04681521421298385, "sign": 0.007153533981181681, "keep": 0.0911987951184301, "leak": 0.664072223007679, "replacement": 0.26200942881405354} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 8.06948471069336, "loss_scale": 4.0, "retries": 0, "seconds": 357.0, "max_memory_gb": 17.86, "pair": 0.3412086291355081, "sign": 0.5156150203256402, "keep": 1.4511267344933003, "leak": 0.9786524306982756, "replacement": 1.5692426413297653} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.8116037845611572, "loss_scale": 4.0, "retries": 0, "seconds": 358.5, "max_memory_gb": 17.86, "pair": 0.07777023152448237, "sign": 0.16111232867115177, "keep": 0.0042289700140827335, "leak": 0.23480402119457722, "replacement": 0.21914188098162413} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 4.888996601104736, "loss_scale": 4.0, "retries": 0, "seconds": 360.0, "max_memory_gb": 17.86, "pair": 0.2127168814477045, "sign": 0.05962198013730813, "keep": 0.009872407325019594, "leak": 0.21894178114598617, "replacement": 0.3021995276212692} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.8979599475860596, "loss_scale": 4.0, "retries": 0, "seconds": 361.6, "max_memory_gb": 17.86, "pair": 0.15240566302963998, "sign": 0.014241268479963765, "keep": 0.007275492020312413, "leak": 0.3648997927084565, "replacement": 0.2543889900262002} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.0869064331054688, "loss_scale": 4.0, "retries": 0, "seconds": 363.1, "max_memory_gb": 17.86, "pair": 0.10777012049220502, "sign": 0.014857644739095122, "keep": 0.025017971139277506, "leak": 0.28918227599933743, "replacement": 0.2000034861266613} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 23.136547088623047, "loss_scale": 4.0, "retries": 0, "seconds": 364.7, "max_memory_gb": 17.86, "pair": 0.37181784864515066, "sign": 0.6074610725627281, "keep": 0.5320406397804618, "leak": 0.7620433885604143, "replacement": 1.1320795472711325} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 4.777685165405273, "loss_scale": 4.0, "retries": 0, "seconds": 366.2, "max_memory_gb": 17.86, "pair": 0.1978532145731151, "sign": 0.19285706704249606, "keep": 0.31637033018341754, "leak": 0.40209363972826395, "replacement": 0.5529903098940849} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 10.89503002166748, "loss_scale": 4.0, "retries": 0, "seconds": 367.7, "max_memory_gb": 17.86, "pair": 0.08839048293884844, "sign": 0.05553265329217538, "keep": 0.08625974503229372, "leak": 3.400369083508849, "replacement": 1.0093789491802454} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 3.0628397464752197, "loss_scale": 4.0, "retries": 0, "seconds": 369.4, "max_memory_gb": 17.86, "pair": 0.0632189220195869, "sign": 0.009835654971539043, "keep": 0.002761227656264964, "leak": 0.4983385437517427, "replacement": 0.19410199963022023} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 56.55276107788086, "loss_scale": 4.0, "retries": 0, "seconds": 370.9, "max_memory_gb": 17.86, "pair": 0.44755453732796013, "sign": 0.5842384093557484, "keep": 0.9664852501882706, "leak": 2.322124293517845, "replacement": 1.803447436541319} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.8822884559631348, "loss_scale": 4.0, "retries": 0, "seconds": 372.4, "max_memory_gb": 17.86, "pair": 0.09672228107228875, "sign": 0.01795314259652514, "keep": 0.015853505674385815, "leak": 0.12277991895098239, "replacement": 0.14432058483362198} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 54.081504821777344, "loss_scale": 4.0, "retries": 0, "seconds": 374.0, "max_memory_gb": 17.86, "pair": 0.66593312099576, "sign": 0.570281439460814, "keep": 0.9930884051427711, "leak": 1.7344981171190739, "replacement": 1.881242547184229} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 3.555774450302124, "loss_scale": 4.0, "retries": 0, "seconds": 375.6, "max_memory_gb": 17.86, "pair": 0.1622274850960821, "sign": 0.021266925963573158, "keep": 0.0019807146162946765, "leak": 0.6068420503288507, "replacement": 0.3255618214607239} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 14.973454475402832, "loss_scale": 4.0, "retries": 0, "seconds": 377.1, "max_memory_gb": 17.86, "pair": 0.6557551007717848, "sign": 0.28085667357663624, "keep": 0.2816079929471016, "leak": 0.36491183191537857, "replacement": 1.0282154232263565} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 10.004353523254395, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 17.86, "pair": 0.054628669866360724, "sign": 0.11917775645270012, "keep": 0.8622462425892081, "leak": 0.3234152914956212, "replacement": 0.6261944556608796} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 14.081430435180664, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 17.86, "pair": 0.2512498155592766, "sign": 0.09849161631427705, "keep": 0.03476057102585628, "leak": 1.3718688118751743, "replacement": 0.6608431152999401} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 7.359169006347656, "loss_scale": 4.0, "retries": 0, "seconds": 381.7, "max_memory_gb": 17.86, "pair": 0.10071446653455496, "sign": 0.204177986306604, "keep": 0.18947102671518223, "leak": 0.5791101165814325, "replacement": 0.44231650279834867} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 6.582511901855469, "loss_scale": 4.0, "retries": 0, "seconds": 383.3, "max_memory_gb": 17.86, "pair": 0.09192622179398313, "sign": 0.0892369666689774, "keep": 0.15931009613268543, "leak": 0.5528646744787693, "replacement": 0.3544159159064293} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 3.2625677585601807, "loss_scale": 4.0, "retries": 0, "seconds": 384.8, "max_memory_gb": 17.86, "pair": 0.08371802492001734, "sign": 0.00393731258373009, "keep": 0.008550604499248493, "leak": 0.42447445169091225, "replacement": 0.1960805905982852} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 5.1866984367370605, "loss_scale": 4.0, "retries": 0, "seconds": 386.4, "max_memory_gb": 17.86, "pair": 0.2534012272953987, "sign": 0.08431788464076817, "keep": 0.008713752569747157, "leak": 0.1630817400291562, "replacement": 0.340687470510602} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 5.461261749267578, "loss_scale": 4.0, "retries": 0, "seconds": 387.9, "max_memory_gb": 17.86, "pair": 0.17232388071715832, "sign": 0.9522027043713024, "keep": 0.0023906448022898985, "leak": 0.2900433260947466, "replacement": 0.7221314329653978} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 5.492002964019775, "loss_scale": 4.0, "retries": 0, "seconds": 389.4, "max_memory_gb": 17.86, "pair": 0.1804908529156819, "sign": 0.04408694364246912, "keep": 0.004337651554124022, "leak": 0.35533791594207287, "replacement": 0.2935376316308975} diff --git a/runs/fixed_internvl/replacement/Shallow8_s73/adapter/README.md b/runs/fixed_internvl/replacement/Shallow8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Shallow8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4231817bfeb53406b2088e866bef5d25027c58d4 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.0.mlp.down_proj": 144, + "model.language_model.layers.0.mlp.gate_proj": 144, + "model.language_model.layers.0.mlp.up_proj": 144, + "model.language_model.layers.0.self_attn.k_proj": 144, + "model.language_model.layers.0.self_attn.o_proj": 144, + "model.language_model.layers.0.self_attn.q_proj": 144, + "model.language_model.layers.0.self_attn.v_proj": 144, + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.0.mlp.down_proj": 72, + "model.language_model.layers.0.mlp.gate_proj": 72, + "model.language_model.layers.0.mlp.up_proj": 72, + "model.language_model.layers.0.self_attn.k_proj": 72, + "model.language_model.layers.0.self_attn.o_proj": 72, + "model.language_model.layers.0.self_attn.q_proj": 72, + "model.language_model.layers.0.self_attn.v_proj": 72, + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.0.mlp.down_proj", + "model.language_model.layers.0.self_attn.q_proj", + "model.language_model.layers.0.self_attn.o_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.0.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.0.self_attn.v_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.0.mlp.gate_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.0.self_attn.k_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.4.self_attn.k_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s73/config.json b/runs/fixed_internvl/replacement/Shallow8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6893bc2ffbad5b27c4a65c87ce480ad76eb6c330 --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Shallow8", + "layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7 + ], + "ranks": { + "0": 72, + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Shallow8_s73/steps.jsonl b/runs/fixed_internvl/replacement/Shallow8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3b46b3269dae1b3f953632f2259ae759771bb9ab --- /dev/null +++ b/runs/fixed_internvl/replacement/Shallow8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 15.855046272277832, "loss_scale": 4.0, "retries": 0, "seconds": 1.8, "max_memory_gb": 17.52, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 29.347009658813477, "loss_scale": 4.0, "retries": 0, "seconds": 3.5, "max_memory_gb": 17.85, "pair": 1.0824501514434814, "sign": 0.4966719376388937, "keep": 3.246781349182129, "leak": 0.0008942971471697092, "replacement": 2.954400360584259} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 16.420547485351562, "loss_scale": 4.0, "retries": 0, "seconds": 5.1, "max_memory_gb": 17.85, "pair": 1.0646611154079437, "sign": 0.058425032533705235, "keep": 1.0847997807431966, "leak": 0.002004032430704683, "replacement": 1.6367745101451874} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 12.301085472106934, "loss_scale": 4.0, "retries": 0, "seconds": 6.8, "max_memory_gb": 17.85, "pair": 1.0524704158306122, "sign": 0.23846038151532412, "keep": 0.9688205532729626, "leak": 0.0010543640619289363, "replacement": 1.6563745141029358} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 12.46300983428955, "loss_scale": 4.0, "retries": 0, "seconds": 8.3, "max_memory_gb": 17.86, "pair": 0.9308199137449265, "sign": 0.04483546828851104, "keep": 0.4663058416554122, "leak": 0.025437590666115284, "replacement": 1.1927499324083328} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 8.53189468383789, "loss_scale": 4.0, "retries": 0, "seconds": 9.8, "max_memory_gb": 17.86, "pair": 0.9327094256877899, "sign": 0.42583480291068554, "keep": 0.5105529092252254, "leak": 0.01976980469771661, "replacement": 1.4058458060026169} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 8.207243919372559, "loss_scale": 4.0, "retries": 0, "seconds": 11.4, "max_memory_gb": 17.86, "pair": 0.8196362406015396, "sign": 0.07000194466672838, "keep": 0.03926888159185182, "leak": 0.12234452273696661, "replacement": 0.9048577398061752} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 4.987271785736084, "loss_scale": 4.0, "retries": 0, "seconds": 12.9, "max_memory_gb": 17.86, "pair": 0.8402748554944992, "sign": 0.40981651190668344, "keep": 0.689225367968902, "leak": 0.14854456833563745, "replacement": 1.4269318878650665} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.543759346008301, "loss_scale": 4.0, "retries": 0, "seconds": 14.4, "max_memory_gb": 17.86, "pair": 0.45051996409893036, "sign": 0.04660529119428247, "keep": 0.10321074130479246, "leak": 0.763542115688324, "replacement": 0.7163134962320328} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 7.91000509262085, "loss_scale": 4.0, "retries": 0, "seconds": 16.1, "max_memory_gb": 17.86, "pair": 0.5924311466515064, "sign": 0.16479523526504636, "keep": 0.0928393405447423, "leak": 0.3116660602390766, "replacement": 0.7991649508476257} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 15.431617736816406, "loss_scale": 4.0, "retries": 0, "seconds": 17.6, "max_memory_gb": 17.86, "pair": 0.16347550600767136, "sign": 0.023916854079288896, "keep": 0.1801603352651, "leak": 2.8074069917201996, "replacement": 0.9673658534884453} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 25.724689483642578, "loss_scale": 4.0, "retries": 0, "seconds": 19.1, "max_memory_gb": 17.86, "pair": 0.4035502430051565, "sign": 0.37984282639808953, "keep": 0.17780113115441054, "leak": 1.9390417784452438, "replacement": 1.1671326383948326} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 14.337065696716309, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 17.86, "pair": 0.20876363664865494, "sign": 0.10615466797025874, "keep": 0.3247573252156144, "leak": 2.474285162985325, "replacement": 1.0427909046411514} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 13.455456733703613, "loss_scale": 4.0, "retries": 0, "seconds": 22.3, "max_memory_gb": 17.86, "pair": 0.33268975280225277, "sign": 0.1116092992015183, "keep": 0.05239537343288703, "leak": 1.8404365256428719, "replacement": 0.8748012185096741} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 29.157554626464844, "loss_scale": 4.0, "retries": 0, "seconds": 23.7, "max_memory_gb": 17.86, "pair": 0.4945688983425498, "sign": 0.557514846441336, "keep": 0.21040316264043213, "leak": 1.0719667449593544, "replacement": 1.146519586443901} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 42.363189697265625, "loss_scale": 4.0, "retries": 0, "seconds": 25.4, "max_memory_gb": 17.86, "pair": 0.4840105418115854, "sign": 1.0982947341981344, "keep": 2.24464881849417, "leak": 2.284296319819987, "replacement": 2.726556248962879} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 14.288211822509766, "loss_scale": 4.0, "retries": 0, "seconds": 26.9, "max_memory_gb": 17.86, "pair": 0.2838305030018091, "sign": 0.23403805389534682, "keep": 0.7175011130748317, "leak": 1.7280383259057999, "replacement": 1.1916096806526184} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 6.229528903961182, "loss_scale": 4.0, "retries": 0, "seconds": 28.5, "max_memory_gb": 17.86, "pair": 0.20312172546982765, "sign": 0.0123683821875602, "keep": 0.030208774871425703, "leak": 1.1964223273098469, "replacement": 0.5235158950090408} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.929626941680908, "loss_scale": 4.0, "retries": 0, "seconds": 30.0, "max_memory_gb": 17.86, "pair": 0.4813668914139271, "sign": 0.33788815373554826, "keep": 0.4571239982451516, "leak": 0.5593254510313272, "replacement": 1.0187043026089668} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.835092067718506, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.86, "pair": 0.1590348295867443, "sign": 0.012052805395796895, "keep": 0.10553671255183872, "leak": 1.099903656868264, "replacement": 0.49280551820993423} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.361202716827393, "loss_scale": 4.0, "retries": 0, "seconds": 33.1, "max_memory_gb": 17.86, "pair": 0.380389466881752, "sign": 0.1115029642242007, "keep": 0.009135159882134758, "leak": 0.736722357571125, "replacement": 0.624889113008976} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 3.3579277992248535, "loss_scale": 4.0, "retries": 0, "seconds": 34.7, "max_memory_gb": 17.86, "pair": 0.36723167821764946, "sign": 0.32379603083245456, "keep": 0.29782392986817285, "leak": 0.7402872389066033, "replacement": 0.8631135448813438} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 10.33872127532959, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 17.86, "pair": 0.47829674556851387, "sign": 0.4181811444577761, "keep": 0.4462695947731845, "leak": 0.16706067509949207, "replacement": 0.9522872734814882} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.592735290527344, "loss_scale": 4.0, "retries": 0, "seconds": 37.8, "max_memory_gb": 17.86, "pair": 0.490636944770813, "sign": 0.21791514661163092, "keep": 0.09392156545072794, "leak": 0.5037171365693212, "replacement": 0.7724846228957176} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 13.857072830200195, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 17.86, "pair": 0.5537519492208958, "sign": 0.41270900424569845, "keep": 0.06470268855628092, "leak": 0.6809911802411079, "replacement": 0.9627056047320366} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 10.567207336425781, "loss_scale": 4.0, "retries": 0, "seconds": 40.8, "max_memory_gb": 17.86, "pair": 0.18901576939970255, "sign": 0.028717835259158164, "keep": 0.18956959118622763, "leak": 1.6399304941296577, "replacement": 0.7081420887261629} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 9.032307624816895, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.86, "pair": 0.41788242757320404, "sign": 0.21613242069724947, "keep": 0.24349992017960176, "leak": 0.2617809900548309, "replacement": 0.713143840432167} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 5.05835485458374, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 17.86, "pair": 0.3874966651201248, "sign": 0.004961817874573171, "keep": 0.02388448768761009, "leak": 0.1433922559954226, "replacement": 0.4377678707242012} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.516337871551514, "loss_scale": 4.0, "retries": 0, "seconds": 45.5, "max_memory_gb": 17.86, "pair": 0.2418337780982256, "sign": 0.015579359256662428, "keep": 0.003361291834153235, "leak": 1.304551766719669, "replacement": 0.5774420499801636} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.459176063537598, "loss_scale": 4.0, "retries": 0, "seconds": 47.1, "max_memory_gb": 17.86, "pair": 0.4558989182114601, "sign": 0.1285841199569404, "keep": 0.015313582960516214, "leak": 0.4920164532959461, "replacement": 0.6508519053459167} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 4.501291751861572, "loss_scale": 4.0, "retries": 0, "seconds": 48.6, "max_memory_gb": 17.86, "pair": 0.3839777782559395, "sign": 0.0528034379822202, "keep": 0.018722236854955554, "leak": 0.2603752156137489, "replacement": 0.4848344251513481} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 7.99876070022583, "loss_scale": 4.0, "retries": 0, "seconds": 50.1, "max_memory_gb": 17.86, "pair": 0.7942573931068182, "sign": 1.6545949867577292, "keep": 0.28674243719433434, "leak": 0.09884725697338581, "replacement": 1.7896379567682743} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 3.365004777908325, "loss_scale": 4.0, "retries": 0, "seconds": 51.7, "max_memory_gb": 17.86, "pair": 0.1563107231631875, "sign": 0.00770205695880577, "keep": 0.010732770351751242, "leak": 0.7597587034106255, "replacement": 0.3554678186774254} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.158547401428223, "loss_scale": 4.0, "retries": 0, "seconds": 53.2, "max_memory_gb": 17.86, "pair": 0.2710535265505314, "sign": 0.09675044647883624, "keep": 0.010108070884598419, "leak": 0.715950395911932, "replacement": 0.5034703947603703} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 7.12233304977417, "loss_scale": 4.0, "retries": 0, "seconds": 54.8, "max_memory_gb": 17.86, "pair": 0.40349805913865566, "sign": 0.19519991613924503, "keep": 0.044022745241818484, "leak": 0.8541186954826117, "replacement": 0.7366390600800514} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 8.418669700622559, "loss_scale": 4.0, "retries": 0, "seconds": 56.4, "max_memory_gb": 17.87, "pair": 0.12812949623912573, "sign": 0.11684515420347452, "keep": 0.14279966411413625, "leak": 1.8192367715528235, "replacement": 0.7127611227333546} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 4.12337064743042, "loss_scale": 4.0, "retries": 0, "seconds": 57.9, "max_memory_gb": 17.87, "pair": 0.16165846772491932, "sign": 0.0536207651020959, "keep": 0.025706431712023914, "leak": 0.7454764099093154, "replacement": 0.3876911662518978} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.519216775894165, "loss_scale": 4.0, "retries": 0, "seconds": 59.5, "max_memory_gb": 17.87, "pair": 0.15798710566014051, "sign": 0.04531671915901825, "keep": 0.03054033026273828, "leak": 0.3675927668809891, "replacement": 0.28781381621956825} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 10.937009811401367, "loss_scale": 4.0, "retries": 0, "seconds": 61.0, "max_memory_gb": 17.87, "pair": 0.4135654177516699, "sign": 0.268825666513294, "keep": 0.296705569155165, "leak": 0.3175032418221235, "replacement": 0.7757068239152431} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.7014236450195312, "loss_scale": 4.0, "retries": 0, "seconds": 62.5, "max_memory_gb": 17.87, "pair": 0.34709595143795013, "sign": 0.04899926797952503, "keep": 0.03460695085232146, "leak": 0.4720241790637374, "replacement": 0.5069051012396812} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.071645498275757, "loss_scale": 4.0, "retries": 0, "seconds": 64.1, "max_memory_gb": 17.87, "pair": 0.21758037619292736, "sign": 0.028352828696370125, "keep": 0.04405999169830466, "leak": 0.4000844629481435, "replacement": 0.35380788892507553} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 10.742623329162598, "loss_scale": 4.0, "retries": 0, "seconds": 65.6, "max_memory_gb": 17.87, "pair": 0.24294287618249655, "sign": 0.037163759116083384, "keep": 2.1909109608386643, "leak": 0.42916334606707096, "replacement": 1.4642710834741592} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.667506217956543, "loss_scale": 4.0, "retries": 0, "seconds": 67.2, "max_memory_gb": 17.87, "pair": 0.1961404336616397, "sign": 0.044654871395323426, "keep": 0.7410996549297124, "leak": 0.77890281425789, "replacement": 0.7837434038519859} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 8.608095169067383, "loss_scale": 4.0, "retries": 0, "seconds": 68.7, "max_memory_gb": 17.87, "pair": 0.020755295525304973, "sign": 0.003456682141404599, "keep": 0.004517475859756814, "leak": 1.2161071747541428, "replacement": 0.32876915484666824} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.9047353267669678, "loss_scale": 4.0, "retries": 0, "seconds": 70.3, "max_memory_gb": 17.87, "pair": 0.1489304257556796, "sign": 0.15907215839251876, "keep": 0.021425791084766388, "leak": 0.5755115151405334, "replacement": 0.38305727392435074} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 3.6797404289245605, "loss_scale": 4.0, "retries": 0, "seconds": 71.8, "max_memory_gb": 17.87, "pair": 0.3574499017558992, "sign": 0.694640467321733, "keep": 0.013465264811145516, "leak": 0.46410883590579033, "replacement": 0.8275299454107881} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 5.8904500007629395, "loss_scale": 4.0, "retries": 0, "seconds": 73.3, "max_memory_gb": 17.87, "pair": 0.056911060004495084, "sign": 0.007648573042388307, "keep": 0.015203813672997057, "leak": 0.7263520583510399, "replacement": 0.24992527067661285} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 4.544248104095459, "loss_scale": 4.0, "retries": 0, "seconds": 74.8, "max_memory_gb": 17.87, "pair": 0.12787486147135496, "sign": 0.021541485213674605, "keep": 0.004681531993128374, "leak": 0.47423892468214035, "replacement": 0.259546110406518} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 5.221261501312256, "loss_scale": 4.0, "retries": 0, "seconds": 76.5, "max_memory_gb": 17.87, "pair": 0.30485493317246437, "sign": 0.05134969437494874, "keep": 0.00708528165705502, "leak": 0.7479279413819313, "replacement": 0.5210544019937515} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 5.950896263122559, "loss_scale": 4.0, "retries": 0, "seconds": 78.0, "max_memory_gb": 17.87, "pair": 0.47357520554214716, "sign": 0.044850619276985526, "keep": 0.003972258446083288, "leak": 0.7320591807365417, "replacement": 0.6810014620423317} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 5.785966396331787, "loss_scale": 4.0, "retries": 0, "seconds": 79.5, "max_memory_gb": 17.87, "pair": 0.47773511335253716, "sign": 0.00860892195487395, "keep": 0.045498739018512424, "leak": 0.07238129677716643, "replacement": 0.5228842571377754} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.054338455200195, "loss_scale": 4.0, "retries": 0, "seconds": 81.1, "max_memory_gb": 17.87, "pair": 0.21761157736182213, "sign": 0.16787778516300023, "keep": 0.07692812316236086, "leak": 0.3106802077963948, "replacement": 0.41768456250429153} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 8.18481731414795, "loss_scale": 4.0, "retries": 0, "seconds": 82.6, "max_memory_gb": 17.87, "pair": 0.57157863676548, "sign": 0.34846650663530454, "keep": 0.37923696923826355, "leak": 0.333824488800019, "replacement": 1.018886536359787} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 13.577018737792969, "loss_scale": 4.0, "retries": 0, "seconds": 84.2, "max_memory_gb": 17.87, "pair": 0.37773585435934365, "sign": 0.43274214770644903, "keep": 1.7849158759636339, "leak": 0.7454802829306573, "replacement": 1.6729349195957184} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 4.310708522796631, "loss_scale": 4.0, "retries": 0, "seconds": 85.7, "max_memory_gb": 17.87, "pair": 0.29946632189967204, "sign": 0.02143260173033923, "keep": 0.017416273345588706, "leak": 0.6511962655931711, "replacement": 0.48168981820344925} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 5.186588287353516, "loss_scale": 4.0, "retries": 0, "seconds": 87.2, "max_memory_gb": 17.87, "pair": 0.36974021838977933, "sign": 0.3126376321306452, "keep": 0.0175030971859087, "leak": 0.526786495000124, "replacement": 0.6665071845054626} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 6.039740085601807, "loss_scale": 4.0, "retries": 0, "seconds": 88.7, "max_memory_gb": 17.87, "pair": 0.23454851564019918, "sign": 0.05564786493778229, "keep": 0.23774670023703948, "leak": 0.47771274019032717, "replacement": 0.5006739813834429} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 16.428401947021484, "loss_scale": 4.0, "retries": 0, "seconds": 90.3, "max_memory_gb": 17.87, "pair": 0.11517896759323776, "sign": 0.034152002015616745, "keep": 0.003265112140979909, "leak": 2.7065882086753845, "replacement": 0.8105345815420151} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 2.7179038524627686, "loss_scale": 4.0, "retries": 0, "seconds": 91.8, "max_memory_gb": 17.87, "pair": 0.19677301996853203, "sign": 0.0027468676562421024, "keep": 0.011880659494295287, "leak": 0.34436881821602583, "replacement": 0.29017899511381984} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 9.550535202026367, "loss_scale": 4.0, "retries": 0, "seconds": 93.4, "max_memory_gb": 17.87, "pair": 0.08506361208856106, "sign": 0.02559921966167167, "keep": 0.003349752223584801, "leak": 2.6672057695686817, "replacement": 0.7663395218551159} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 6.042342662811279, "loss_scale": 4.0, "retries": 0, "seconds": 95.0, "max_memory_gb": 17.87, "pair": 0.2297496311366558, "sign": 0.15517122542951256, "keep": 0.09615026749088429, "leak": 0.35385172441601753, "replacement": 0.443873293697834} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 26.952878952026367, "loss_scale": 4.0, "retries": 0, "seconds": 96.5, "max_memory_gb": 17.87, "pair": 1.774230869486928, "sign": 2.3431974123232067, "keep": 1.9243014546937047, "leak": 2.2391017377376556, "replacement": 4.4677557572722435} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 3.968257188796997, "loss_scale": 4.0, "retries": 0, "seconds": 98.1, "max_memory_gb": 17.87, "pair": 0.09675252554006875, "sign": 0.111596348520834, "keep": 0.0020396740587784734, "leak": 0.601684445515275, "replacement": 0.30399164790287614} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 2.8462791442871094, "loss_scale": 4.0, "retries": 0, "seconds": 99.7, "max_memory_gb": 17.87, "pair": 0.1559680118225515, "sign": 0.03179427480790764, "keep": 0.5168254530290142, "leak": 0.6462777527049184, "replacement": 0.5918473042547703} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 20.58541488647461, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 17.87, "pair": 0.165326707996428, "sign": 0.020389597164466977, "keep": 0.005281872872728854, "leak": 6.630903102457523, "replacement": 1.835888184607029} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.130725383758545, "loss_scale": 4.0, "retries": 0, "seconds": 102.8, "max_memory_gb": 17.87, "pair": 0.171496469527483, "sign": 0.030684665427543223, "keep": 0.01390915148658678, "leak": 0.8072621644241735, "replacement": 0.39560890570282936} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 9.50436019897461, "loss_scale": 4.0, "retries": 0, "seconds": 104.3, "max_memory_gb": 17.87, "pair": 0.4104075338691473, "sign": 0.12399262766120955, "keep": 0.837720577721484, "leak": 0.8636310844012769, "replacement": 1.1071718782186508} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.385195016860962, "loss_scale": 4.0, "retries": 0, "seconds": 105.8, "max_memory_gb": 17.87, "pair": 0.24851363897323608, "sign": 0.07624010718427598, "keep": 0.01004467137681786, "leak": 1.048281398252584, "replacement": 0.5537263825535774} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.4431493282318115, "loss_scale": 4.0, "retries": 0, "seconds": 107.4, "max_memory_gb": 17.87, "pair": 0.15411955188028514, "sign": 0.0337885364133399, "keep": 0.06114870229794178, "leak": 0.2084852739062626, "replacement": 0.25370949250645936} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 9.637923240661621, "loss_scale": 4.0, "retries": 0, "seconds": 108.9, "max_memory_gb": 17.87, "pair": 0.16059718187898397, "sign": 0.02538888913113624, "keep": 0.014171554648783058, "leak": 1.1375292101874948, "replacement": 0.464759711176157} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 7.554308891296387, "loss_scale": 4.0, "retries": 0, "seconds": 110.4, "max_memory_gb": 17.87, "pair": 0.0874387955700513, "sign": 0.004221103561576456, "keep": 0.002497807052805001, "leak": 1.771722632991441, "replacement": 0.5337289236485958} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 14.115946769714355, "loss_scale": 4.0, "retries": 0, "seconds": 112.0, "max_memory_gb": 17.87, "pair": 0.09212383651174605, "sign": 0.0038702774181729183, "keep": 0.002038023130239708, "leak": 3.0770946964621544, "replacement": 0.8643516451120377} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 3.3218772411346436, "loss_scale": 4.0, "retries": 0, "seconds": 113.6, "max_memory_gb": 17.87, "pair": 0.12517576664686203, "sign": 0.022694644459988922, "keep": 0.006003888049690431, "leak": 0.4995582941919565, "replacement": 0.26441460475325584} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 2.7650258541107178, "loss_scale": 4.0, "retries": 0, "seconds": 115.1, "max_memory_gb": 17.87, "pair": 0.21573919616639614, "sign": 0.01054405386094004, "keep": 0.03097546612843871, "leak": 0.24664871313143522, "replacement": 0.2981611341238022} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.322640895843506, "loss_scale": 4.0, "retries": 0, "seconds": 116.7, "max_memory_gb": 17.87, "pair": 0.48452556133270264, "sign": 0.0533448833739385, "keep": 0.00673148306668736, "leak": 0.15890270611271262, "replacement": 0.5542894303798676} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 5.399563312530518, "loss_scale": 4.0, "retries": 0, "seconds": 118.2, "max_memory_gb": 17.87, "pair": 0.44134717690758407, "sign": 0.46834738305187784, "keep": 1.0630437588479253, "leak": 0.2903273459523916, "replacement": 1.2796245757490396} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.006369113922119, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 17.87, "pair": 0.2980924919247627, "sign": 0.06050712904834654, "keep": 0.018752290605334565, "leak": 0.709835484623909, "replacement": 0.5151810832321644} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.7407429218292236, "loss_scale": 4.0, "retries": 0, "seconds": 121.4, "max_memory_gb": 17.87, "pair": 0.2576090730726719, "sign": 0.014316618500743061, "keep": 0.00952827199944295, "leak": 0.3624299569055438, "replacement": 0.36013900488615036} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 6.716378688812256, "loss_scale": 4.0, "retries": 0, "seconds": 122.9, "max_memory_gb": 17.87, "pair": 0.28298189397901297, "sign": 0.8898558288346976, "keep": 0.004564157425193116, "leak": 0.299289928865619, "replacement": 0.8050143495202065} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 23.74195671081543, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.87, "pair": 0.26106375083327293, "sign": 0.8917556271189824, "keep": 1.6480185722575698, "leak": 1.3026236183941364, "replacement": 1.8566067963838577} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.6496407985687256, "loss_scale": 4.0, "retries": 0, "seconds": 126.1, "max_memory_gb": 17.87, "pair": 0.1719987508840859, "sign": 0.0075939483067486435, "keep": 0.05761181458365172, "leak": 0.5372422868385911, "replacement": 0.3389122076332569} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 3.6036722660064697, "loss_scale": 4.0, "retries": 0, "seconds": 127.6, "max_memory_gb": 17.87, "pair": 0.11771740950644016, "sign": 0.02014019459602423, "keep": 0.005444690331046331, "leak": 0.4043574333190918, "replacement": 0.23159920424222946} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 12.36911678314209, "loss_scale": 4.0, "retries": 0, "seconds": 129.2, "max_memory_gb": 17.87, "pair": 0.05976729723624885, "sign": 0.004075501594343223, "keep": 0.001007550712529337, "leak": 2.7042869478464127, "replacement": 0.7383805736899376} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 5.784651756286621, "loss_scale": 4.0, "retries": 0, "seconds": 130.7, "max_memory_gb": 17.87, "pair": 0.15861563524231315, "sign": 0.0036523108137771487, "keep": 0.01762731645067106, "leak": 1.4695249581709504, "replacement": 0.53663669526577} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 3.622366189956665, "loss_scale": 4.0, "retries": 0, "seconds": 132.3, "max_memory_gb": 17.87, "pair": 0.08406063402071595, "sign": 0.017349198809824884, "keep": 0.0035082445247098804, "leak": 1.0227768570184708, "replacement": 0.3501835726201534} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.833450794219971, "loss_scale": 4.0, "retries": 0, "seconds": 133.9, "max_memory_gb": 17.87, "pair": 0.0642696883296594, "sign": 0.0033167945948662236, "keep": 0.010960263752906485, "leak": 1.3009083271026611, "replacement": 0.3966353014111519} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.6211798191070557, "loss_scale": 4.0, "retries": 0, "seconds": 135.4, "max_memory_gb": 17.87, "pair": 0.15520101971924305, "sign": 0.0051844886620529, "keep": 0.003141106435577967, "leak": 0.34055734527646564, "replacement": 0.24450316652655602} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 43.547630310058594, "loss_scale": 4.0, "retries": 0, "seconds": 136.9, "max_memory_gb": 17.87, "pair": 0.5240414068102837, "sign": 0.3436832532752305, "keep": 0.3074643190775532, "leak": 0.7569221183657646, "replacement": 1.038845732808113} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 4.434484481811523, "loss_scale": 4.0, "retries": 0, "seconds": 138.6, "max_memory_gb": 17.87, "pair": 0.31513110361993313, "sign": 0.017876968951895833, "keep": 0.01306366384960711, "leak": 0.11739853583276272, "replacement": 0.35995103791356087} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 11.010937690734863, "loss_scale": 4.0, "retries": 0, "seconds": 140.1, "max_memory_gb": 17.87, "pair": 0.20571130281314254, "sign": 0.04534631426213309, "keep": 0.06761747784025829, "leak": 0.9183054165332578, "replacement": 0.49176955968141556} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 10.591909408569336, "loss_scale": 4.0, "retries": 0, "seconds": 141.7, "max_memory_gb": 17.87, "pair": 0.08054321352392435, "sign": 0.007387692807242274, "keep": 0.002836430880961416, "leak": 2.3291386775672436, "replacement": 0.6679399497807026} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.168755531311035, "loss_scale": 4.0, "retries": 0, "seconds": 143.2, "max_memory_gb": 17.87, "pair": 0.22223644074983895, "sign": 0.14899753022473305, "keep": 0.1345284418493975, "leak": 0.20508428663015366, "replacement": 0.41527050361037254} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 7.121565341949463, "loss_scale": 4.0, "retries": 0, "seconds": 144.8, "max_memory_gb": 17.87, "pair": 0.5327562279999256, "sign": 0.33974209474399686, "keep": 0.21370403398759663, "leak": 0.3236155565828085, "replacement": 0.8903831765055656} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 7.240055084228516, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 17.87, "pair": 0.23738948721438646, "sign": 1.2587077588250395, "keep": 0.00042883810709781756, "leak": 0.4213327433453742, "replacement": 0.9722909545525908} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 7.848435401916504, "loss_scale": 4.0, "retries": 0, "seconds": 147.8, "max_memory_gb": 17.87, "pair": 0.33076137444004416, "sign": 0.1251227278553415, "keep": 0.08560644462696132, "leak": 0.2664800391648896, "replacement": 0.5027459748089314} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.8490540981292725, "loss_scale": 4.0, "retries": 0, "seconds": 149.3, "max_memory_gb": 17.87, "pair": 0.23339369520545006, "sign": 0.020289509557187557, "keep": 0.005320425178069854, "leak": 0.06276973697822541, "replacement": 0.26189108565449715} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 4.8832783699035645, "loss_scale": 4.0, "retries": 0, "seconds": 150.9, "max_memory_gb": 17.87, "pair": 0.33017241209745407, "sign": 0.024468178278766572, "keep": 0.00249718310078606, "leak": 1.2063232267973945, "replacement": 0.6452359072864056} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 4.92205286026001, "loss_scale": 4.0, "retries": 0, "seconds": 152.4, "max_memory_gb": 17.87, "pair": 0.24654951528646052, "sign": 0.019515566469635814, "keep": 0.00147572821151698, "leak": 0.1821192796342075, "replacement": 0.30257497914135456} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 9.249835014343262, "loss_scale": 4.0, "retries": 0, "seconds": 154.0, "max_memory_gb": 17.87, "pair": 0.12640159466536716, "sign": 0.7566102380951634, "keep": 0.011291566075328774, "leak": 1.0176662784069777, "replacement": 0.7647691015154123} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 10.661848068237305, "loss_scale": 4.0, "retries": 0, "seconds": 155.6, "max_memory_gb": 17.87, "pair": 0.21275983657687902, "sign": 0.297273974516429, "keep": 0.12203705258033892, "leak": 1.9109371944796294, "replacement": 0.9001496359705925} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 8.394745826721191, "loss_scale": 4.0, "retries": 0, "seconds": 157.1, "max_memory_gb": 17.87, "pair": 0.4317514324793592, "sign": 0.7179857978917425, "keep": 0.7342860836652099, "leak": 0.6740246340632439, "replacement": 1.326393574476242} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.323291301727295, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 17.87, "pair": 0.07566651026718318, "sign": 0.0172015898860991, "keep": 0.002617394486051694, "leak": 0.6495316382497549, "replacement": 0.24795891530811787} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 16.9176082611084, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.87, "pair": 0.01486509561073035, "sign": 0.007372188876615837, "keep": 0.0006349790346540374, "leak": 2.221727688141982, "replacement": 0.5743006109260023} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.3455076217651367, "loss_scale": 4.0, "retries": 0, "seconds": 161.7, "max_memory_gb": 17.87, "pair": 0.17808981612324715, "sign": 0.03741428896319121, "keep": 0.14111114709885442, "leak": 0.3257430400699377, "replacement": 0.3487882986664772} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 8.147634506225586, "loss_scale": 4.0, "retries": 0, "seconds": 163.3, "max_memory_gb": 17.87, "pair": 0.4235982559621334, "sign": 0.32354293728712946, "keep": 0.07505283170030452, "leak": 0.158342145383358, "replacement": 0.6624816730618477} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 2.1339569091796875, "loss_scale": 4.0, "retries": 0, "seconds": 164.8, "max_memory_gb": 17.87, "pair": 0.10880688298493624, "sign": 0.012191961926873773, "keep": 0.02160578080997766, "leak": 0.2675127163529396, "replacement": 0.19258393766358495} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 3.5773656368255615, "loss_scale": 4.0, "retries": 0, "seconds": 166.4, "max_memory_gb": 17.87, "pair": 0.21056827157735825, "sign": 0.005638051661662757, "keep": 0.002749449076873134, "leak": 0.12832225835882127, "replacement": 0.24684258922934532} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.563106060028076, "loss_scale": 4.0, "retries": 0, "seconds": 168.0, "max_memory_gb": 17.87, "pair": 0.22368927393108606, "sign": 0.0180991604574956, "keep": 0.017760437272954732, "leak": 0.41388792218640447, "replacement": 0.3450910449028015} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 6.660462856292725, "loss_scale": 4.0, "retries": 0, "seconds": 169.5, "max_memory_gb": 17.87, "pair": 0.29741467360872775, "sign": 0.07478885402088054, "keep": 0.020440033275008318, "leak": 1.0533708930015564, "replacement": 0.6083718426525593} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 6.140275478363037, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 17.87, "pair": 0.0639422518434003, "sign": 0.00576676512719132, "keep": 0.0032525757196708582, "leak": 0.8720138669013977, "replacement": 0.28645538724958897} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 22.310379028320312, "loss_scale": 4.0, "retries": 0, "seconds": 172.6, "max_memory_gb": 17.87, "pair": 0.2695988197810948, "sign": 0.2456676568253897, "keep": 1.0650763841022126, "leak": 3.441370155662298, "replacement": 1.785313330590725} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.30253267288208, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 17.87, "pair": 0.24540232541039586, "sign": 0.21243486733874306, "keep": 0.019635772150650155, "leak": 0.4466443508863449, "replacement": 0.47309872414916754} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 47.557167053222656, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 17.87, "pair": 0.64703867881326, "sign": 0.44292044185567647, "keep": 1.0139370416289921, "leak": 0.8764539181720465, "replacement": 1.5945808049291372} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 6.662858009338379, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 17.87, "pair": 0.229601159109734, "sign": 0.30086492002010345, "keep": 0.593422064819606, "leak": 0.5510903800022788, "replacement": 0.81451724935323} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.740652322769165, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 17.87, "pair": 0.11730279581388459, "sign": 0.004056467550981324, "keep": 0.010380024145433708, "leak": 0.16824040282517672, "replacement": 0.16658115049358457} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 35.49561309814453, "loss_scale": 4.0, "retries": 0, "seconds": 180.3, "max_memory_gb": 17.87, "pair": 1.366178982425481, "sign": 1.3207881864800584, "keep": 1.7781793932659582, "leak": 2.9546825662255287, "replacement": 3.654333220794797} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 16.231698989868164, "loss_scale": 4.0, "retries": 0, "seconds": 181.9, "max_memory_gb": 17.87, "pair": 0.3727570688351989, "sign": 0.017027327325195074, "keep": 0.0046719573001610115, "leak": 0.7023446382163456, "replacement": 0.5591928698122501} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 32.936378479003906, "loss_scale": 4.0, "retries": 0, "seconds": 183.5, "max_memory_gb": 17.87, "pair": 0.18076541554182768, "sign": 0.019023215805646032, "keep": 0.015926865773508325, "leak": 5.168026469647884, "replacement": 1.4902470372617245} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 3.9798412322998047, "loss_scale": 4.0, "retries": 0, "seconds": 185.0, "max_memory_gb": 17.87, "pair": 0.10849424777552485, "sign": 0.01650941336993128, "keep": 0.0010072179502458312, "leak": 0.5276844929903746, "replacement": 0.24917368590831757} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 9.592466354370117, "loss_scale": 4.0, "retries": 0, "seconds": 186.5, "max_memory_gb": 17.87, "pair": 0.3290249165147543, "sign": 0.3337894531432539, "keep": 0.5941991630970733, "leak": 0.244553836671912, "replacement": 0.8541577085852623} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 10.271830558776855, "loss_scale": 4.0, "retries": 0, "seconds": 188.1, "max_memory_gb": 17.87, "pair": 0.25814349483698606, "sign": 0.3220381921855733, "keep": 0.005043224523205936, "leak": 1.0656989961862564, "replacement": 0.688108965754509} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 14.697526931762695, "loss_scale": 4.0, "retries": 0, "seconds": 189.7, "max_memory_gb": 17.87, "pair": 0.362227201461792, "sign": 0.17916219995822757, "keep": 0.13237222998304787, "leak": 0.17825111519778147, "replacement": 0.5625571794807911} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 23.1334228515625, "loss_scale": 4.0, "retries": 0, "seconds": 191.2, "max_memory_gb": 17.87, "pair": 0.3686081990599632, "sign": 0.9441912960028276, "keep": 1.5995253839646466, "leak": 1.0668121452908963, "replacement": 1.9071696493774652} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6111762523651123, "loss_scale": 4.0, "retries": 0, "seconds": 192.8, "max_memory_gb": 17.87, "pair": 0.13206448964774609, "sign": 0.00429415877442807, "keep": 0.0008860013313096715, "leak": 0.7983041331171989, "replacement": 0.33423060551285744} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 3.3733558654785156, "loss_scale": 4.0, "retries": 0, "seconds": 194.4, "max_memory_gb": 17.87, "pair": 0.14526222948916256, "sign": 0.033319955109618604, "keep": 0.03609460312873125, "leak": 0.8780437149107456, "replacement": 0.3994804322719574} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.3382444381713867, "loss_scale": 4.0, "retries": 0, "seconds": 195.9, "max_memory_gb": 17.87, "pair": 0.10226065944880247, "sign": 0.19004916783887893, "keep": 0.0028222936471138382, "leak": 0.3496567627953482, "replacement": 0.2861105762422085} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.9363025426864624, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.87, "pair": 0.06633032974787056, "sign": 0.002570460594142787, "keep": 0.00068232530591672, "leak": 0.4086124449968338, "replacement": 0.1701098345220089} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 12.728740692138672, "loss_scale": 4.0, "retries": 0, "seconds": 199.0, "max_memory_gb": 17.87, "pair": 0.21894855983555317, "sign": 0.7521300809457898, "keep": 0.006044531284715049, "leak": 2.2055628709495068, "replacement": 1.1494266092777252} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 10.68838119506836, "loss_scale": 4.0, "retries": 0, "seconds": 200.5, "max_memory_gb": 17.87, "pair": 0.2801338335266337, "sign": 0.6856210215191822, "keep": 0.1534398262154184, "leak": 0.6243989989161491, "replacement": 0.8557640053331852} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 6.407498836517334, "loss_scale": 4.0, "retries": 0, "seconds": 202.1, "max_memory_gb": 17.87, "pair": 0.43112271279096603, "sign": 0.3135003778152168, "keep": 0.061993922339752316, "leak": 0.3012848850339651, "replacement": 0.6941910833120346} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 2.665276050567627, "loss_scale": 4.0, "retries": 0, "seconds": 203.8, "max_memory_gb": 17.87, "pair": 0.07101699110353366, "sign": 0.06057150293781888, "keep": 0.02720761164846408, "leak": 0.16090260725673033, "replacement": 0.15513220627326518} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.122658729553223, "loss_scale": 4.0, "retries": 0, "seconds": 205.3, "max_memory_gb": 17.87, "pair": 0.27269187569618225, "sign": 0.07587641919963062, "keep": 0.012809959589503706, "leak": 0.2583352292158452, "replacement": 0.3816188871860504} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 4.822317600250244, "loss_scale": 4.0, "retries": 0, "seconds": 206.8, "max_memory_gb": 17.87, "pair": 0.30643580853939056, "sign": 0.15020992342033423, "keep": 0.32672806121991016, "leak": 0.11125986838669633, "replacement": 0.5727197527885437} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 8.677781105041504, "loss_scale": 4.0, "retries": 0, "seconds": 208.4, "max_memory_gb": 17.87, "pair": 0.1900061541236937, "sign": 0.06907314498675987, "keep": 0.00873991732748891, "leak": 2.3330922520253807, "replacement": 0.8121857531368732} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 13.23087215423584, "loss_scale": 4.0, "retries": 0, "seconds": 209.9, "max_memory_gb": 17.87, "pair": 0.05877977388445288, "sign": 0.016220366946072318, "keep": 1.7709777242306757, "leak": 0.1675014179199934, "replacement": 0.9942541252821684} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 47.326236724853516, "loss_scale": 4.0, "retries": 0, "seconds": 211.6, "max_memory_gb": 17.87, "pair": 1.3050319403409958, "sign": 1.5271558254025877, "keep": 2.805619137827307, "leak": 2.3044747579842806, "replacement": 4.047538340091705} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 16.24567413330078, "loss_scale": 4.0, "retries": 0, "seconds": 213.1, "max_memory_gb": 17.87, "pair": 0.04366849479265511, "sign": 0.012747562461299822, "keep": 0.7493691238018982, "leak": 0.4345720587298274, "replacement": 0.5333698764443398} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.166090965270996, "loss_scale": 4.0, "retries": 0, "seconds": 214.7, "max_memory_gb": 17.87, "pair": 0.17406889516860247, "sign": 0.022426512034144253, "keep": 0.016579147945890327, "leak": 0.22019886456382665, "replacement": 0.24862144514918327} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 3.5168862342834473, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 17.87, "pair": 0.30427663773298264, "sign": 0.02650204231031239, "keep": 0.006756355942343362, "leak": 0.2001225184649229, "replacement": 0.37093646824359894} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 5.980421543121338, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.87, "pair": 0.2961330581456423, "sign": 0.10042486643942539, "keep": 0.10082925193680126, "leak": 0.079845005646348, "replacement": 0.41672135330736637} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 1.8493061065673828, "loss_scale": 4.0, "retries": 0, "seconds": 219.3, "max_memory_gb": 17.87, "pair": 0.08885909989476204, "sign": 0.007225361536256969, "keep": 0.0011650184824247845, "leak": 0.3032819125801325, "replacement": 0.16887476667761803} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 4.844421863555908, "loss_scale": 4.0, "retries": 0, "seconds": 221.0, "max_memory_gb": 17.87, "pair": 0.39459469448775053, "sign": 0.30228301970055327, "keep": 0.12384388223290443, "leak": 0.10387953207828104, "replacement": 0.6336280144751072} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 23.40456199645996, "loss_scale": 4.0, "retries": 0, "seconds": 222.5, "max_memory_gb": 17.87, "pair": 0.35811933665536344, "sign": 0.8838804797997, "keep": 1.427518878132103, "leak": 0.7266259950120002, "replacement": 1.6954755410552025} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 5.646884918212891, "loss_scale": 4.0, "retries": 0, "seconds": 224.0, "max_memory_gb": 17.87, "pair": 0.1884588572429493, "sign": 0.007318823329114821, "keep": 0.001026635949529009, "leak": 0.7918831594288349, "replacement": 0.39060237584635615} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.683231353759766, "loss_scale": 4.0, "retries": 0, "seconds": 225.6, "max_memory_gb": 17.87, "pair": 0.259834248223342, "sign": 0.03158714936580509, "keep": 0.3093340714090118, "leak": 0.07023049518465996, "replacement": 0.44785249792039394} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 13.464198112487793, "loss_scale": 4.0, "retries": 0, "seconds": 227.1, "max_memory_gb": 17.87, "pair": 0.30976689024828374, "sign": 0.131293025566265, "keep": 0.09007445769384503, "leak": 1.2955534282518784, "replacement": 0.7443389780819416} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 16.834203720092773, "loss_scale": 4.0, "retries": 0, "seconds": 228.7, "max_memory_gb": 17.87, "pair": 0.17823196202516556, "sign": 0.0701523809984792, "keep": 0.0022663973704757367, "leak": 3.562213249504566, "replacement": 1.1049946770071983} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 4.117194175720215, "loss_scale": 4.0, "retries": 0, "seconds": 230.2, "max_memory_gb": 17.87, "pair": 0.19216750841587782, "sign": 0.008125303022097796, "keep": 0.010646436072416776, "leak": 0.5135058749001473, "replacement": 0.32992984354496} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 31.18488121032715, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.87, "pair": 0.6565539333969355, "sign": 0.8752461809199303, "keep": 2.629154096322054, "leak": 1.4822204113006592, "replacement": 2.779309183359146} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.2172272205352783, "loss_scale": 4.0, "retries": 0, "seconds": 233.3, "max_memory_gb": 17.87, "pair": 0.1521767363883555, "sign": 0.012376094469800591, "keep": 0.031082083893124945, "leak": 0.23270673863589764, "replacement": 0.23208250477910042} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 7.91650915145874, "loss_scale": 4.0, "retries": 0, "seconds": 234.8, "max_memory_gb": 17.87, "pair": 0.11633080983301625, "sign": 0.1932870538221323, "keep": 0.22367548472266208, "leak": 0.3181173764169216, "replacement": 0.40434139175340533} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 8.013836860656738, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 17.87, "pair": 0.17836195114068687, "sign": 0.9986805103544611, "keep": 0.09754393964522023, "leak": 0.08483018697006628, "replacement": 0.7476816575508565} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 10.484728813171387, "loss_scale": 4.0, "retries": 0, "seconds": 237.9, "max_memory_gb": 17.87, "pair": 0.11230514686030801, "sign": 0.020409000095241936, "keep": 0.08478146287882282, "leak": 1.97438695281744, "replacement": 0.6584971100091934} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 30.21904945373535, "loss_scale": 4.0, "retries": 0, "seconds": 239.5, "max_memory_gb": 17.87, "pair": 0.22432173416018486, "sign": 0.4441336329327896, "keep": 0.5036436307564145, "leak": 0.7372989165596664, "replacement": 0.8825350627303123} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 5.4576873779296875, "loss_scale": 4.0, "retries": 0, "seconds": 241.0, "max_memory_gb": 17.87, "pair": 0.034282212727703154, "sign": 0.004830012170714326, "keep": 0.001445041831175331, "leak": 0.6091475050270674, "replacement": 0.1897066105157137} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 2.8856258392333984, "loss_scale": 4.0, "retries": 0, "seconds": 242.6, "max_memory_gb": 17.87, "pair": 0.05125534161925316, "sign": 0.019283327797893435, "keep": 0.007987735443748534, "leak": 0.39299787080381066, "replacement": 0.1631403397768736} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 16.741731643676758, "loss_scale": 4.0, "retries": 0, "seconds": 244.1, "max_memory_gb": 17.87, "pair": 0.3180836669052951, "sign": 0.7579753863392398, "keep": 1.3048046154199255, "leak": 0.838483287487179, "replacement": 1.5590944439172745} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.3171706199645996, "loss_scale": 4.0, "retries": 0, "seconds": 245.6, "max_memory_gb": 17.87, "pair": 0.05181919550523162, "sign": 0.2537004469195381, "keep": 0.006277650860283757, "leak": 0.10693335253745317, "replacement": 0.20854157488793135} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 3.9630558490753174, "loss_scale": 4.0, "retries": 0, "seconds": 247.2, "max_memory_gb": 17.87, "pair": 0.11098735081031919, "sign": 0.013139123533619568, "keep": 0.0024823083767842036, "leak": 0.6174980741925538, "replacement": 0.2731725759804249} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 2.610212564468384, "loss_scale": 4.0, "retries": 0, "seconds": 248.8, "max_memory_gb": 17.87, "pair": 0.12586942315101624, "sign": 0.012276075663976371, "keep": 0.0019098540533377673, "leak": 0.04101434364565648, "replacement": 0.14321597293019295} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 5.982210159301758, "loss_scale": 4.0, "retries": 0, "seconds": 250.3, "max_memory_gb": 17.87, "pair": 0.16728718299418688, "sign": 0.11072204175434308, "keep": 0.07015493276225016, "leak": 0.6421495378017426, "replacement": 0.4182630442082882} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.469587564468384, "loss_scale": 4.0, "retries": 0, "seconds": 251.9, "max_memory_gb": 17.87, "pair": 0.29163881577551365, "sign": 0.21041466342285275, "keep": 0.021371890835325758, "leak": 0.5168027505278587, "replacement": 0.5367327928543091} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 10.17756462097168, "loss_scale": 4.0, "retries": 0, "seconds": 253.4, "max_memory_gb": 17.87, "pair": 0.3249104049318703, "sign": 0.861691366895684, "keep": 0.11927302176695775, "leak": 0.6720343641936779, "replacement": 0.9834011541679502} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.096038818359375, "loss_scale": 4.0, "retries": 0, "seconds": 255.0, "max_memory_gb": 17.87, "pair": 0.17499697057064623, "sign": 0.008243196774856187, "keep": 0.15701198046190257, "leak": 0.13797547103604302, "replacement": 0.2921184189617634} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 6.441805839538574, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 17.87, "pair": 0.3505926225334406, "sign": 0.011433709412813187, "keep": 0.013055836385319708, "leak": 0.10528754662664142, "replacement": 0.38915928825736046} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.6280550956726074, "loss_scale": 4.0, "retries": 0, "seconds": 258.1, "max_memory_gb": 17.87, "pair": 0.03347160115663428, "sign": 0.024191002084990032, "keep": 0.0015427980104618655, "leak": 0.5819503664970398, "replacement": 0.1918260995298624} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 6.107668876647949, "loss_scale": 4.0, "retries": 0, "seconds": 259.7, "max_memory_gb": 17.87, "pair": 0.4476429931819439, "sign": 0.5028669098974206, "keep": 0.8665938823251054, "leak": 0.8180919513106346, "replacement": 1.3368964046239853} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 8.13984489440918, "loss_scale": 4.0, "retries": 0, "seconds": 261.3, "max_memory_gb": 17.87, "pair": 0.13098764372989535, "sign": 0.12924441858194768, "keep": 0.21273496991898355, "leak": 1.4650081992149353, "replacement": 0.6682293829508126} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 4.542468070983887, "loss_scale": 4.0, "retries": 0, "seconds": 262.8, "max_memory_gb": 17.87, "pair": 0.15123854408739135, "sign": 0.009635711059672758, "keep": 0.03803732655615022, "leak": 0.6923726499080658, "replacement": 0.34816822223365307} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 45.241416931152344, "loss_scale": 4.0, "retries": 0, "seconds": 264.4, "max_memory_gb": 17.87, "pair": 0.11901763454079628, "sign": 0.05946450856572483, "keep": 0.3333587753222673, "leak": 0.38068513170583174, "replacement": 0.41060054767876863} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 17.973817825317383, "loss_scale": 4.0, "retries": 0, "seconds": 265.9, "max_memory_gb": 17.87, "pair": 0.3043455802835524, "sign": 0.4868670969735831, "keep": 0.6435346044249854, "leak": 0.5397120974957943, "replacement": 1.0044744173064828} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 21.375404357910156, "loss_scale": 4.0, "retries": 0, "seconds": 267.4, "max_memory_gb": 17.87, "pair": 0.35579102486371994, "sign": 0.1635993323288858, "keep": 0.12372497777687386, "leak": 0.3987911669537425, "replacement": 0.5991509966552258} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 6.088841915130615, "loss_scale": 4.0, "retries": 0, "seconds": 269.0, "max_memory_gb": 17.87, "pair": 0.07495133625343442, "sign": 0.019915481789212208, "keep": 0.0800639234381606, "leak": 0.2854368481785059, "replacement": 0.19630024582147598} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 13.477425575256348, "loss_scale": 4.0, "retries": 0, "seconds": 270.5, "max_memory_gb": 17.87, "pair": 0.30701716989278793, "sign": 0.058651845378335565, "keep": 1.186950763134064, "leak": 0.2259690361097455, "replacement": 0.986310712993145} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 8.530797004699707, "loss_scale": 4.0, "retries": 0, "seconds": 272.0, "max_memory_gb": 17.87, "pair": 0.3314873967319727, "sign": 0.09690424124710262, "keep": 0.09312744706403464, "leak": 0.21294961328385398, "replacement": 0.4797406531870365} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 12.865690231323242, "loss_scale": 4.0, "retries": 0, "seconds": 273.6, "max_memory_gb": 17.87, "pair": 0.37738559511490166, "sign": 1.0524503266206011, "keep": 0.1377642177949383, "leak": 0.08527400996536016, "replacement": 0.9938114029355347} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 8.38835620880127, "loss_scale": 4.0, "retries": 0, "seconds": 275.1, "max_memory_gb": 17.87, "pair": 0.09425125154666603, "sign": 0.07609670440433547, "keep": 1.0023954547623362, "leak": 0.3482614606618881, "replacement": 0.7205627392977476} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 1.7641326189041138, "loss_scale": 4.0, "retries": 0, "seconds": 276.6, "max_memory_gb": 17.87, "pair": 0.05054774397285655, "sign": 0.03037112906895345, "keep": 0.010221714017461636, "leak": 0.044278626097366214, "replacement": 0.08191382326185703} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 8.017290115356445, "loss_scale": 4.0, "retries": 0, "seconds": 278.2, "max_memory_gb": 17.87, "pair": 0.11836742746527307, "sign": 0.04522563500358956, "keep": 0.060527406301829956, "leak": 0.3799243760877289, "replacement": 0.26622504368424416} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 4.750682353973389, "loss_scale": 4.0, "retries": 0, "seconds": 279.7, "max_memory_gb": 17.87, "pair": 0.2156280307099223, "sign": 0.01949349546339363, "keep": 0.035336738542355306, "leak": 0.058640840397856664, "replacement": 0.2577033545821905} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.111116647720337, "loss_scale": 4.0, "retries": 0, "seconds": 281.3, "max_memory_gb": 17.87, "pair": 0.21229009935632348, "sign": 0.06010303448420018, "keep": 0.13084277507732622, "leak": 0.42019042558968067, "replacement": 0.4128105975687504} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 8.960409164428711, "loss_scale": 4.0, "retries": 0, "seconds": 282.8, "max_memory_gb": 17.87, "pair": 0.023972141854756046, "sign": 0.03388866830209736, "keep": 0.0021601093192202825, "leak": 1.432855799794197, "replacement": 0.40021047927439213} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.920339345932007, "loss_scale": 4.0, "retries": 0, "seconds": 284.4, "max_memory_gb": 17.87, "pair": 0.11970927854417823, "sign": 0.0707268476835452, "keep": 0.05245077002382459, "leak": 0.8463991605676711, "replacement": 0.39289788994938135} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 14.96303939819336, "loss_scale": 4.0, "retries": 0, "seconds": 285.9, "max_memory_gb": 17.87, "pair": 0.2632395448163152, "sign": 0.19940824731020257, "keep": 0.46581978676840663, "leak": 0.37343180330935866, "replacement": 0.6892114989459515} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 18.164382934570312, "loss_scale": 4.0, "retries": 0, "seconds": 287.5, "max_memory_gb": 17.87, "pair": 0.14521978609263897, "sign": 0.024709004210308194, "keep": 0.5606528071213575, "leak": 0.8927614390850067, "replacement": 0.661091074347496} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 23.566699981689453, "loss_scale": 4.0, "retries": 0, "seconds": 289.0, "max_memory_gb": 17.87, "pair": 0.04309327609371394, "sign": 0.2784122068551369, "keep": 0.41160902265744426, "leak": 0.5519531574100256, "replacement": 0.5260922035085969} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 9.720032691955566, "loss_scale": 4.0, "retries": 0, "seconds": 290.6, "max_memory_gb": 17.87, "pair": 0.5518494304269552, "sign": 0.2764062831411138, "keep": 0.23774924007011577, "leak": 0.8143329826998524, "replacement": 1.0125104039907455} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 3.027902126312256, "loss_scale": 4.0, "retries": 0, "seconds": 292.2, "max_memory_gb": 17.87, "pair": 0.1479432739506592, "sign": 0.021218953617790248, "keep": 0.0023092808842051227, "leak": 0.22443771734833717, "replacement": 0.21581681910902262} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.4406049251556396, "loss_scale": 4.0, "retries": 0, "seconds": 293.7, "max_memory_gb": 17.87, "pair": 0.0835736587177962, "sign": 0.005348100879928097, "keep": 0.004196747736500583, "leak": 0.22185862064361572, "replacement": 0.1438107374124229} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 7.659910202026367, "loss_scale": 4.0, "retries": 0, "seconds": 295.3, "max_memory_gb": 17.87, "pair": 0.022246584063395858, "sign": 0.00625675346236676, "keep": 0.0035615702508948743, "leak": 0.6827190404374051, "replacement": 0.19783550035208464} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 18.861753463745117, "loss_scale": 4.0, "retries": 0, "seconds": 296.8, "max_memory_gb": 17.87, "pair": 0.0744362489785999, "sign": 0.06435968476580456, "keep": 0.006330169710281552, "leak": 1.9360522702418166, "replacement": 0.5937942415475845} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 6.951630592346191, "loss_scale": 4.0, "retries": 0, "seconds": 298.4, "max_memory_gb": 17.87, "pair": 0.12662851170171052, "sign": 0.009152415033895522, "keep": 0.05897119708970422, "leak": 1.2116946566384286, "replacement": 0.46361399022862315} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.2800124883651733, "loss_scale": 4.0, "retries": 0, "seconds": 299.9, "max_memory_gb": 17.87, "pair": 0.04672756791114807, "sign": 0.017918778699822724, "keep": 0.01136645712540485, "leak": 0.031321905087679625, "replacement": 0.06920066010206938} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.8063695430755615, "loss_scale": 4.0, "retries": 0, "seconds": 301.4, "max_memory_gb": 17.87, "pair": 0.06174285151064396, "sign": 0.021579136257059872, "keep": 0.023954442087415373, "leak": 0.5395057378918864, "replacement": 0.21938607655465603} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 13.615306854248047, "loss_scale": 4.0, "retries": 0, "seconds": 303.0, "max_memory_gb": 17.87, "pair": 0.1740087002981454, "sign": 0.050210229586809874, "keep": 0.009077151011297246, "leak": 1.4476582556962967, "replacement": 0.5655669346451759} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 2.161964178085327, "loss_scale": 4.0, "retries": 0, "seconds": 304.5, "max_memory_gb": 17.87, "pair": 0.13454831970739178, "sign": 0.014530351116263773, "keep": 0.005659031446263896, "leak": 0.11295788642019033, "replacement": 0.17288248101249337} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.3876168727874756, "loss_scale": 4.0, "retries": 0, "seconds": 306.0, "max_memory_gb": 17.87, "pair": 0.09311739937402308, "sign": 0.003314280533231795, "keep": 0.009686409965070197, "leak": 0.6406055195257068, "replacement": 0.2597691200207919} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 11.87893295288086, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 17.87, "pair": 0.18459697626531124, "sign": 0.5315596535801888, "keep": 0.02323967053416709, "leak": 1.3737749233841896, "replacement": 0.8054403699934483} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.092228651046753, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 17.87, "pair": 0.031903202390822116, "sign": 0.0050163148807769176, "keep": 0.0015004686465545092, "leak": 0.3030215734615922, "replacement": 0.11091698985546827} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 3.6710572242736816, "loss_scale": 4.0, "retries": 0, "seconds": 310.7, "max_memory_gb": 17.87, "pair": 0.07365434366511181, "sign": 0.004552008962491527, "keep": 0.09381832655708422, "leak": 0.33165802084840834, "replacement": 0.20575401303358376} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 5.260421276092529, "loss_scale": 4.0, "retries": 0, "seconds": 312.3, "max_memory_gb": 17.87, "pair": 0.1073881397023797, "sign": 0.5731787586119026, "keep": 0.08149520228016627, "leak": 0.1907466205302626, "replacement": 0.48241178318858147} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 7.062156677246094, "loss_scale": 4.0, "retries": 0, "seconds": 313.8, "max_memory_gb": 17.87, "pair": 0.05461450823349878, "sign": 0.03512414418219123, "keep": 0.001084645422452013, "leak": 0.8821924990043044, "replacement": 0.29326703445985913} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 22.776866912841797, "loss_scale": 4.0, "retries": 0, "seconds": 315.3, "max_memory_gb": 17.87, "pair": 0.38803458493202925, "sign": 0.36667209927691147, "keep": 0.08785472327144817, "leak": 0.24296677531674504, "replacement": 0.6760396943427622} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 4.267375469207764, "loss_scale": 4.0, "retries": 0, "seconds": 316.9, "max_memory_gb": 17.87, "pair": 0.11693959205877036, "sign": 0.015440080314874649, "keep": 0.003174062690959545, "leak": 0.8632022067904472, "replacement": 0.34204721450805664} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 9.921880722045898, "loss_scale": 4.0, "retries": 0, "seconds": 318.4, "max_memory_gb": 17.87, "pair": 0.6049272010241111, "sign": 0.6166119324952888, "keep": 0.98092302867326, "leak": 0.9303589463233948, "replacement": 1.6362844491377473} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 4.108294486999512, "loss_scale": 4.0, "retries": 0, "seconds": 320.0, "max_memory_gb": 17.87, "pair": 0.1924211964942515, "sign": 0.0381750101223588, "keep": 0.33057887421455234, "leak": 0.05751786637119949, "replacement": 0.3911776188760996} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 8.442315101623535, "loss_scale": 4.0, "retries": 0, "seconds": 321.5, "max_memory_gb": 17.87, "pair": 0.04390355701252702, "sign": 0.014648132240836276, "keep": 0.01213253792957314, "leak": 0.7544238083064556, "replacement": 0.24589984491467476} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 16.398147583007812, "loss_scale": 4.0, "retries": 0, "seconds": 323.0, "max_memory_gb": 17.87, "pair": 0.2454830912174657, "sign": 0.5860499667178374, "keep": 0.060396854881290096, "leak": 1.9522577933967113, "replacement": 1.056771012954414} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.2947115898132324, "loss_scale": 4.0, "retries": 0, "seconds": 324.6, "max_memory_gb": 17.87, "pair": 0.04464643864776008, "sign": 0.007947674377646763, "keep": 0.014526848142850213, "leak": 0.18996705301105976, "replacement": 0.10337546048685908} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 21.555320739746094, "loss_scale": 4.0, "retries": 0, "seconds": 326.1, "max_memory_gb": 17.87, "pair": 0.1849428509885911, "sign": 0.021138821393833496, "keep": 0.003116709644018556, "leak": 2.2597646405920386, "replacement": 0.7620117468759418} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 13.232841491699219, "loss_scale": 4.0, "retries": 0, "seconds": 327.6, "max_memory_gb": 17.87, "pair": 0.6565248123370111, "sign": 0.7072821426263545, "keep": 2.1335312435694505, "leak": 0.12718600151129067, "replacement": 2.1087280437350273} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.349254608154297, "loss_scale": 4.0, "retries": 0, "seconds": 329.2, "max_memory_gb": 17.87, "pair": 0.26001338940113783, "sign": 0.1939543000771664, "keep": 0.057118022872600704, "leak": 0.588620109250769, "replacement": 0.5327045619487762} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.6240668296813965, "loss_scale": 4.0, "retries": 0, "seconds": 330.7, "max_memory_gb": 17.87, "pair": 0.27319360594265163, "sign": 0.032281434745527804, "keep": 0.08198154787532985, "leak": 0.40577782737091184, "replacement": 0.43176956474781036} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 5.343510150909424, "loss_scale": 4.0, "retries": 0, "seconds": 332.2, "max_memory_gb": 17.87, "pair": 0.13186744786798954, "sign": 0.03009743627626449, "keep": 0.018776807715767063, "leak": 0.34237253083847463, "replacement": 0.2418976966291666} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 2.2347562313079834, "loss_scale": 4.0, "retries": 0, "seconds": 333.8, "max_memory_gb": 17.87, "pair": 0.05884155456442386, "sign": 0.018175679753767326, "keep": 0.003484845074126497, "leak": 0.10925944754853845, "replacement": 0.09698668052442372} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 4.499601364135742, "loss_scale": 4.0, "retries": 0, "seconds": 335.3, "max_memory_gb": 17.87, "pair": 0.1443100357428193, "sign": 0.1457864369294839, "keep": 0.016858822294125275, "leak": 0.09627515723695979, "replacement": 0.2497014505788684} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 6.988884925842285, "loss_scale": 4.0, "retries": 0, "seconds": 336.8, "max_memory_gb": 17.87, "pair": 0.15581754641607404, "sign": 0.11354533393750899, "keep": 0.022092515137046576, "leak": 1.3338950499892235, "replacement": 0.5571102406829596} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 13.702591896057129, "loss_scale": 4.0, "retries": 0, "seconds": 338.4, "max_memory_gb": 17.87, "pair": 0.4374483230058104, "sign": 0.1277564503834583, "keep": 0.06526032398687676, "leak": 1.4706955603323877, "replacement": 0.9016306400299072} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 3.682546377182007, "loss_scale": 4.0, "retries": 0, "seconds": 339.9, "max_memory_gb": 17.87, "pair": 0.11492720991373062, "sign": 0.0247852704487741, "keep": 0.004717709681912652, "leak": 0.29472335800528526, "replacement": 0.20335953682661057} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.8882455825805664, "loss_scale": 4.0, "retries": 0, "seconds": 341.5, "max_memory_gb": 17.87, "pair": 0.13948230288224295, "sign": 0.004068169524543919, "keep": 0.07544403593055904, "leak": 0.19604986971535254, "replacement": 0.2282508686184883} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.737215518951416, "loss_scale": 4.0, "retries": 0, "seconds": 343.0, "max_memory_gb": 17.87, "pair": 0.15699505672091618, "sign": 0.009588427870767191, "keep": 0.009256639259547228, "leak": 0.0534185622818768, "replacement": 0.17977223615162075} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.7453501224517822, "loss_scale": 4.0, "retries": 0, "seconds": 344.5, "max_memory_gb": 17.87, "pair": 0.1131611114833504, "sign": 0.018671674886718392, "keep": 0.24442027596523985, "leak": 0.4510137364268303, "replacement": 0.35746052116155624} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.485638380050659, "loss_scale": 4.0, "retries": 0, "seconds": 346.2, "max_memory_gb": 17.87, "pair": 0.18196513075963594, "sign": 0.0666547501750756, "keep": 0.01312436669775252, "leak": 0.22616497986564355, "replacement": 0.27839592861710116} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.5077641010284424, "loss_scale": 4.0, "retries": 0, "seconds": 347.7, "max_memory_gb": 17.87, "pair": 0.12902796589332866, "sign": 0.003420099943468813, "keep": 0.028491867240418856, "leak": 0.2723059765994549, "replacement": 0.2130604439880699} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.3586835861206055, "loss_scale": 4.0, "retries": 0, "seconds": 349.3, "max_memory_gb": 17.87, "pair": 0.09741100406972691, "sign": 0.15959440448204987, "keep": 0.0024419849690957562, "leak": 0.3748823986388743, "replacement": 0.2721497993916273} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 5.27468204498291, "loss_scale": 4.0, "retries": 0, "seconds": 350.8, "max_memory_gb": 17.87, "pair": 0.015447946654603584, "sign": 0.007530696369940415, "keep": 0.04756306735959015, "leak": 0.7315163984894753, "replacement": 0.2258739231619984} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.346107244491577, "loss_scale": 4.0, "retries": 0, "seconds": 352.4, "max_memory_gb": 17.87, "pair": 0.09680723733617924, "sign": 0.011566960019990802, "keep": 0.0032090313707158202, "leak": 0.2925885559525341, "replacement": 0.17734236642718315} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.787398338317871, "loss_scale": 4.0, "retries": 0, "seconds": 353.9, "max_memory_gb": 17.87, "pair": 0.13168614776805043, "sign": 0.026579420664347708, "keep": 0.006383398274920182, "leak": 0.20547540113329887, "replacement": 0.19953640643507242} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 55.60405731201172, "loss_scale": 4.0, "retries": 0, "seconds": 355.5, "max_memory_gb": 17.87, "pair": 0.08652721450198442, "sign": 0.015440012510225642, "keep": 0.0031625536794308573, "leak": 7.1393816654453985, "replacement": 1.8806739170104265} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.357058048248291, "loss_scale": 4.0, "retries": 0, "seconds": 357.1, "max_memory_gb": 17.87, "pair": 0.0453465516329743, "sign": 0.021399426681455225, "keep": 0.014632563077597638, "leak": 0.175807423889637, "replacement": 0.1073144031688571} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 11.862059593200684, "loss_scale": 4.0, "retries": 0, "seconds": 358.6, "max_memory_gb": 17.87, "pair": 0.4510360295535065, "sign": 1.0114547098055482, "keep": 0.0755200052226428, "leak": 0.1797296063741669, "replacement": 1.0394557248800993} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 4.226097106933594, "loss_scale": 4.0, "retries": 0, "seconds": 360.3, "max_memory_gb": 17.87, "pair": 0.17414250144793186, "sign": 0.005474630255775992, "keep": 0.004956224001713139, "leak": 0.03628718201071024, "replacement": 0.18842972110724077} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.166349411010742, "loss_scale": 4.0, "retries": 0, "seconds": 361.8, "max_memory_gb": 17.87, "pair": 0.09992636746028438, "sign": 0.02678094785369467, "keep": 0.02778190514072776, "leak": 0.08813134691445157, "replacement": 0.14924061950296164} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 18.259695053100586, "loss_scale": 4.0, "retries": 0, "seconds": 363.4, "max_memory_gb": 17.87, "pair": 0.24066098872572184, "sign": 0.3053041495149955, "keep": 0.47671437004419204, "leak": 0.32862267398741096, "replacement": 0.7138258919585496} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 20.593154907226562, "loss_scale": 4.0, "retries": 0, "seconds": 365.0, "max_memory_gb": 17.87, "pair": 0.6228365064125683, "sign": 1.3970274851380964, "keep": 3.0565724450648304, "leak": 1.0980771593749523, "replacement": 3.1241556350141764} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 2.6045334339141846, "loss_scale": 4.0, "retries": 0, "seconds": 366.5, "max_memory_gb": 17.87, "pair": 0.0928842811845243, "sign": 0.01857922866474837, "keep": 0.002811408718109476, "leak": 0.14676962746671052, "replacement": 0.1402720082551241} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 5.828123092651367, "loss_scale": 4.0, "retries": 0, "seconds": 368.1, "max_memory_gb": 17.87, "pair": 0.04588175128446892, "sign": 0.04264964188769227, "keep": 0.07927081377761169, "leak": 0.5009960606694221, "replacement": 0.2320909947156906} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.9870731830596924, "loss_scale": 4.0, "retries": 0, "seconds": 369.6, "max_memory_gb": 17.87, "pair": 0.055589625728316605, "sign": 0.007909053718321957, "keep": 0.0018303697991086665, "leak": 0.07303788872377481, "replacement": 0.07871881313621998} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 13.218793869018555, "loss_scale": 4.0, "retries": 0, "seconds": 371.2, "max_memory_gb": 17.87, "pair": 0.1085117584298132, "sign": 0.18182870910095517, "keep": 0.035655957777620984, "leak": 2.392220949754119, "replacement": 0.8153093243017793} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 11.218623161315918, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 17.87, "pair": 0.144934875308536, "sign": 0.012445633328752592, "keep": 0.23317021311959252, "leak": 2.4742525639012456, "replacement": 0.8863059431314468} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 16.577238082885742, "loss_scale": 4.0, "retries": 0, "seconds": 374.3, "max_memory_gb": 17.87, "pair": 0.279863940551877, "sign": 0.4908134659053758, "keep": 0.6687601858785683, "leak": 1.3105247914791107, "replacement": 1.187281921505928} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 12.160636901855469, "loss_scale": 4.0, "retries": 0, "seconds": 375.9, "max_memory_gb": 17.87, "pair": 0.1852675693880883, "sign": 0.08133880286914064, "keep": 0.01672315713622652, "leak": 1.5081677362322807, "replacement": 0.6113404911011457} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 25.952167510986328, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 17.87, "pair": 0.011578274250496179, "sign": 0.0037155210447963327, "keep": 0.5141890606169, "leak": 3.726158458739519, "replacement": 1.2020701859146357} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.584879398345947, "loss_scale": 4.0, "retries": 0, "seconds": 379.0, "max_memory_gb": 17.87, "pair": 0.04112387788336491, "sign": 0.04248418744828086, "keep": 0.006439354007682141, "leak": 0.6297471771249548, "replacement": 0.22302244289312512} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 3.511423349380493, "loss_scale": 4.0, "retries": 0, "seconds": 380.5, "max_memory_gb": 17.87, "pair": 0.046173301292583346, "sign": 0.042999740166123956, "keep": 0.009289054893088178, "leak": 0.3518903460353613, "replacement": 0.16029028967022896} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 9.40023422241211, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 17.87, "pair": 0.27298786921892315, "sign": 0.32222887058742344, "keep": 0.4503223350202461, "leak": 0.46233722986653447, "replacement": 0.7748477701097727} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 4.2291436195373535, "loss_scale": 4.0, "retries": 0, "seconds": 383.7, "max_memory_gb": 17.87, "pair": 0.07031859736889601, "sign": 0.08275456167757511, "keep": 0.08592101919930428, "leak": 0.16526899056043476, "replacement": 0.1959736244753003} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 12.969200134277344, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 17.87, "pair": 0.020743716682773083, "sign": 0.004020319160190411, "keep": 0.00037025024357717484, "leak": 1.6094995012972504, "replacement": 0.4253138729836792} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.2844905853271484, "loss_scale": 4.0, "retries": 0, "seconds": 386.8, "max_memory_gb": 17.87, "pair": 0.07108412776142359, "sign": 0.012802336685126647, "keep": 0.0030634451086370973, "leak": 0.04827868938446045, "replacement": 0.09108669217675924} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 12.045539855957031, "loss_scale": 4.0, "retries": 0, "seconds": 388.2, "max_memory_gb": 17.87, "pair": 0.034553038829471916, "sign": 0.18269676517229527, "keep": 0.3038823265233077, "leak": 0.6686070750693034, "replacement": 0.44499435741454363} diff --git a/runs/fixed_internvl/replacement/Top8_s13/adapter/README.md b/runs/fixed_internvl/replacement/Top8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Top8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..48723649c0fb73e096a42dddff37f0ccb6f6440f --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.8.mlp.down_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.5.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s13/config.json b/runs/fixed_internvl/replacement/Top8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d85bbf58f634ccb7fd627eebc676793d1ee95334 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "ranks": { + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72, + "8": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s13/steps.jsonl b/runs/fixed_internvl/replacement/Top8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..567e5e923e506aeecd9d4ea2cb990ed371c25028 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 12.372876167297363, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.51, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 11.372845649719238, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 17.85, "pair": 1.0905413031578064, "sign": 0.18054114666301757, "keep": 1.3607686857722001, "leak": 1.6390632282536899e-06, "replacement": 1.861196607351303} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 25.183095932006836, "loss_scale": 4.0, "retries": 0, "seconds": 4.9, "max_memory_gb": 17.85, "pair": 1.0662322044372559, "sign": 0.11321365693584085, "keep": 1.9041697978973389, "leak": 0.0005561853358813096, "replacement": 2.075063019990921} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.118118286132812, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 17.85, "pair": 1.0154975950717926, "sign": 0.03691713756415993, "keep": 0.5980503747850889, "leak": 0.00990355912654195, "replacement": 1.3354572653770447} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 8.265182495117188, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 17.85, "pair": 1.0096226334571838, "sign": 0.11284096562303603, "keep": 0.021570606593741104, "leak": 0.009502509084995836, "replacement": 1.079204022884369} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.6566162109375, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.85, "pair": 0.9623929113149643, "sign": 0.1836154768243432, "keep": 0.3883903117966838, "leak": 0.016515070688910782, "replacement": 1.2525245547294617} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 9.238868713378906, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 17.85, "pair": 0.7804218083620071, "sign": 0.08268856292124838, "keep": 0.4249667955591576, "leak": 0.18153101950883865, "replacement": 1.0796322971582413} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 8.248160362243652, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 17.85, "pair": 0.6102474853396416, "sign": 0.1808993584709242, "keep": 0.1641428954899311, "leak": 0.38769633509218693, "replacement": 0.8796927332878113} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 42.384605407714844, "loss_scale": 4.0, "retries": 0, "seconds": 14.2, "max_memory_gb": 17.85, "pair": 0.6652066856622696, "sign": 0.5366024351678789, "keep": 0.37473048409447074, "leak": 0.1893123465415556, "replacement": 1.168201245367527} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 5.450684547424316, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 17.85, "pair": 0.3926573693752289, "sign": 0.05365648923907429, "keep": 0.010451035042933654, "leak": 0.8361308723688126, "replacement": 0.6337438374757767} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 5.747256755828857, "loss_scale": 4.0, "retries": 0, "seconds": 17.4, "max_memory_gb": 17.85, "pair": 0.3248899318277836, "sign": 0.16322693007532507, "keep": 0.024126991330831515, "leak": 1.326959740370512, "replacement": 0.7503068298101425} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 5.158064842224121, "loss_scale": 4.0, "retries": 0, "seconds": 19.0, "max_memory_gb": 17.85, "pair": 0.26375002413988113, "sign": 0.043333741719834507, "keep": 0.022302996203507064, "leak": 1.1738155335187912, "replacement": 0.5900222808122635} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.98178768157959, "loss_scale": 4.0, "retries": 0, "seconds": 20.6, "max_memory_gb": 17.85, "pair": 0.15781891532242298, "sign": 0.021029419964179397, "keep": 0.019073213490628405, "leak": 1.678226388990879, "replacement": 0.5974268317222595} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 9.941629409790039, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.85, "pair": 0.298729307949543, "sign": 0.17160427034832537, "keep": 0.3359126117429696, "leak": 1.5002483241260052, "replacement": 0.9275498390197754} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 5.0227861404418945, "loss_scale": 4.0, "retries": 0, "seconds": 23.6, "max_memory_gb": 17.85, "pair": 0.3355189971625805, "sign": 0.23092278535477817, "keep": 0.015916590562426336, "leak": 1.2417965531349182, "replacement": 0.7693877965211868} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 5.95024299621582, "loss_scale": 4.0, "retries": 0, "seconds": 25.2, "max_memory_gb": 17.85, "pair": 0.32669346034526825, "sign": 0.22372844128403813, "keep": 0.014466781078226632, "leak": 0.6863906159996986, "replacement": 0.6173887327313423} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 8.489543914794922, "loss_scale": 4.0, "retries": 0, "seconds": 26.8, "max_memory_gb": 17.85, "pair": 0.4553619548678398, "sign": 0.6597600753884763, "keep": 0.13615797870443203, "leak": 0.398531760671176, "replacement": 0.9529539570212364} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.152188777923584, "loss_scale": 4.0, "retries": 0, "seconds": 28.4, "max_memory_gb": 17.86, "pair": 0.41136346384882927, "sign": 0.13609677215572447, "keep": 0.03164536412805319, "leak": 0.5655666030943394, "replacement": 0.6366261839866638} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 8.145670890808105, "loss_scale": 4.0, "retries": 0, "seconds": 29.9, "max_memory_gb": 17.86, "pair": 0.28645263984799385, "sign": 0.019992526387795806, "keep": 0.021246420583338477, "leak": 1.7820551171898842, "replacement": 0.752585880458355} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 8.171262741088867, "loss_scale": 4.0, "retries": 0, "seconds": 31.5, "max_memory_gb": 17.86, "pair": 0.4780963733792305, "sign": 0.015379973454400897, "keep": 0.0018650268416422477, "leak": 0.11589502217248082, "replacement": 0.5156926214694977} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 5.848030090332031, "loss_scale": 4.0, "retries": 0, "seconds": 33.1, "max_memory_gb": 17.86, "pair": 0.3613042011857033, "sign": 0.015931907924823463, "keep": 0.0023391641116177198, "leak": 0.7260647336952388, "replacement": 0.5519559234380722} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.3257222175598145, "loss_scale": 4.0, "retries": 0, "seconds": 34.6, "max_memory_gb": 17.86, "pair": 0.5114118605852127, "sign": 0.044843860319815576, "keep": 0.031387976352561964, "leak": 0.1589696817100048, "replacement": 0.5892702117562294} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 5.324599266052246, "loss_scale": 4.0, "retries": 0, "seconds": 36.2, "max_memory_gb": 17.86, "pair": 0.183151476085186, "sign": 0.011410393519327044, "keep": 0.004551646771233209, "leak": 1.574725555256009, "replacement": 0.5848138704895973} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 3.9667344093322754, "loss_scale": 4.0, "retries": 0, "seconds": 37.8, "max_memory_gb": 17.86, "pair": 0.16976705007255077, "sign": 0.006079545186366886, "keep": 0.009284796426072717, "leak": 1.1294438689947128, "replacement": 0.45981019362807274} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 3.2159087657928467, "loss_scale": 4.0, "retries": 0, "seconds": 39.3, "max_memory_gb": 17.86, "pair": 0.24606197513639927, "sign": 0.07290178653784096, "keep": 0.5920770748525683, "leak": 0.7095727548003197, "replacement": 0.755944587290287} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 4.785480499267578, "loss_scale": 4.0, "retries": 0, "seconds": 40.9, "max_memory_gb": 17.86, "pair": 0.16323870792984962, "sign": 0.03933505684835836, "keep": 0.01406823026627535, "leak": 1.1097604390233755, "replacement": 0.46738045662641525} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 3.6830084323883057, "loss_scale": 4.0, "retries": 0, "seconds": 42.5, "max_memory_gb": 17.86, "pair": 0.29037677869200706, "sign": 0.13236607413273305, "keep": 0.11261910335906578, "leak": 0.5804175809025764, "replacement": 0.5579737573862076} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 10.274778366088867, "loss_scale": 4.0, "retries": 0, "seconds": 44.0, "max_memory_gb": 17.86, "pair": 0.29519476648420095, "sign": 0.13956516433972865, "keep": 0.2807301909197122, "leak": 0.9960900209844112, "replacement": 0.7543649673461914} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 30.34512710571289, "loss_scale": 4.0, "retries": 0, "seconds": 45.5, "max_memory_gb": 17.86, "pair": 0.8075423166155815, "sign": 1.0061769778840244, "keep": 0.674917304306291, "leak": 1.5225708410143852, "replacement": 2.0287321880459785} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.1028523445129395, "loss_scale": 4.0, "retries": 0, "seconds": 47.1, "max_memory_gb": 17.86, "pair": 0.1426049550063908, "sign": 0.0033620179456193, "keep": 0.014916818776328, "leak": 0.5523589481599629, "replacement": 0.2898341156542301} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 42.93281173706055, "loss_scale": 4.0, "retries": 0, "seconds": 48.7, "max_memory_gb": 17.86, "pair": 1.015362836420536, "sign": 0.49676616000942886, "keep": 0.9006155229872093, "leak": 2.9183084666728973, "replacement": 2.44363072514534} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.3455822467803955, "loss_scale": 4.0, "retries": 0, "seconds": 50.2, "max_memory_gb": 17.86, "pair": 0.43780405446887016, "sign": 0.10945782077033073, "keep": 0.008291936479508877, "leak": 0.7561547607183456, "replacement": 0.6857176274061203} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 11.633147239685059, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.86, "pair": 0.5175057053565979, "sign": 0.2886318217497319, "keep": 0.2106713759712875, "leak": 0.19376951083540916, "replacement": 0.8155997097492218} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 2.646522045135498, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.86, "pair": 0.24111792631447315, "sign": 0.015505542978644371, "keep": 0.004741201137221651, "leak": 0.40293589420616627, "replacement": 0.3519752733409405} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 3.20965838432312, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 17.86, "pair": 0.18134203925728798, "sign": 0.018875851528719068, "keep": 0.0015660962289985036, "leak": 0.7379235401749611, "replacement": 0.376043900847435} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 11.757135391235352, "loss_scale": 4.0, "retries": 0, "seconds": 56.5, "max_memory_gb": 17.86, "pair": 0.35941378213465214, "sign": 0.049034536990802735, "keep": 0.22038513592269737, "leak": 1.0191406533122063, "replacement": 0.7489087954163551} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 4.913798809051514, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 17.86, "pair": 0.3128941033501178, "sign": 0.11239400814520195, "keep": 0.13917589748234604, "leak": 0.873324410058558, "replacement": 0.6570101603865623} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 6.640851020812988, "loss_scale": 4.0, "retries": 0, "seconds": 59.7, "max_memory_gb": 17.86, "pair": 0.06064731953665614, "sign": 0.05925956188002601, "keep": 0.023920932551845908, "leak": 1.3133972212672234, "replacement": 0.43058687448501587} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.101160049438477, "loss_scale": 4.0, "retries": 0, "seconds": 61.3, "max_memory_gb": 17.86, "pair": 0.4599156714975834, "sign": 1.4426596745033748, "keep": 0.17246150382925407, "leak": 0.2278013164177537, "replacement": 1.3244264721870422} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.0503382682800293, "loss_scale": 4.0, "retries": 0, "seconds": 62.8, "max_memory_gb": 17.86, "pair": 0.1470594119746238, "sign": 0.009118190384469926, "keep": 0.009022337872011121, "leak": 0.45720289275050163, "replacement": 0.27043039724230766} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 15.772822380065918, "loss_scale": 4.0, "retries": 0, "seconds": 64.4, "max_memory_gb": 17.86, "pair": 0.4570533111691475, "sign": 1.0034812539815903, "keep": 1.6641301602357998, "leak": 1.0464166887104511, "replacement": 2.052463136613369} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 6.456928730010986, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.86, "pair": 0.31256998516619205, "sign": 0.01804295100737363, "keep": 0.005434785819488752, "leak": 0.2620656110084383, "replacement": 0.3898252509534359} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 5.537081241607666, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.86, "pair": 0.24255332350730896, "sign": 0.09154059435240924, "keep": 0.004934460463118739, "leak": 0.203667807392776, "replacement": 0.34170779399573803} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 11.16222858428955, "loss_scale": 4.0, "retries": 0, "seconds": 69.1, "max_memory_gb": 17.86, "pair": 0.12737412960268557, "sign": 0.07760603592032567, "keep": 0.15997549152416468, "leak": 1.5798886939883232, "replacement": 0.6411370560526848} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 13.566988945007324, "loss_scale": 4.0, "retries": 0, "seconds": 70.6, "max_memory_gb": 17.86, "pair": 0.26241120765917003, "sign": 0.4162498946971027, "keep": 1.587708717561327, "leak": 1.3079633712768555, "replacement": 1.5913813672959805} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.963179111480713, "loss_scale": 4.0, "retries": 0, "seconds": 72.1, "max_memory_gb": 17.86, "pair": 0.12714518327265978, "sign": 0.14714224720955826, "keep": 0.199658187571913, "leak": 0.3257310576736927, "replacement": 0.3819781616330147} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 9.228194236755371, "loss_scale": 4.0, "retries": 0, "seconds": 73.7, "max_memory_gb": 17.86, "pair": 0.048613578313961625, "sign": 0.019474527827696875, "keep": 0.014107803697697818, "leak": 1.2112269774079323, "replacement": 0.3682114779949188} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 6.671587944030762, "loss_scale": 4.0, "retries": 0, "seconds": 75.2, "max_memory_gb": 17.86, "pair": 0.05433488846756518, "sign": 0.007706067786784843, "keep": 0.028741399757564068, "leak": 0.43295022286474705, "replacement": 0.18079617992043495} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 12.681488037109375, "loss_scale": 4.0, "retries": 0, "seconds": 76.8, "max_memory_gb": 17.86, "pair": 0.15837477054446936, "sign": 0.017462350020650774, "keep": 0.011995521766948514, "leak": 2.2078466787934303, "replacement": 0.7250653803348541} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.521949052810669, "loss_scale": 4.0, "retries": 0, "seconds": 78.4, "max_memory_gb": 17.86, "pair": 0.15842296183109283, "sign": 0.027303253998979926, "keep": 0.25416151824902045, "leak": 0.14903255295939744, "replacement": 0.3364134952425957} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 10.4121675491333, "loss_scale": 4.0, "retries": 0, "seconds": 79.9, "max_memory_gb": 17.86, "pair": 0.2463705944828689, "sign": 0.018316489702556282, "keep": 0.41022061701733037, "leak": 0.5281685790978372, "replacement": 0.592681273818016} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 6.204896926879883, "loss_scale": 4.0, "retries": 0, "seconds": 81.5, "max_memory_gb": 17.86, "pair": 0.4812292344868183, "sign": 0.24700912553817034, "keep": 0.09600620743003674, "leak": 0.0579603718360886, "replacement": 0.6672269739210606} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 4.096920490264893, "loss_scale": 4.0, "retries": 0, "seconds": 83.0, "max_memory_gb": 17.86, "pair": 0.30694239027798176, "sign": 0.06673943222267553, "keep": 0.16029333684127778, "leak": 0.5430020327912644, "replacement": 0.5562092885375023} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 4.616940498352051, "loss_scale": 4.0, "retries": 0, "seconds": 84.5, "max_memory_gb": 17.86, "pair": 0.3395304596051574, "sign": 0.031864746706560254, "keep": 0.095707822823897, "leak": 0.5036312730517238, "replacement": 0.5292245894670486} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 4.621708393096924, "loss_scale": 4.0, "retries": 0, "seconds": 86.1, "max_memory_gb": 17.86, "pair": 0.2597971623763442, "sign": 0.009805392124690115, "keep": 0.017815061824876466, "leak": 0.046384569723159075, "replacement": 0.28520352952182293} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.604395866394043, "loss_scale": 4.0, "retries": 0, "seconds": 87.6, "max_memory_gb": 17.86, "pair": 0.11811678693629801, "sign": 0.008383828215301037, "keep": 0.018534067552536726, "leak": 0.7485504560172558, "replacement": 0.31871334090828896} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 6.801193714141846, "loss_scale": 4.0, "retries": 0, "seconds": 89.1, "max_memory_gb": 17.86, "pair": 0.17877201549708843, "sign": 0.18231148400809616, "keep": 0.009629454152673134, "leak": 0.8008696585893631, "replacement": 0.4749599024653435} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 12.810086250305176, "loss_scale": 4.0, "retries": 0, "seconds": 90.7, "max_memory_gb": 17.86, "pair": 0.004224450312904082, "sign": 0.0016732160293031484, "keep": 0.0020071312401341856, "leak": 1.6344856917858124, "replacement": 0.41468604654073715} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 7.823323726654053, "loss_scale": 4.0, "retries": 0, "seconds": 92.2, "max_memory_gb": 17.86, "pair": 0.32152763538761064, "sign": 0.04840353658073582, "keep": 0.053052080831548665, "leak": 0.9605153124284698, "replacement": 0.6123842671513557} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 7.746164321899414, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 17.86, "pair": 0.13950961316004395, "sign": 0.01770416065119207, "keep": 0.12732371297624923, "leak": 2.0004073502495885, "replacement": 0.7121253833174706} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 15.525632858276367, "loss_scale": 4.0, "retries": 0, "seconds": 95.4, "max_memory_gb": 17.86, "pair": 0.2265358166769147, "sign": 0.20802358037326485, "keep": 0.022933609987376258, "leak": 4.23126445401067, "replacement": 1.3998305425047874} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 3.2639410495758057, "loss_scale": 4.0, "retries": 0, "seconds": 96.9, "max_memory_gb": 17.86, "pair": 0.1408290623803623, "sign": 0.018763819520245306, "keep": 0.01570377375173848, "leak": 0.3426775852421997, "replacement": 0.243732251226902} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.905559539794922, "loss_scale": 4.0, "retries": 0, "seconds": 98.5, "max_memory_gb": 17.86, "pair": 0.3154102824628353, "sign": 0.10264510568231344, "keep": 0.05235941818682477, "leak": 0.08300915267318487, "replacement": 0.41366482712328434} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.309887409210205, "loss_scale": 4.0, "retries": 0, "seconds": 100.1, "max_memory_gb": 17.86, "pair": 0.24532917607575655, "sign": 0.015363079844973981, "keep": 0.015197282889857888, "leak": 0.1225244365632534, "replacement": 0.29124046862125397} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 6.985384464263916, "loss_scale": 4.0, "retries": 0, "seconds": 101.6, "max_memory_gb": 17.86, "pair": 0.1327082011848688, "sign": 0.13830033515114337, "keep": 0.19752239622175694, "leak": 0.8254601843655109, "replacement": 0.5069846138358116} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 5.41802453994751, "loss_scale": 4.0, "retries": 0, "seconds": 103.2, "max_memory_gb": 17.86, "pair": 0.17753135971724987, "sign": 0.09298483037855476, "keep": 0.33206823313946643, "leak": 0.20509171375306323, "replacement": 0.4413308221846819} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.603196620941162, "loss_scale": 4.0, "retries": 0, "seconds": 104.7, "max_memory_gb": 17.86, "pair": 0.04834913415834308, "sign": 0.008414842537604272, "keep": 0.006404644711437868, "leak": 0.7596993185579777, "replacement": 0.2456837072968483} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.982299566268921, "loss_scale": 4.0, "retries": 0, "seconds": 106.3, "max_memory_gb": 17.86, "pair": 0.23328158911317587, "sign": 0.027354778489097953, "keep": 0.001846741527060658, "leak": 0.56641964429582, "replacement": 0.38948725908994675} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 6.378360748291016, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 17.86, "pair": 0.533427488990128, "sign": 0.7728550976607949, "keep": 0.9368057842075359, "leak": 0.5136891901493073, "replacement": 1.516680222004652} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.780333518981934, "loss_scale": 4.0, "retries": 0, "seconds": 109.4, "max_memory_gb": 17.86, "pair": 0.3714073970913887, "sign": 0.03903951804386452, "keep": 0.003629372426075861, "leak": 0.7440811395645142, "replacement": 0.5787621587514877} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 2.076901435852051, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 17.86, "pair": 0.14516420348081738, "sign": 0.008818101661745459, "keep": 0.015607695391281595, "leak": 0.2404454459083354, "replacement": 0.2174884621053934} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.3772385120391846, "loss_scale": 4.0, "retries": 0, "seconds": 112.6, "max_memory_gb": 17.86, "pair": 0.22321275249123573, "sign": 0.18147157522616908, "keep": 0.017003132787067443, "leak": 0.5375851020216942, "replacement": 0.4568463936448097} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 5.51548957824707, "loss_scale": 4.0, "retries": 0, "seconds": 114.0, "max_memory_gb": 17.86, "pair": 0.12726516835391521, "sign": 0.05966401589103043, "keep": 0.3374106522078364, "leak": 0.36220473563298583, "replacement": 0.41635368950664997} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 5.58762264251709, "loss_scale": 4.0, "retries": 0, "seconds": 115.6, "max_memory_gb": 17.86, "pair": 0.29857690585777164, "sign": 0.16567902841052273, "keep": 0.07383476290806357, "leak": 0.24429767578840256, "replacement": 0.47940821945667267} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 8.161816596984863, "loss_scale": 4.0, "retries": 0, "seconds": 117.2, "max_memory_gb": 17.86, "pair": 0.6327239349484444, "sign": 0.5192557759582996, "keep": 0.9830931150354445, "leak": 0.16428282647393644, "replacement": 1.4249691739678383} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.0013773441314697, "loss_scale": 4.0, "retries": 0, "seconds": 118.7, "max_memory_gb": 17.86, "pair": 0.10589702799916267, "sign": 0.030544542300049216, "keep": 0.010660556061338866, "leak": 0.6602774984644952, "replacement": 0.29156895354390144} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.141401767730713, "loss_scale": 4.0, "retries": 0, "seconds": 120.3, "max_memory_gb": 17.86, "pair": 0.22984053613618016, "sign": 0.010100469866301864, "keep": 0.005418762979388703, "leak": 0.34078987315297127, "replacement": 0.32279762625694275} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 5.283802509307861, "loss_scale": 4.0, "retries": 0, "seconds": 121.8, "max_memory_gb": 17.86, "pair": 0.15847205562749878, "sign": 0.3694278804177884, "keep": 0.0007382389085250907, "leak": 0.31072793155908585, "replacement": 0.4212370924651623} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 7.1036882400512695, "loss_scale": 4.0, "retries": 0, "seconds": 123.3, "max_memory_gb": 17.86, "pair": 0.08781935714068823, "sign": 0.009766966191818938, "keep": 0.00473351601340255, "leak": 1.7812925726175308, "replacement": 0.5403927345760167} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 8.545000076293945, "loss_scale": 4.0, "retries": 0, "seconds": 124.9, "max_memory_gb": 17.86, "pair": 0.20831189956516027, "sign": 0.05228221994184423, "keep": 0.01229173806486017, "leak": 1.1746384669095278, "replacement": 0.5342584867030382} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 3.5481607913970947, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 17.86, "pair": 0.0940125067718327, "sign": 0.023033884121105075, "keep": 0.04198502958752215, "leak": 0.6614943109452724, "replacement": 0.2918955385684967} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 10.639758110046387, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 17.86, "pair": 0.43892245925962925, "sign": 0.8925531572895125, "keep": 0.023834426421672106, "leak": 0.13977928573149256, "replacement": 0.9320610463619232} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 6.7002153396606445, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 17.86, "pair": 0.3320281953783706, "sign": 0.030886756321706343, "keep": 0.3394620682520326, "leak": 0.7231386752682738, "replacement": 0.6979872807860374} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 4.688868522644043, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 17.86, "pair": 0.13463178370147943, "sign": 0.015173850246355869, "keep": 0.011422222363194123, "leak": 0.3103272922162432, "replacement": 0.22551163658499718} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 6.7087202072143555, "loss_scale": 4.0, "retries": 0, "seconds": 132.6, "max_memory_gb": 17.86, "pair": 0.01301079077529721, "sign": 0.004176723919954384, "keep": 0.0009576163638200796, "leak": 0.4341745302081108, "replacement": 0.12412159657105803} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.055349826812744, "loss_scale": 4.0, "retries": 0, "seconds": 134.2, "max_memory_gb": 17.86, "pair": 0.16328895464539528, "sign": 0.22191754262894392, "keep": 0.078089410206303, "leak": 0.16705485037527978, "replacement": 0.35505614429712296} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 4.858253479003906, "loss_scale": 4.0, "retries": 0, "seconds": 135.7, "max_memory_gb": 17.86, "pair": 0.1440888992510736, "sign": 0.06001433898927644, "keep": 0.004728393629193306, "leak": 0.539626456797123, "replacement": 0.31136687844991684} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 6.928964138031006, "loss_scale": 4.0, "retries": 0, "seconds": 137.2, "max_memory_gb": 17.86, "pair": 0.13978461385704577, "sign": 0.17652978107798845, "keep": 0.05073928736601374, "leak": 0.7276248224079609, "replacement": 0.43532533571124077} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 7.91522216796875, "loss_scale": 4.0, "retries": 0, "seconds": 138.8, "max_memory_gb": 17.86, "pair": 0.15246217418462038, "sign": 0.08606893532851245, "keep": 0.012071986191131145, "leak": 0.2698617894202471, "replacement": 0.26899807155132294} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 3.6846542358398438, "loss_scale": 4.0, "retries": 0, "seconds": 140.3, "max_memory_gb": 17.86, "pair": 0.14303603128064424, "sign": 0.01422839390579611, "keep": 0.017045717890141532, "leak": 0.1499725691974163, "replacement": 0.19616622477769852} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 72.84681701660156, "loss_scale": 4.0, "retries": 0, "seconds": 141.9, "max_memory_gb": 17.86, "pair": 1.0936764478683472, "sign": 0.8024548004614189, "keep": 1.4202911742031574, "leak": 2.967483215034008, "replacement": 2.946920268237591} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 25.95579719543457, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 17.86, "pair": 0.24598020617850125, "sign": 0.6274133739425451, "keep": 0.9174302685714792, "leak": 0.3143727600981947, "replacement": 1.0969951655715704} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 3.745734930038452, "loss_scale": 4.0, "retries": 0, "seconds": 145.0, "max_memory_gb": 17.86, "pair": 0.12632451008539647, "sign": 0.01938671556126792, "keep": 0.03940368234179914, "leak": 0.7328505143523216, "replacement": 0.3389323353767395} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 4.962810516357422, "loss_scale": 4.0, "retries": 0, "seconds": 146.6, "max_memory_gb": 17.86, "pair": 0.0702110081911087, "sign": 0.008740123070310801, "keep": 0.11504253128077835, "leak": 0.9672776088118553, "replacement": 0.3739217258989811} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 16.519786834716797, "loss_scale": 4.0, "retries": 0, "seconds": 148.1, "max_memory_gb": 17.86, "pair": 0.2362154731526971, "sign": 0.30598400300368667, "keep": 1.1460491525940597, "leak": 0.5593281020846916, "replacement": 1.102064087986946} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.968764305114746, "loss_scale": 4.0, "retries": 0, "seconds": 149.6, "max_memory_gb": 17.86, "pair": 0.23415796551853418, "sign": 0.060557068907655776, "keep": 0.6065791135188192, "leak": 0.336800629273057, "replacement": 0.6519262157380581} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 3.5754387378692627, "loss_scale": 4.0, "retries": 0, "seconds": 151.2, "max_memory_gb": 17.86, "pair": 0.11764306225813925, "sign": 0.008838864974677563, "keep": 0.021244744420982897, "leak": 0.7402929812678849, "replacement": 0.31775810569524765} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 4.083353519439697, "loss_scale": 4.0, "retries": 0, "seconds": 152.8, "max_memory_gb": 17.86, "pair": 0.24215860219555907, "sign": 0.07203752576606348, "keep": 0.06886280468916084, "leak": 0.6602377593517303, "replacement": 0.4776681959629059} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 6.261802673339844, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 17.86, "pair": 0.27099038974847645, "sign": 0.3514515378337819, "keep": 0.010966101068333955, "leak": 1.3508691228926182, "replacement": 0.7899164445698261} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 19.17562484741211, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.86, "pair": 0.77298304438591, "sign": 1.1180899486644194, "keep": 0.06667003757320344, "leak": 1.1670132335275412, "replacement": 1.6571163982152939} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.4056801795959473, "loss_scale": 4.0, "retries": 0, "seconds": 157.5, "max_memory_gb": 17.86, "pair": 0.13342095213010907, "sign": 0.004582237626891583, "keep": 0.004739916475955397, "leak": 0.8328059632331133, "replacement": 0.3462835047394037} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 4.585595607757568, "loss_scale": 4.0, "retries": 0, "seconds": 159.1, "max_memory_gb": 17.86, "pair": 0.22034324053674936, "sign": 0.015316817618440837, "keep": 0.053217860870063305, "leak": 0.6741106752306223, "replacement": 0.4231382440775633} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 6.559137344360352, "loss_scale": 4.0, "retries": 0, "seconds": 160.7, "max_memory_gb": 17.86, "pair": 0.11881992127746344, "sign": 0.012524489138741046, "keep": 0.013489774690242484, "leak": 1.6343760211020708, "replacement": 0.5404210537672043} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.9836106300354004, "loss_scale": 4.0, "retries": 0, "seconds": 162.1, "max_memory_gb": 17.86, "pair": 0.08471098041627556, "sign": 0.02523048422881402, "keep": 0.00439406099030748, "leak": 0.12612847238779068, "replacement": 0.13105537090450525} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.358384609222412, "loss_scale": 4.0, "retries": 0, "seconds": 163.7, "max_memory_gb": 17.86, "pair": 0.4285349678248167, "sign": 0.0160568174906075, "keep": 0.037264942191541195, "leak": 0.5564515348523855, "replacement": 0.5943087041378021} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 4.789969444274902, "loss_scale": 4.0, "retries": 0, "seconds": 165.2, "max_memory_gb": 17.86, "pair": 0.373651672154665, "sign": 0.030596192460507154, "keep": 0.018298631330253556, "leak": 0.560228081420064, "replacement": 0.5381561145186424} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 6.337687015533447, "loss_scale": 4.0, "retries": 0, "seconds": 166.8, "max_memory_gb": 17.86, "pair": 0.11590269207954407, "sign": 0.23547995113767684, "keep": 0.04323465888160172, "leak": 1.4390031939838082, "replacement": 0.615010785870254} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 25.606679916381836, "loss_scale": 4.0, "retries": 0, "seconds": 168.4, "max_memory_gb": 17.86, "pair": 0.6488922720891424, "sign": 0.09447941608959809, "keep": 0.06932378007695661, "leak": 0.8232064247131348, "replacement": 0.9365954919485375} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 6.869885444641113, "loss_scale": 4.0, "retries": 0, "seconds": 169.9, "max_memory_gb": 17.86, "pair": 0.3432630430907011, "sign": 0.07321088039316237, "keep": 0.07256103551480919, "leak": 0.08951275190338492, "replacement": 0.4385271891951561} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 26.085430145263672, "loss_scale": 4.0, "retries": 0, "seconds": 171.5, "max_memory_gb": 17.86, "pair": 0.17724729515612125, "sign": 0.033778635784983635, "keep": 0.07599382154876366, "leak": 5.633422642946243, "replacement": 1.6404891647398472} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 10.42871379852295, "loss_scale": 4.0, "retries": 0, "seconds": 173.1, "max_memory_gb": 17.86, "pair": 0.270131605444476, "sign": 1.1130345046985894, "keep": 0.0007738595140835969, "leak": 0.523512527346611, "replacement": 0.9579139109700918} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 10.033224105834961, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 17.86, "pair": 0.1058896342292428, "sign": 0.007532483694376424, "keep": 0.0021799375681439415, "leak": 1.4832604401744902, "replacement": 0.4815609659999609} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 2.2619688510894775, "loss_scale": 4.0, "retries": 0, "seconds": 176.2, "max_memory_gb": 17.86, "pair": 0.12547791237011552, "sign": 0.013572045369073749, "keep": 0.005906086022150703, "leak": 0.47776661696843803, "replacement": 0.2546586338430643} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.852111339569092, "loss_scale": 4.0, "retries": 0, "seconds": 177.8, "max_memory_gb": 17.86, "pair": 0.14129405189305544, "sign": 0.02311171346809715, "keep": 0.006158046016935259, "leak": 0.35801320523023605, "replacement": 0.24543222784996033} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 4.352680206298828, "loss_scale": 4.0, "retries": 0, "seconds": 179.3, "max_memory_gb": 17.86, "pair": 0.17162273079156876, "sign": 0.010204910766333342, "keep": 0.002446256716211792, "leak": 0.40540414676070213, "replacement": 0.2792993485927582} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 15.254417419433594, "loss_scale": 4.0, "retries": 0, "seconds": 180.8, "max_memory_gb": 17.86, "pair": 0.1721336783375591, "sign": 0.6209971593052614, "keep": 0.5175932794654727, "leak": 0.24127640202641487, "replacement": 0.8017480205744505} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 25.32248878479004, "loss_scale": 4.0, "retries": 0, "seconds": 182.5, "max_memory_gb": 17.86, "pair": 0.06968343681546685, "sign": 0.05532168243189517, "keep": 0.24028215258613272, "leak": 2.692845344543457, "replacement": 0.8906966969370842} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 13.47957706451416, "loss_scale": 4.0, "retries": 0, "seconds": 184.0, "max_memory_gb": 17.86, "pair": 0.33564109879080206, "sign": 0.5597031943470938, "keep": 0.9635240325530958, "leak": 0.5393651016056538, "replacement": 1.2320960056968033} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 3.1054818630218506, "loss_scale": 4.0, "retries": 0, "seconds": 185.6, "max_memory_gb": 17.86, "pair": 0.1268206141103292, "sign": 0.1539865490340162, "keep": 0.005106427692169291, "leak": 0.25368992891162634, "replacement": 0.2697895863093436} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 9.845824241638184, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 17.86, "pair": 0.22173931263387203, "sign": 0.5475738986278884, "keep": 0.9102793208439834, "leak": 1.2036621562438086, "replacement": 1.251581508666277} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 7.385198593139648, "loss_scale": 4.0, "retries": 0, "seconds": 188.8, "max_memory_gb": 17.86, "pair": 0.4481151250656694, "sign": 0.3069732913863845, "keep": 0.19296431785903678, "leak": 0.2578803636133671, "replacement": 0.7625540206208825} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 6.648402690887451, "loss_scale": 4.0, "retries": 0, "seconds": 190.3, "max_memory_gb": 17.86, "pair": 0.2675145659595728, "sign": 0.09086918973480351, "keep": 0.05946243539574425, "leak": 0.6262892633676529, "replacement": 0.49925271421670914} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 12.18091106414795, "loss_scale": 4.0, "retries": 0, "seconds": 191.9, "max_memory_gb": 17.86, "pair": 0.3542770401957114, "sign": 1.2339081423706375, "keep": 0.021243266921374016, "leak": 1.232861804717686, "replacement": 1.2900682166218758} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 7.578982830047607, "loss_scale": 4.0, "retries": 0, "seconds": 193.4, "max_memory_gb": 17.86, "pair": 0.38644601637497544, "sign": 0.5505139399319887, "keep": 2.07803743473778, "leak": 0.33322320133447647, "replacement": 1.784027399495244} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 10.662841796875, "loss_scale": 4.0, "retries": 0, "seconds": 195.0, "max_memory_gb": 17.86, "pair": 0.09809083738946356, "sign": 0.19441137614194304, "keep": 0.21241591455162734, "leak": 1.2814970090985298, "replacement": 0.6218787506222725} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 15.71483325958252, "loss_scale": 4.0, "retries": 0, "seconds": 196.5, "max_memory_gb": 17.86, "pair": 0.4322178470902145, "sign": 0.4515223403868731, "keep": 0.8134270636364818, "leak": 1.4036815529689193, "replacement": 1.4156129099428654} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.6109464168548584, "loss_scale": 4.0, "retries": 0, "seconds": 198.0, "max_memory_gb": 17.86, "pair": 0.11622784775681794, "sign": 0.008503011325956322, "keep": 0.026132404251711705, "leak": 0.2105355926323682, "replacement": 0.1861794451251626} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 11.630234718322754, "loss_scale": 4.0, "retries": 0, "seconds": 199.6, "max_memory_gb": 17.86, "pair": 0.14188025891780853, "sign": 0.5840009773964994, "keep": 0.3775137568009086, "leak": 0.27381760627031326, "replacement": 0.6910920348018408} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.902477264404297, "loss_scale": 4.0, "retries": 0, "seconds": 201.2, "max_memory_gb": 17.86, "pair": 0.17844749428331852, "sign": 0.07950043305754662, "keep": 0.12445252691395581, "leak": 0.34103018761379644, "replacement": 0.3656815215945244} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 12.673341751098633, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.86, "pair": 0.38657633028924465, "sign": 1.4466785348486155, "keep": 0.05471871525332972, "leak": 0.2884162403643131, "replacement": 1.209378995001316} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 39.70793914794922, "loss_scale": 4.0, "retries": 0, "seconds": 204.3, "max_memory_gb": 17.86, "pair": 0.7693410676438361, "sign": 0.750994014844764, "keep": 1.3709117040980345, "leak": 2.42272986471653, "replacement": 2.4359764475375414} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 7.151917934417725, "loss_scale": 4.0, "retries": 0, "seconds": 205.9, "max_memory_gb": 17.86, "pair": 0.06897570169530809, "sign": 0.009245218039723113, "keep": 0.4771859608094928, "leak": 0.9777143374085426, "replacement": 0.5566198695451021} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 11.714996337890625, "loss_scale": 4.0, "retries": 0, "seconds": 207.4, "max_memory_gb": 17.86, "pair": 0.5887415707111359, "sign": 0.6536775990389287, "keep": 1.1916867032996379, "leak": 0.5714594628661871, "replacement": 1.654288500547409} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 9.347222328186035, "loss_scale": 4.0, "retries": 0, "seconds": 209.1, "max_memory_gb": 17.86, "pair": 0.1318965805694461, "sign": 0.2574716587550938, "keep": 0.49136245235149545, "leak": 0.340189803391695, "replacement": 0.5913611091673374} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 3.3265364170074463, "loss_scale": 4.0, "retries": 0, "seconds": 210.6, "max_memory_gb": 17.86, "pair": 0.17801479995250702, "sign": 0.012707990681519732, "keep": 0.07777246821206063, "leak": 0.2528504077345133, "replacement": 0.28646763786673546} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 12.215858459472656, "loss_scale": 4.0, "retries": 0, "seconds": 212.2, "max_memory_gb": 17.86, "pair": 0.21831597201526165, "sign": 0.2236267547123134, "keep": 0.14314405342156533, "leak": 0.5455129037436564, "replacement": 0.5380796045064926} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 9.052267074584961, "loss_scale": 4.0, "retries": 0, "seconds": 213.8, "max_memory_gb": 17.86, "pair": 0.22156748408451676, "sign": 0.014626517717260867, "keep": 0.01754483935656026, "leak": 0.8410400301218033, "replacement": 0.44791316613554955} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.6444926261901855, "loss_scale": 4.0, "retries": 0, "seconds": 215.3, "max_memory_gb": 17.86, "pair": 0.11707366537302732, "sign": 0.02265373442787677, "keep": 0.04340214794501662, "leak": 0.3743750280700624, "replacement": 0.24369536712765694} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 10.260924339294434, "loss_scale": 4.0, "retries": 0, "seconds": 217.0, "max_memory_gb": 17.86, "pair": 0.26077745482325554, "sign": 0.23125591629650444, "keep": 0.008012668462470174, "leak": 0.6416118686829577, "replacement": 0.5408147275447845} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 5.499528884887695, "loss_scale": 4.0, "retries": 0, "seconds": 218.5, "max_memory_gb": 17.86, "pair": 0.21461703535169363, "sign": 0.017581819149199873, "keep": 0.011479778622742742, "leak": 0.4267631317090945, "replacement": 0.3358386158943176} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.498034954071045, "loss_scale": 4.0, "retries": 0, "seconds": 220.1, "max_memory_gb": 17.86, "pair": 0.19157184474170208, "sign": 0.17137935073697008, "keep": 0.004054734687088057, "leak": 0.0577921646181494, "replacement": 0.29373691603541374} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 10.610302925109863, "loss_scale": 4.0, "retries": 0, "seconds": 221.7, "max_memory_gb": 17.86, "pair": 0.19875769317150116, "sign": 0.25550602236762643, "keep": 0.2507703073351877, "leak": 0.17554158001439646, "replacement": 0.4957812763750553} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 20.977828979492188, "loss_scale": 4.0, "retries": 0, "seconds": 223.3, "max_memory_gb": 17.86, "pair": 0.47134819347411394, "sign": 0.17439446492062416, "keep": 0.6200967091147049, "leak": 0.43220290102181025, "replacement": 0.9766444838605821} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 2.997298002243042, "loss_scale": 4.0, "retries": 0, "seconds": 224.8, "max_memory_gb": 17.86, "pair": 0.06810059607960284, "sign": 0.06457632867386565, "keep": 0.005980684503811062, "leak": 0.3420976223424077, "replacement": 0.1889035007916391} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.7867932319641113, "loss_scale": 4.0, "retries": 0, "seconds": 226.4, "max_memory_gb": 17.86, "pair": 0.11091804038733244, "sign": 0.006773156172130257, "keep": 0.003950344920667703, "leak": 0.7131354417651892, "replacement": 0.29456364549696445} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 2.6756865978240967, "loss_scale": 4.0, "retries": 0, "seconds": 227.9, "max_memory_gb": 17.86, "pair": 0.18187981331720948, "sign": 0.044188619416672736, "keep": 0.004952495026373072, "leak": 0.3529851883649826, "replacement": 0.2946966663002968} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 21.528282165527344, "loss_scale": 4.0, "retries": 0, "seconds": 229.5, "max_memory_gb": 17.86, "pair": 0.3997532846406102, "sign": 1.456992373103276, "keep": 1.7761672958795316, "leak": 2.514140620827675, "replacement": 2.6448683477938175} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.6391849517822266, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 17.86, "pair": 0.052327457087812945, "sign": 0.007648186729056761, "keep": 0.00057987927391423, "leak": 0.42899337597191334, "replacement": 0.16368983406573534} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 7.721251010894775, "loss_scale": 4.0, "retries": 0, "seconds": 232.6, "max_memory_gb": 17.86, "pair": 0.06638336833566427, "sign": 0.019143086261465214, "keep": 0.002981445417390205, "leak": 0.8462310456670821, "replacement": 0.2890034019947052} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 5.006253242492676, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 17.86, "pair": 0.14839753578417003, "sign": 0.0771706911327783, "keep": 0.10376707627438009, "leak": 0.8990725814874168, "replacement": 0.46363456919789314} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 3.7691736221313477, "loss_scale": 4.0, "retries": 0, "seconds": 235.8, "max_memory_gb": 17.86, "pair": 0.14747911924496293, "sign": 0.014561864416464232, "keep": 0.007827831989288825, "leak": 0.14514911361038685, "replacement": 0.1949612582102418} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.0352120399475098, "loss_scale": 4.0, "retries": 0, "seconds": 237.3, "max_memory_gb": 17.86, "pair": 0.09995358064770699, "sign": 0.003987699979916215, "keep": 0.02235154344998591, "leak": 0.38455027900636196, "replacement": 0.20926077291369438} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 5.170187473297119, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 17.86, "pair": 0.169536791741848, "sign": 0.005276701136608608, "keep": 0.007376581744210853, "leak": 0.6502339392900467, "replacement": 0.3384219064610079} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.8013978004455566, "loss_scale": 4.0, "retries": 0, "seconds": 240.4, "max_memory_gb": 17.86, "pair": 0.12844113225582987, "sign": 0.005248004861641675, "keep": 0.025236968183889985, "leak": 1.1572508600074798, "replacement": 0.43299633637070656} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.753016710281372, "loss_scale": 4.0, "retries": 0, "seconds": 242.0, "max_memory_gb": 17.86, "pair": 0.09569756081327796, "sign": 0.005324917292455211, "keep": 0.666018160468866, "leak": 0.3695283569395542, "replacement": 0.5237511871382594} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 28.4051570892334, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 17.86, "pair": 0.44388578180223703, "sign": 0.006725362472934648, "keep": 0.014538361355931784, "leak": 1.4718463546596467, "replacement": 0.8224792440887541} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 15.873717308044434, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 17.86, "pair": 0.0556718542939052, "sign": 0.9802472477313131, "keep": 0.0007342111921389005, "leak": 2.7629093256182387, "replacement": 1.2368899211287498} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 9.139664649963379, "loss_scale": 4.0, "retries": 0, "seconds": 246.6, "max_memory_gb": 17.86, "pair": 0.21937058866024017, "sign": 0.24332551064435393, "keep": 0.35770424981728866, "leak": 0.3372037415392697, "replacement": 0.604186374694109} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 4.483813762664795, "loss_scale": 4.0, "retries": 0, "seconds": 248.3, "max_memory_gb": 17.86, "pair": 0.18890810199081898, "sign": 0.006087145826313645, "keep": 0.004772543512444827, "leak": 0.42106075468473136, "replacement": 0.29960313998162746} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 9.37954044342041, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.86, "pair": 0.29952961299568415, "sign": 0.05696956152678467, "keep": 0.16553657012991607, "leak": 0.34958671033382416, "replacement": 0.4981793463230133} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 21.079931259155273, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 17.86, "pair": 0.2533728410489857, "sign": 0.11131727087195031, "keep": 0.17212462326756395, "leak": 0.15032041165977716, "replacement": 0.43267388083040714} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.784194231033325, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 17.86, "pair": 0.04680465627461672, "sign": 0.0167678429861553, "keep": 0.008191742467715812, "leak": 0.570048728666734, "replacement": 0.20179662480950356} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 24.798913955688477, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 17.86, "pair": 0.4141564667224884, "sign": 0.35335867037065327, "keep": 0.6796780833974481, "leak": 1.3245436390861869, "replacement": 1.2618107497692108} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 14.077425003051758, "loss_scale": 4.0, "retries": 0, "seconds": 256.0, "max_memory_gb": 17.86, "pair": 0.4979259390383959, "sign": 0.3275480321608484, "keep": 0.012656948383664712, "leak": 0.08900024741888046, "replacement": 0.6902785077691078} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 3.998322010040283, "loss_scale": 4.0, "retries": 0, "seconds": 257.6, "max_memory_gb": 17.86, "pair": 0.11259305034764111, "sign": 0.011027140193618834, "keep": 0.0012519028605311178, "leak": 0.11003366648219526, "replacement": 0.1462409906089306} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 22.893447875976562, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 17.86, "pair": 0.5499020582064986, "sign": 0.9378914964618161, "keep": 1.8330923201865517, "leak": 2.7734800092875957, "replacement": 2.6287639271467924} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 14.079682350158691, "loss_scale": 4.0, "retries": 0, "seconds": 260.8, "max_memory_gb": 17.86, "pair": 0.2151253530755639, "sign": 0.02646341174840927, "keep": 0.04706055985298008, "leak": 1.2583504741778597, "replacement": 0.5664749592542648} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.134615898132324, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 17.86, "pair": 0.1276082289405167, "sign": 0.007747587049379945, "keep": 0.04380557414879149, "leak": 0.4878006825456396, "replacement": 0.2753349798731506} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 6.494058132171631, "loss_scale": 4.0, "retries": 0, "seconds": 263.8, "max_memory_gb": 17.86, "pair": 0.24576468765735626, "sign": 0.09977634949609637, "keep": 0.08209278123104014, "leak": 0.43682199681643397, "replacement": 0.4459047466516495} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 8.747992515563965, "loss_scale": 4.0, "retries": 0, "seconds": 265.4, "max_memory_gb": 17.86, "pair": 0.151103199692443, "sign": 0.003547722881194204, "keep": 0.0013684493724213098, "leak": 2.0982653818500694, "replacement": 0.6781276157125831} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 3.796539783477783, "loss_scale": 4.0, "retries": 0, "seconds": 266.9, "max_memory_gb": 17.86, "pair": 0.09532144630793482, "sign": 0.019526301803125534, "keep": 0.15491734489842202, "leak": 0.6713683269917965, "replacement": 0.3503853566944599} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.9290778636932373, "loss_scale": 4.0, "retries": 0, "seconds": 268.5, "max_memory_gb": 17.86, "pair": 0.22069093491882086, "sign": 0.0028356078546494246, "keep": 0.015432773623615503, "leak": 0.40182833874132484, "replacement": 0.3302822019904852} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 5.797380447387695, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 17.86, "pair": 0.10765949386404827, "sign": 0.1469588782347273, "keep": 0.09446508740074933, "leak": 0.844458542575012, "replacement": 0.4394861124455929} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 6.193058490753174, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.86, "pair": 0.09057058687903918, "sign": 0.007829518432117766, "keep": 0.06600720221830159, "leak": 0.9732133001089096, "replacement": 0.37079227715730667} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 7.118269443511963, "loss_scale": 4.0, "retries": 0, "seconds": 273.0, "max_memory_gb": 17.86, "pair": 0.20231350744143128, "sign": 0.1790679031983018, "keep": 0.07499545370228589, "leak": 1.8076092877599876, "replacement": 0.7812475226819515} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 2.4216272830963135, "loss_scale": 4.0, "retries": 0, "seconds": 274.7, "max_memory_gb": 17.86, "pair": 0.1106130676344037, "sign": 0.014604485826566815, "keep": 0.005544561165152118, "leak": 0.48666131228674203, "replacement": 0.2423529215157032} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 5.291716575622559, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 17.86, "pair": 0.22676287511421833, "sign": 0.242262083782407, "keep": 0.013092122229295455, "leak": 0.37493512546643615, "replacement": 0.4481737455353141} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 28.521303176879883, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 17.86, "pair": 0.14197811344638467, "sign": 0.4568717585061677, "keep": 0.21830132843751926, "leak": 0.7021511122584343, "replacement": 0.65510243922472} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 7.470752239227295, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 17.86, "pair": 0.6664904039353132, "sign": 0.6112406712636584, "keep": 0.6552294581119895, "leak": 0.04803317674668506, "replacement": 1.3117337292060256} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 4.595341205596924, "loss_scale": 4.0, "retries": 0, "seconds": 280.8, "max_memory_gb": 17.86, "pair": 0.2251330204308033, "sign": 0.04277038970030844, "keep": 0.05036627012304962, "leak": 0.518910352140665, "replacement": 0.4014289230108261} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 6.724897384643555, "loss_scale": 4.0, "retries": 0, "seconds": 282.4, "max_memory_gb": 17.86, "pair": 0.07356966001680121, "sign": 0.005116290849400684, "keep": 0.013823729736031964, "leak": 1.4660433903336525, "replacement": 0.4495505169034004} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 26.00229835510254, "loss_scale": 4.0, "retries": 0, "seconds": 283.9, "max_memory_gb": 17.86, "pair": 0.34510333204525523, "sign": 0.2897932755295187, "keep": 0.012286836859630057, "leak": 4.103693425655365, "replacement": 1.52206676825881} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 5.8614325523376465, "loss_scale": 4.0, "retries": 0, "seconds": 285.4, "max_memory_gb": 17.86, "pair": 0.09413469163700938, "sign": 0.009906447143293917, "keep": 0.002415169317139032, "leak": 0.6514603921116304, "replacement": 0.2631605975329876} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.021822929382324, "loss_scale": 4.0, "retries": 0, "seconds": 287.1, "max_memory_gb": 17.86, "pair": 0.1609295152593404, "sign": 0.004239607653289568, "keep": 0.0021824054995249753, "leak": 0.47601450709044, "replacement": 0.2831441597081721} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 3.4820401668548584, "loss_scale": 4.0, "retries": 0, "seconds": 288.6, "max_memory_gb": 17.86, "pair": 0.09847849234938622, "sign": 0.015371911344118416, "keep": 0.026862318307394162, "leak": 0.4419560916721821, "replacement": 0.2300846315920353} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 14.554366111755371, "loss_scale": 4.0, "retries": 0, "seconds": 290.1, "max_memory_gb": 17.86, "pair": 0.2534171012957813, "sign": 0.025888981592288474, "keep": 1.101277524365969, "leak": 0.41948625165969133, "replacement": 0.9218718856573105} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.846341371536255, "loss_scale": 4.0, "retries": 0, "seconds": 291.8, "max_memory_gb": 17.86, "pair": 0.1753023797646165, "sign": 0.007701759575866163, "keep": 0.3062238508136943, "leak": 0.3637191839516163, "replacement": 0.4231949858367443} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 15.713220596313477, "loss_scale": 4.0, "retries": 0, "seconds": 293.3, "max_memory_gb": 17.86, "pair": 0.4309280160232447, "sign": 0.6873718995047966, "keep": 0.7275610689706014, "leak": 0.13459499890456073, "replacement": 1.1720432535512373} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 32.11418151855469, "loss_scale": 4.0, "retries": 0, "seconds": 294.8, "max_memory_gb": 17.86, "pair": 0.16851707035675645, "sign": 0.9824657148565166, "keep": 1.9051805107155815, "leak": 2.235019449144602, "replacement": 2.1710951402783394} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.6110992431640625, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 17.86, "pair": 0.0471633417182602, "sign": 0.003833074777503498, "keep": 0.0030761996749788523, "leak": 0.6341335698962212, "replacement": 0.20915137603878975} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 112.22260284423828, "loss_scale": 4.0, "retries": 0, "seconds": 297.9, "max_memory_gb": 17.86, "pair": 1.1704751481302083, "sign": 0.9308031101245433, "keep": 1.6645670807542956, "leak": 3.316604479216039, "replacement": 3.297311272472143} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.149147033691406, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 17.86, "pair": 0.40948472265154123, "sign": 0.5096715379622765, "keep": 1.257465196744306, "leak": 0.15590452554170042, "replacement": 1.3320292131975293} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.7138006687164307, "loss_scale": 4.0, "retries": 0, "seconds": 301.0, "max_memory_gb": 17.86, "pair": 0.18929700221633539, "sign": 0.02058097647386603, "keep": 0.013740720831265207, "leak": 0.4995562566909939, "replacement": 0.3313469107961282} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 18.199176788330078, "loss_scale": 4.0, "retries": 0, "seconds": 302.5, "max_memory_gb": 17.86, "pair": 0.1432334661949426, "sign": 0.2293240639846772, "keep": 0.20600835378752436, "leak": 0.8121871055045631, "replacement": 0.5639464855194092} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 18.466264724731445, "loss_scale": 4.0, "retries": 0, "seconds": 304.1, "max_memory_gb": 17.86, "pair": 0.10816115094348788, "sign": 0.021623675973387435, "keep": 0.0051205300114816055, "leak": 1.8451665001921356, "replacement": 0.5828248905017972} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 12.709407806396484, "loss_scale": 4.0, "retries": 0, "seconds": 305.7, "max_memory_gb": 17.86, "pair": 0.08366917143575847, "sign": 0.007921455893665552, "keep": 0.00451997364689305, "leak": 0.5415589748881757, "replacement": 0.22527962899766862} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 6.271185874938965, "loss_scale": 4.0, "retries": 0, "seconds": 307.3, "max_memory_gb": 17.86, "pair": 0.10128240427002311, "sign": 0.025603987742215395, "keep": 0.00332219892879948, "leak": 0.885491231456399, "replacement": 0.3371183034032583} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 3.828925609588623, "loss_scale": 4.0, "retries": 0, "seconds": 308.9, "max_memory_gb": 17.86, "pair": 0.13949744403362274, "sign": 0.05761616164818406, "keep": 0.07012947260955116, "leak": 0.3498571775853634, "replacement": 0.2908345591276884} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.129833936691284, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 17.86, "pair": 0.17224357090890408, "sign": 0.02584182086866349, "keep": 0.4917980628524674, "leak": 0.26385439676232636, "replacement": 0.49702709540724754} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 12.289579391479492, "loss_scale": 4.0, "retries": 0, "seconds": 311.9, "max_memory_gb": 17.86, "pair": 0.3029044514987618, "sign": 0.37409316570847295, "keep": 1.697976170326001, "leak": 0.053991248380043544, "replacement": 1.3524369560182095} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 8.11817741394043, "loss_scale": 4.0, "retries": 0, "seconds": 313.6, "max_memory_gb": 17.86, "pair": 0.25412914529442787, "sign": 0.15852966613601893, "keep": 0.10608444610988954, "leak": 0.2168037595693022, "replacement": 0.44063713401556015} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 33.84712600708008, "loss_scale": 4.0, "retries": 0, "seconds": 315.1, "max_memory_gb": 17.86, "pair": 0.06630626990227029, "sign": 0.016932797188928816, "keep": 0.0012451064435481385, "leak": 4.785150047169736, "replacement": 1.2716827662661672} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.329738140106201, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 17.86, "pair": 0.13772678608074784, "sign": 0.01934023230569437, "keep": 0.08637607609853148, "leak": 0.18851508456282318, "replacement": 0.23771370388567448} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 4.566762924194336, "loss_scale": 4.0, "retries": 0, "seconds": 318.2, "max_memory_gb": 17.86, "pair": 0.3135044537484646, "sign": 0.01835947483778, "keep": 0.02221284172264859, "leak": 0.47530032050417503, "replacement": 0.4526156783103943} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.8861312866210938, "loss_scale": 4.0, "retries": 0, "seconds": 319.7, "max_memory_gb": 17.86, "pair": 0.1401638037059456, "sign": 0.003858329655486159, "keep": 0.001509172230726108, "leak": 0.45064080182055477, "replacement": 0.25550776068121195} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 2.9249160289764404, "loss_scale": 4.0, "retries": 0, "seconds": 321.2, "max_memory_gb": 17.86, "pair": 0.12262524338439107, "sign": 0.004699778917711228, "keep": 0.009822675599934882, "leak": 0.2714651197929925, "replacement": 0.19775275234133005} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 3.9306178092956543, "loss_scale": 4.0, "retries": 0, "seconds": 322.8, "max_memory_gb": 17.86, "pair": 0.2110442144330591, "sign": 0.12819207248685416, "keep": 0.07852839921042687, "leak": 0.1008944557979703, "replacement": 0.3396280542947352} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 2.4567058086395264, "loss_scale": 4.0, "retries": 0, "seconds": 324.4, "max_memory_gb": 17.86, "pair": 0.06374647410120815, "sign": 0.0030551393720088527, "keep": 0.005050478559610383, "leak": 0.4038868602947332, "replacement": 0.16877100244164467} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 14.004652976989746, "loss_scale": 4.0, "retries": 0, "seconds": 326.0, "max_memory_gb": 17.86, "pair": 0.5279024126939476, "sign": 0.481421472155489, "keep": 0.6562393080093898, "leak": 0.6416239077225327, "replacement": 1.2571387737989426} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 7.573741912841797, "loss_scale": 4.0, "retries": 0, "seconds": 327.5, "max_memory_gb": 17.86, "pair": 0.4412083765491843, "sign": 0.601607794422307, "keep": 1.335058344120057, "leak": 0.6519908308982849, "replacement": 1.5725391954183578} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 14.188780784606934, "loss_scale": 4.0, "retries": 0, "seconds": 329.1, "max_memory_gb": 17.86, "pair": 0.484391734469682, "sign": 0.28898918617051095, "keep": 0.1571162025211379, "leak": 0.26485681626945734, "replacement": 0.7736586257815361} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 84.95693969726562, "loss_scale": 4.0, "retries": 0, "seconds": 330.8, "max_memory_gb": 17.86, "pair": 0.4227391853928566, "sign": 0.31533178105019033, "keep": 0.23366646864451468, "leak": 0.9997699819505215, "replacement": 0.947180800139904} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.391944408416748, "loss_scale": 4.0, "retries": 0, "seconds": 332.3, "max_memory_gb": 17.86, "pair": 0.3583426787517965, "sign": 0.3683517031604424, "keep": 0.6352992555812307, "leak": 0.4863445423543453, "replacement": 0.9817542675882578} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.689315319061279, "loss_scale": 4.0, "retries": 0, "seconds": 333.9, "max_memory_gb": 17.86, "pair": 0.3801036137447227, "sign": 0.42930567263101693, "keep": 1.3026616592424034, "leak": 0.08570536811021157, "replacement": 1.2675136680772994} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 13.590620994567871, "loss_scale": 4.0, "retries": 0, "seconds": 335.5, "max_memory_gb": 17.86, "pair": 0.4270005226971989, "sign": 0.7770781531071407, "keep": 2.1128048173413845, "leak": 0.19180225022137165, "replacement": 1.9198925392702222} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 13.16299057006836, "loss_scale": 4.0, "retries": 0, "seconds": 337.1, "max_memory_gb": 17.86, "pair": 0.04395721975015476, "sign": 0.015281916086678393, "keep": 0.004622193569957744, "leak": 2.32671854988439, "replacement": 0.6355888980906457} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 2.2652618885040283, "loss_scale": 4.0, "retries": 0, "seconds": 338.6, "max_memory_gb": 17.87, "pair": 0.0882383645803202, "sign": 0.0017973910580622032, "keep": 0.0008344120483343431, "leak": 0.2069488251581788, "replacement": 0.14129147632047534} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 21.429866790771484, "loss_scale": 4.0, "retries": 0, "seconds": 340.2, "max_memory_gb": 17.87, "pair": 0.47032905742526054, "sign": 0.977573724463582, "keep": 0.1326608695089817, "leak": 0.15291326493024826, "replacement": 1.063674695789814} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 5.070994853973389, "loss_scale": 4.0, "retries": 0, "seconds": 341.8, "max_memory_gb": 17.87, "pair": 0.13959497306495905, "sign": 0.07507316622650251, "keep": 0.003103350371020497, "leak": 0.24530748464167118, "replacement": 0.2400100976228714} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 3.5029773712158203, "loss_scale": 4.0, "retries": 0, "seconds": 343.4, "max_memory_gb": 17.87, "pair": 0.22336953293415718, "sign": 0.04706404291209765, "keep": 0.09480451664637712, "leak": 0.14975804137066007, "replacement": 0.3317433233605698} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 3.2580606937408447, "loss_scale": 4.0, "retries": 0, "seconds": 344.9, "max_memory_gb": 17.87, "pair": 0.2839523204602301, "sign": 0.1570254786638543, "keep": 0.004427190026035532, "leak": 0.7300739819183946, "replacement": 0.5471971407532692} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 2.0508980751037598, "loss_scale": 4.0, "retries": 0, "seconds": 346.4, "max_memory_gb": 17.87, "pair": 0.10025769306230359, "sign": 0.008078326340182684, "keep": 0.025173060944894132, "leak": 0.44635780761018395, "replacement": 0.22847283096052706} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 15.439273834228516, "loss_scale": 4.0, "retries": 0, "seconds": 348.0, "max_memory_gb": 17.87, "pair": 0.3315925494680414, "sign": 0.056642885403562104, "keep": 0.00710425723445951, "leak": 0.6554391235113144, "replacement": 0.5273259188979864} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.1406116485595703, "loss_scale": 4.0, "retries": 0, "seconds": 349.6, "max_memory_gb": 17.87, "pair": 0.0692624868825078, "sign": 0.015283239306882024, "keep": 0.01084905728623653, "leak": 0.42981316754594445, "replacement": 0.18978192564100027} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 6.984096527099609, "loss_scale": 4.0, "retries": 0, "seconds": 351.1, "max_memory_gb": 17.87, "pair": 0.03703135799150914, "sign": 0.004655790573451668, "keep": 0.0024274530205730116, "leak": 1.0731079261749983, "replacement": 0.3088499568402767} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 9.62080192565918, "loss_scale": 4.0, "retries": 0, "seconds": 352.7, "max_memory_gb": 17.87, "pair": 0.0788251141202636, "sign": 0.03682358845253475, "keep": 1.2320261863642372, "leak": 0.44537008134648204, "replacement": 0.8245925344526768} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.740955114364624, "loss_scale": 4.0, "retries": 0, "seconds": 354.2, "max_memory_gb": 17.87, "pair": 0.05312005447194679, "sign": 0.004615429934347048, "keep": 0.03404841807696357, "leak": 0.021926381974481046, "replacement": 0.0779335749684833} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.3507096767425537, "loss_scale": 4.0, "retries": 0, "seconds": 355.7, "max_memory_gb": 17.87, "pair": 0.07450165948830545, "sign": 0.03203424869570881, "keep": 0.0006773648046873859, "leak": 0.43043793458491564, "replacement": 0.19846694637089968} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 15.024436950683594, "loss_scale": 4.0, "retries": 0, "seconds": 357.4, "max_memory_gb": 17.87, "pair": 0.08450777474354254, "sign": 0.03025097245699726, "keep": 0.03513167187338517, "leak": 1.824344520457089, "replacement": 0.5732852146029472} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 67.01423645019531, "loss_scale": 4.0, "retries": 0, "seconds": 358.9, "max_memory_gb": 17.87, "pair": 1.3615908669307828, "sign": 0.7251562597230077, "keep": 1.1492053918009333, "leak": 0.5619203103706241, "replacement": 2.4392518047243357} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 5.5533833503723145, "loss_scale": 4.0, "retries": 0, "seconds": 360.4, "max_memory_gb": 17.87, "pair": 0.19662021432304755, "sign": 0.5815621998626739, "keep": 0.025494754874557657, "leak": 0.7827156633138657, "replacement": 0.6958276079967618} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 4.958818435668945, "loss_scale": 4.0, "retries": 0, "seconds": 362.0, "max_memory_gb": 17.87, "pair": 0.09074563416652381, "sign": 0.010186534229433164, "keep": 0.021975367737468332, "leak": 1.2234897464513779, "replacement": 0.41269902512431145} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 3.685141086578369, "loss_scale": 4.0, "retries": 0, "seconds": 363.5, "max_memory_gb": 17.87, "pair": 0.07774094768683426, "sign": 0.004183873097645119, "keep": 0.0025792515807552263, "leak": 0.8838642947375774, "replacement": 0.302088575437665} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 3.771810531616211, "loss_scale": 4.0, "retries": 0, "seconds": 365.0, "max_memory_gb": 17.87, "pair": 0.06078441039426252, "sign": 0.011325342376949266, "keep": 0.014481033502875107, "leak": 0.3331525130197406, "replacement": 0.1569757298566401} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 42.3389892578125, "loss_scale": 4.0, "retries": 0, "seconds": 366.6, "max_memory_gb": 17.87, "pair": 0.760797971393913, "sign": 0.5409197879052954, "keep": 0.8571232199847145, "leak": 0.7792920880019665, "replacement": 1.6546425325796008} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.5483508110046387, "loss_scale": 4.0, "retries": 0, "seconds": 368.2, "max_memory_gb": 17.87, "pair": 0.1484982780602877, "sign": 0.046218513351050206, "keep": 0.0029669702397541187, "leak": 0.07783085113624111, "replacement": 0.19254872994497418} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 9.322271347045898, "loss_scale": 4.0, "retries": 0, "seconds": 369.7, "max_memory_gb": 17.87, "pair": 0.10476538818329573, "sign": 0.08678966015577316, "keep": 0.014824222422817002, "leak": 1.087517186999321, "replacement": 0.4274516236037016} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 3.4609766006469727, "loss_scale": 4.0, "retries": 0, "seconds": 371.3, "max_memory_gb": 17.87, "pair": 0.1760057327337563, "sign": 0.010422700142953545, "keep": 0.04661944991676137, "leak": 0.07437614334048703, "replacement": 0.22312084585428238} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 8.784517288208008, "loss_scale": 4.0, "retries": 0, "seconds": 372.8, "max_memory_gb": 17.87, "pair": 0.4953130967915058, "sign": 1.22084926860407, "keep": 0.10330379905587961, "leak": 0.24128571525216103, "replacement": 1.2177109941840172} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 3.3920161724090576, "loss_scale": 4.0, "retries": 0, "seconds": 374.4, "max_memory_gb": 17.87, "pair": 0.21093926951289177, "sign": 0.3622136419871822, "keep": 0.10818944209313486, "leak": 0.08814498713763896, "replacement": 0.46817707642912865} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 9.1871337890625, "loss_scale": 4.0, "retries": 0, "seconds": 375.9, "max_memory_gb": 17.87, "pair": 0.5377824888564646, "sign": 0.4016471935901791, "keep": 0.08536475198093285, "leak": 0.1778930321925145, "replacement": 0.8257616981863976} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 2.6179723739624023, "loss_scale": 4.0, "retries": 0, "seconds": 377.4, "max_memory_gb": 17.87, "pair": 0.1436146309133619, "sign": 0.03799251152668148, "keep": 0.002125387585692806, "leak": 0.5118794936570339, "replacement": 0.2916434556245804} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.7295562028884888, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 17.87, "pair": 0.10883990221191198, "sign": 0.014496914052870125, "keep": 0.011168378674483392, "leak": 0.29588681645691395, "replacement": 0.19564425200223923} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 3.553502082824707, "loss_scale": 4.0, "retries": 0, "seconds": 380.6, "max_memory_gb": 17.87, "pair": 0.15982598392292857, "sign": 0.03851533983834088, "keep": 0.028514384750451427, "leak": 0.3177326477598399, "replacement": 0.27277401089668274} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 8.799617767333984, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 17.87, "pair": 0.22928083036094904, "sign": 0.17484455869998783, "keep": 0.4124053162522614, "leak": 0.6230263076722622, "replacement": 0.6786623373627663} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 2.1614370346069336, "loss_scale": 4.0, "retries": 0, "seconds": 383.8, "max_memory_gb": 17.87, "pair": 0.07687256718054414, "sign": 0.002793245861539617, "keep": 0.0033661153393040877, "leak": 0.04615779151208699, "replacement": 0.09149169456213713} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 27.06219482421875, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 17.87, "pair": 0.1712777545035351, "sign": 0.01656300906324759, "keep": 0.6378444869769453, "leak": 0.4263225169852376, "replacement": 0.605062142945826} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 5.2198591232299805, "loss_scale": 4.0, "retries": 0, "seconds": 386.8, "max_memory_gb": 17.87, "pair": 0.24861676478758454, "sign": 0.025201357784681022, "keep": 0.029588869929284556, "leak": 0.5086857555434108, "replacement": 0.40318332612514496} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 10.410623550415039, "loss_scale": 4.0, "retries": 0, "seconds": 388.5, "max_memory_gb": 17.87, "pair": 0.17706931615248322, "sign": 0.07586325192824006, "keep": 0.03779499337542802, "leak": 0.4919403945095837, "replacement": 0.35688355565071106} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 3.292982578277588, "loss_scale": 4.0, "retries": 0, "seconds": 390.0, "max_memory_gb": 17.87, "pair": 0.15306662232615054, "sign": 0.015887450921582058, "keep": 0.013630607744744339, "leak": 0.2694878512993455, "replacement": 0.23519761627539992} diff --git a/runs/fixed_internvl/replacement/Top8_s42/adapter/README.md b/runs/fixed_internvl/replacement/Top8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Top8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6b113560a469494c7f1364697cc0f4c1f4a21bd1 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.8.mlp.down_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.3.self_attn.v_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.5.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s42/config.json b/runs/fixed_internvl/replacement/Top8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..774cd978d8d52ab81b4b737a1a1ba8bd26804f27 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "ranks": { + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72, + "8": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s42/steps.jsonl b/runs/fixed_internvl/replacement/Top8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6dcc66990219ad4f2f244f1ba8313b656fb6ef08 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 14.710066795349121, "loss_scale": 4.0, "retries": 0, "seconds": 2.2, "max_memory_gb": 17.52, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 12.105531692504883, "loss_scale": 4.0, "retries": 0, "seconds": 4.3, "max_memory_gb": 17.85, "pair": 1.090378612279892, "sign": 0.40392697521019727, "keep": 1.3196998238549895, "leak": 7.151944873839966e-05, "replacement": 1.9522097706794739} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 17.765281677246094, "loss_scale": 4.0, "retries": 0, "seconds": 6.1, "max_memory_gb": 17.85, "pair": 1.060421347618103, "sign": 0.05623593181371689, "keep": 1.4348946623504162, "leak": 0.0019795094049186446, "replacement": 1.8064814805984497} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.568122863769531, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 17.85, "pair": 1.0072402954101562, "sign": 0.09577418700791895, "keep": 1.1131505570956506, "leak": 0.009254195872927085, "replacement": 1.614016205072403} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 10.4889554977417, "loss_scale": 4.0, "retries": 0, "seconds": 9.6, "max_memory_gb": 17.85, "pair": 0.9532568156719208, "sign": 0.22303897980600595, "keep": 0.4849411516916007, "leak": 0.010207900340901688, "replacement": 1.3097988665103912} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 11.233158111572266, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 17.85, "pair": 0.8390849381685257, "sign": 0.14764791913330555, "keep": 0.32753820228390396, "leak": 0.06980599042435642, "replacement": 1.094129517674446} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 8.489965438842773, "loss_scale": 4.0, "retries": 0, "seconds": 13.0, "max_memory_gb": 17.85, "pair": 0.6833402961492538, "sign": 0.1174343089805916, "keep": 0.3649057596921921, "leak": 0.1815010893624276, "replacement": 0.9698856025934219} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.379714012145996, "loss_scale": 4.0, "retries": 0, "seconds": 14.7, "max_memory_gb": 17.85, "pair": 0.8484030067920685, "sign": 0.43425939802546054, "keep": 0.46124575471321805, "leak": 0.04473436827538535, "replacement": 1.3073391616344452} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 7.542362689971924, "loss_scale": 4.0, "retries": 0, "seconds": 16.3, "max_memory_gb": 17.85, "pair": 0.7294755429029465, "sign": 0.8154853515443392, "keep": 1.173627994954586, "leak": 0.5440354873426259, "replacement": 1.860041007399559} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 12.035191535949707, "loss_scale": 4.0, "retries": 0, "seconds": 18.1, "max_memory_gb": 17.85, "pair": 0.555918924510479, "sign": 0.25406589824706316, "keep": 0.16908004946890287, "leak": 0.4088302366435528, "replacement": 0.8696994632482529} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 9.499288558959961, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 17.85, "pair": 0.25101828947663307, "sign": 0.026857842574827373, "keep": 0.0030013139372613296, "leak": 1.6011951863765717, "replacement": 0.6662466451525688} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 19.351781845092773, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 17.85, "pair": 0.3538636192679405, "sign": 0.8000415842689108, "keep": 1.3383372936768865, "leak": 1.4435120923444629, "replacement": 1.7839311212301254} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 7.591914653778076, "loss_scale": 4.0, "retries": 0, "seconds": 23.1, "max_memory_gb": 17.85, "pair": 0.29763597808778286, "sign": 0.46831772653968073, "keep": 0.05231344047933817, "leak": 1.3538967873901129, "replacement": 0.8964257687330246} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 7.529450416564941, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 17.85, "pair": 0.2162175066769123, "sign": 0.06670451138052158, "keep": 0.04020290827611461, "leak": 1.8901402354240417, "replacement": 0.7422062754631042} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 10.49020004272461, "loss_scale": 4.0, "retries": 0, "seconds": 26.6, "max_memory_gb": 17.85, "pair": 0.3531414270401001, "sign": 0.11859726521652192, "keep": 1.0461172794457525, "leak": 0.7676920688245445, "replacement": 1.1274216994643211} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 7.248746871948242, "loss_scale": 4.0, "retries": 0, "seconds": 28.2, "max_memory_gb": 17.85, "pair": 0.3004130572080612, "sign": 0.11548344005132094, "keep": 0.46042697114808107, "leak": 0.8809509295970201, "replacement": 0.8086059838533401} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 3.819603443145752, "loss_scale": 4.0, "retries": 0, "seconds": 29.8, "max_memory_gb": 17.85, "pair": 0.19278890639543533, "sign": 0.018862504744902253, "keep": 0.01474238105583936, "leak": 1.1739517897367477, "replacement": 0.5030792877078056} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.735433340072632, "loss_scale": 4.0, "retries": 0, "seconds": 31.6, "max_memory_gb": 17.85, "pair": 0.37570831179618835, "sign": 0.036205496173352, "keep": 0.06174831325188279, "leak": 0.8596429008757696, "replacement": 0.6395959407091141} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.619705677032471, "loss_scale": 4.0, "retries": 0, "seconds": 33.3, "max_memory_gb": 17.85, "pair": 0.3693344220519066, "sign": 0.11658423213521019, "keep": 0.005870448620498792, "leak": 0.2721334286034107, "replacement": 0.49859511479735374} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.866895914077759, "loss_scale": 4.0, "retries": 0, "seconds": 34.9, "max_memory_gb": 17.85, "pair": 0.37514981999993324, "sign": 0.09726733120623976, "keep": 0.026378432579804212, "leak": 1.1182021498680115, "replacement": 0.7165232300758362} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 3.7630393505096436, "loss_scale": 4.0, "retries": 0, "seconds": 36.7, "max_memory_gb": 17.86, "pair": 0.27526015415787697, "sign": 0.03592238971032202, "keep": 0.03961670637363568, "leak": 0.48194440454244614, "replacement": 0.4335158094763756} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.039919853210449, "loss_scale": 4.0, "retries": 0, "seconds": 38.3, "max_memory_gb": 17.86, "pair": 0.39658738672733307, "sign": 1.0467590250191279, "keep": 0.10243474641947614, "leak": 0.623128455132246, "replacement": 1.1269664093852043} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.212221145629883, "loss_scale": 4.0, "retries": 0, "seconds": 40.0, "max_memory_gb": 17.86, "pair": 0.4184868112206459, "sign": 0.04389639268629253, "keep": 0.1492960028408561, "leak": 0.18624963238835335, "replacement": 0.561645433306694} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.9917094707489014, "loss_scale": 4.0, "retries": 0, "seconds": 41.7, "max_memory_gb": 17.86, "pair": 0.381906159222126, "sign": 0.0869317043107003, "keep": 0.230674641643418, "leak": 0.7870655879378319, "replacement": 0.7374757304787636} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 8.131128311157227, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 17.86, "pair": 0.4453881308436394, "sign": 0.4503171890974045, "keep": 0.2203380857827142, "leak": 0.5461010318249464, "replacement": 0.9172409996390343} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 7.390173435211182, "loss_scale": 4.0, "retries": 0, "seconds": 45.0, "max_memory_gb": 17.86, "pair": 0.41465968266129494, "sign": 0.09700413793325424, "keep": 0.02620739340363798, "leak": 0.3757709711790085, "replacement": 0.5702081993222237} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 17.903627395629883, "loss_scale": 4.0, "retries": 0, "seconds": 46.8, "max_memory_gb": 17.86, "pair": 0.3514932245016098, "sign": 0.13260644651018083, "keep": 0.22714580377942184, "leak": 0.8198229074478149, "replacement": 0.7363250851631165} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 2.9999351501464844, "loss_scale": 4.0, "retries": 0, "seconds": 48.4, "max_memory_gb": 17.86, "pair": 0.216134712100029, "sign": 0.02581397129688412, "keep": 0.023598079103976488, "leak": 0.9746705591678619, "replacement": 0.48450838029384613} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.503105163574219, "loss_scale": 4.0, "retries": 0, "seconds": 50.0, "max_memory_gb": 17.86, "pair": 0.2228877916932106, "sign": 0.09183342556934804, "keep": 0.19208118444657885, "leak": 1.4754465073347092, "replacement": 0.7337066978216171} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 6.57084846496582, "loss_scale": 4.0, "retries": 0, "seconds": 51.8, "max_memory_gb": 17.86, "pair": 0.2381036700680852, "sign": 0.27715191314928234, "keep": 0.01162838947493583, "leak": 1.4474945813417435, "replacement": 0.7443674802780151} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 4.922438621520996, "loss_scale": 4.0, "retries": 0, "seconds": 53.4, "max_memory_gb": 17.86, "pair": 0.47113868966698647, "sign": 0.7177345470990986, "keep": 1.2662713461031672, "leak": 0.3535548001527786, "replacement": 1.551530297845602} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 7.310066223144531, "loss_scale": 4.0, "retries": 0, "seconds": 55.1, "max_memory_gb": 17.86, "pair": 0.3093961097765714, "sign": 0.06842090690042824, "keep": 0.017358504119329154, "leak": 1.7901449259370565, "replacement": 0.7998220324516296} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 4.091061115264893, "loss_scale": 4.0, "retries": 0, "seconds": 56.9, "max_memory_gb": 17.86, "pair": 0.18703532963991165, "sign": 0.2451065276400186, "keep": 0.00017987749333769898, "leak": 0.8822535201907158, "replacement": 0.5302419103682041} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 3.9437904357910156, "loss_scale": 4.0, "retries": 0, "seconds": 58.7, "max_memory_gb": 17.86, "pair": 0.3399297408759594, "sign": 0.00658763968385756, "keep": 0.005955379685474327, "leak": 0.5452829427085817, "replacement": 0.48252198845148087} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 5.229272365570068, "loss_scale": 4.0, "retries": 0, "seconds": 60.7, "max_memory_gb": 17.86, "pair": 0.2586165890097618, "sign": 0.047930881672073156, "keep": 0.08636505340655276, "leak": 0.3908656816929579, "replacement": 0.42348097264766693} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 7.565325736999512, "loss_scale": 4.0, "retries": 0, "seconds": 62.4, "max_memory_gb": 17.86, "pair": 0.5365213006734848, "sign": 0.2681575877359137, "keep": 0.19183629762665078, "leak": 0.1470913179218769, "replacement": 0.8032910823822021} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 4.274863243103027, "loss_scale": 4.0, "retries": 0, "seconds": 64.0, "max_memory_gb": 17.86, "pair": 0.2938455864787102, "sign": 0.007421915186569095, "keep": 0.029347410294576548, "leak": 0.22769723599776626, "replacement": 0.36915455758571625} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 4.553151607513428, "loss_scale": 4.0, "retries": 0, "seconds": 65.7, "max_memory_gb": 17.86, "pair": 0.32999972999095917, "sign": 0.023139114025980234, "keep": 0.011246258567553014, "leak": 0.3850276283919811, "replacement": 0.44344931840896606} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 2.6027584075927734, "loss_scale": 4.0, "retries": 0, "seconds": 67.3, "max_memory_gb": 17.86, "pair": 0.2898600660264492, "sign": 0.15398095778073184, "keep": 0.09525980416219682, "leak": 0.6303698644042015, "replacement": 0.5720729008316994} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.704777956008911, "loss_scale": 4.0, "retries": 0, "seconds": 68.9, "max_memory_gb": 17.86, "pair": 0.11409826320596039, "sign": 0.07928679960605223, "keep": 0.0045856762583298405, "leak": 0.39824026823043823, "replacement": 0.25559455901384354} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.992849111557007, "loss_scale": 4.0, "retries": 0, "seconds": 70.7, "max_memory_gb": 17.86, "pair": 0.20149865141138434, "sign": 0.05514132609823719, "keep": 0.01440314043793478, "leak": 0.11851281486451626, "replacement": 0.2658990789204836} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.94642448425293, "loss_scale": 4.0, "retries": 0, "seconds": 72.4, "max_memory_gb": 17.86, "pair": 0.10927468072623014, "sign": 0.16018670427729376, "keep": 0.015349630135915504, "leak": 1.0388704910874367, "replacement": 0.4567604698240757} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 10.402507781982422, "loss_scale": 4.0, "retries": 0, "seconds": 74.0, "max_memory_gb": 17.86, "pair": 0.3311586370691657, "sign": 0.656433524156455, "keep": 0.5820330170172383, "leak": 1.0118267964571714, "replacement": 1.2033486068248749} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 37.94330596923828, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 17.86, "pair": 0.8100256440229714, "sign": 0.5883817179710604, "keep": 1.1548720500832133, "leak": 1.2022991320118308, "replacement": 1.982227187603712} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 36.255794525146484, "loss_scale": 4.0, "retries": 0, "seconds": 77.5, "max_memory_gb": 17.86, "pair": 0.8630922003649175, "sign": 0.7916525352047756, "keep": 1.4268142373739465, "leak": 2.6381943561136723, "replacement": 2.6318740025162697} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 8.390815734863281, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 17.86, "pair": 0.2522749591153115, "sign": 0.3211979831685312, "keep": 0.42858812312761074, "leak": 1.05235143750906, "replacement": 0.8902558833360672} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 6.412032127380371, "loss_scale": 4.0, "retries": 0, "seconds": 81.2, "max_memory_gb": 17.86, "pair": 0.11548027023673058, "sign": 0.00506796536501497, "keep": 0.002576832499471493, "leak": 1.3212712854146957, "replacement": 0.44962049275636673} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 6.545734882354736, "loss_scale": 4.0, "retries": 0, "seconds": 82.9, "max_memory_gb": 17.86, "pair": 0.6058207415044308, "sign": 0.4054042100906372, "keep": 0.0622848161838192, "leak": 0.14716775575652719, "replacement": 0.8764571994543076} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.6044154167175293, "loss_scale": 4.0, "retries": 0, "seconds": 84.6, "max_memory_gb": 17.86, "pair": 0.18240560591220856, "sign": 0.06469824162195437, "keep": 0.8856625053711014, "leak": 0.3304543551057577, "replacement": 0.7401995845139027} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.8521158695220947, "loss_scale": 4.0, "retries": 0, "seconds": 86.2, "max_memory_gb": 17.86, "pair": 0.22591852536424994, "sign": 0.03204673435539007, "keep": 0.033736847690306604, "leak": 0.6387069281190634, "replacement": 0.4184870421886444} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 8.371376991271973, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 17.86, "pair": 0.5090528801083565, "sign": 0.15601611882448196, "keep": 0.08274716816958971, "leak": 0.13203833624720573, "replacement": 0.6614441126585007} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 12.937703132629395, "loss_scale": 4.0, "retries": 0, "seconds": 89.6, "max_memory_gb": 17.86, "pair": 0.1584765096195042, "sign": 0.01746963911864441, "keep": 0.008107347821347588, "leak": 2.6224086955189705, "replacement": 0.8268672004342079} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.665853500366211, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 17.86, "pair": 0.3567328676581383, "sign": 0.03707256726920605, "keep": 0.00802140447194688, "leak": 0.2711224243976176, "replacement": 0.4470604509115219} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 9.446297645568848, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 17.86, "pair": 0.18777295015752316, "sign": 0.18979179512825795, "keep": 0.5817867491819015, "leak": 0.4185563810169697, "replacement": 0.6782013289630413} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 12.00009822845459, "loss_scale": 4.0, "retries": 0, "seconds": 94.6, "max_memory_gb": 17.86, "pair": 0.2620351598598063, "sign": 0.020522937964415178, "keep": 1.0633800354235063, "leak": 0.3373271475684305, "replacement": 0.8883184362202883} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 11.383231163024902, "loss_scale": 4.0, "retries": 0, "seconds": 96.2, "max_memory_gb": 17.86, "pair": 0.2752660836558789, "sign": 0.8317787483974826, "keep": 0.022003962547671563, "leak": 0.718227983918041, "replacement": 0.8817144297063351} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 8.741277694702148, "loss_scale": 4.0, "retries": 0, "seconds": 97.8, "max_memory_gb": 17.86, "pair": 0.6346733421087265, "sign": 0.296478514210321, "keep": 0.04917602700879797, "leak": 0.13272029720246792, "replacement": 0.8406806886196136} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 7.48954439163208, "loss_scale": 4.0, "retries": 0, "seconds": 99.5, "max_memory_gb": 17.86, "pair": 0.5975373387336731, "sign": 0.018862819648347795, "keep": 0.041648013168014586, "leak": 0.16524066779857094, "replacement": 0.6691029220819473} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 5.266753673553467, "loss_scale": 4.0, "retries": 0, "seconds": 101.2, "max_memory_gb": 17.86, "pair": 0.2467489712871611, "sign": 0.021203403593972325, "keep": 0.0038625162756034115, "leak": 0.4869336821138859, "replacement": 0.3810153575614095} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 5.985504150390625, "loss_scale": 4.0, "retries": 0, "seconds": 102.9, "max_memory_gb": 17.86, "pair": 0.19826806476339698, "sign": 0.1363558001758065, "keep": 0.07358364481115132, "leak": 0.83614357188344, "replacement": 0.5122736841440201} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 8.360016822814941, "loss_scale": 4.0, "retries": 0, "seconds": 104.5, "max_memory_gb": 17.86, "pair": 0.48124201595783234, "sign": 0.04893238877411932, "keep": 0.005880192125914618, "leak": 0.17274734075181186, "replacement": 0.5518351420760155} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 9.559697151184082, "loss_scale": 4.0, "retries": 0, "seconds": 106.1, "max_memory_gb": 17.86, "pair": 0.28235972905531526, "sign": 0.5223830342292786, "keep": 0.01834558545215259, "leak": 1.6801847107708454, "replacement": 0.972770232707262} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 7.491272926330566, "loss_scale": 4.0, "retries": 0, "seconds": 107.9, "max_memory_gb": 17.86, "pair": 0.32531613018363714, "sign": 1.1109041453455575, "keep": 0.19243435642749773, "leak": 0.48808730603195727, "replacement": 1.0990072786808014} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 6.543710231781006, "loss_scale": 4.0, "retries": 0, "seconds": 109.6, "max_memory_gb": 17.86, "pair": 0.5664499625563622, "sign": 0.256174202891998, "keep": 0.16421949412324466, "leak": 0.3294748440384865, "replacement": 0.859015516936779} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 11.678657531738281, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 17.86, "pair": 0.3200201904401183, "sign": 0.024509005714207888, "keep": 0.8919231060135644, "leak": 0.19750274601392448, "replacement": 0.8276119157671928} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 9.21987533569336, "loss_scale": 4.0, "retries": 0, "seconds": 113.0, "max_memory_gb": 17.86, "pair": 0.585795589722693, "sign": 0.3594631318701431, "keep": 0.03074731748256454, "leak": 0.2225409722277618, "replacement": 0.836536031216383} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.9566235542297363, "loss_scale": 4.0, "retries": 0, "seconds": 114.6, "max_memory_gb": 17.86, "pair": 0.15377787221223116, "sign": 0.031927109812386334, "keep": 0.04202108222602874, "leak": 0.3014832852605309, "replacement": 0.26612277887761593} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 4.940993309020996, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 17.86, "pair": 0.3095479626208544, "sign": 0.06919304942130111, "keep": 0.02906507127408986, "leak": 0.9903472177684307, "replacement": 0.6062638387084007} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 3.0968716144561768, "loss_scale": 4.0, "retries": 0, "seconds": 117.9, "max_memory_gb": 17.86, "pair": 0.2405516318976879, "sign": 0.05813912767916918, "keep": 0.029379102337770746, "leak": 0.4587747798068449, "replacement": 0.3990044444799423} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 9.188061714172363, "loss_scale": 4.0, "retries": 0, "seconds": 119.6, "max_memory_gb": 17.86, "pair": 0.45493291318416595, "sign": 0.3801911366172135, "keep": 0.49596305950399255, "leak": 0.42048718594014645, "replacement": 0.9981317445635796} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 62.490806579589844, "loss_scale": 4.0, "retries": 0, "seconds": 121.2, "max_memory_gb": 17.86, "pair": 0.8712479583919048, "sign": 0.5084534392226487, "keep": 1.162446676986292, "leak": 1.344257400953211, "replacement": 2.0427623353898525} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 2.1662166118621826, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 17.86, "pair": 0.15687069296836853, "sign": 0.06336900609312579, "keep": 0.008377392052352661, "leak": 0.4798158183693886, "replacement": 0.312697846442461} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 135.0962677001953, "loss_scale": 4.0, "retries": 0, "seconds": 124.6, "max_memory_gb": 17.86, "pair": 0.1867319126613438, "sign": 0.07194175128825009, "keep": 0.9521234371350147, "leak": 0.8794605508446693, "replacement": 0.9186296314001083} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 8.79255485534668, "loss_scale": 4.0, "retries": 0, "seconds": 126.3, "max_memory_gb": 17.86, "pair": 0.12249189056456089, "sign": 0.5640889541245997, "keep": 0.005972773535177112, "leak": 2.4979344978928566, "replacement": 1.0320063531398773} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 7.44581413269043, "loss_scale": 4.0, "retries": 0, "seconds": 127.9, "max_memory_gb": 17.86, "pair": 0.1579126315191388, "sign": 0.12138139305170625, "keep": 0.08793904661160923, "leak": 0.2499452717602253, "replacement": 0.3250591605901718} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 2.9345970153808594, "loss_scale": 4.0, "retries": 0, "seconds": 129.5, "max_memory_gb": 17.86, "pair": 0.10598699655383825, "sign": 0.007567865482997149, "keep": 0.006976915989071131, "leak": 0.8489069268107414, "replacement": 0.32548611983656883} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 17.041067123413086, "loss_scale": 4.0, "retries": 0, "seconds": 131.3, "max_memory_gb": 17.86, "pair": 0.29864001111127436, "sign": 0.4673345651171985, "keep": 0.01324085902160732, "leak": 2.02570503950119, "replacement": 1.0453539425507188} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 3.995379686355591, "loss_scale": 4.0, "retries": 0, "seconds": 132.9, "max_memory_gb": 17.86, "pair": 0.09116512723267078, "sign": 0.03053795563755557, "keep": 0.007562170154415071, "leak": 0.7915313765406609, "replacement": 0.30809803679585457} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 5.193451881408691, "loss_scale": 4.0, "retries": 0, "seconds": 134.6, "max_memory_gb": 17.86, "pair": 0.18306942889466882, "sign": 0.047535221005091444, "keep": 0.006684513513391721, "leak": 0.5836494471877813, "replacement": 0.3560916595160961} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 7.5059404373168945, "loss_scale": 4.0, "retries": 0, "seconds": 136.3, "max_memory_gb": 17.86, "pair": 0.31454805680550635, "sign": 0.37955514702480286, "keep": 0.6295650410102098, "leak": 1.2201286107301712, "replacement": 1.1241403119638562} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 29.62917137145996, "loss_scale": 4.0, "retries": 0, "seconds": 138.0, "max_memory_gb": 17.86, "pair": 0.750829428434372, "sign": 0.7523003143724054, "keep": 1.7165339094062801, "leak": 0.32877030223608017, "replacement": 2.0674391463398933} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.5990028381347656, "loss_scale": 4.0, "retries": 0, "seconds": 139.6, "max_memory_gb": 17.86, "pair": 0.31059208139777184, "sign": 0.016503207734785974, "keep": 0.017175677232444286, "leak": 0.6594691313803196, "replacement": 0.49229880422353745} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.461920738220215, "loss_scale": 4.0, "retries": 0, "seconds": 141.3, "max_memory_gb": 17.86, "pair": 0.1520602200180292, "sign": 0.016601176466792822, "keep": 0.17644522540649632, "leak": 0.43885254370979965, "replacement": 0.35829654708504677} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.488175868988037, "loss_scale": 4.0, "retries": 0, "seconds": 143.0, "max_memory_gb": 17.86, "pair": 0.15193785540759563, "sign": 0.12104976654518396, "keep": 0.11419633351033553, "leak": 0.24579726858064532, "replacement": 0.3310102242976427} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 7.786798000335693, "loss_scale": 4.0, "retries": 0, "seconds": 144.6, "max_memory_gb": 17.86, "pair": 0.32402038760483265, "sign": 0.3165281755500473, "keep": 0.0071575813126401044, "leak": 0.4257012461312115, "replacement": 0.592288538813591} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.7491254806518555, "loss_scale": 4.0, "retries": 0, "seconds": 146.3, "max_memory_gb": 17.86, "pair": 0.21189417783170938, "sign": 0.01983955525793135, "keep": 0.007788358372636139, "leak": 0.14434049192641396, "replacement": 0.26179325580596924} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.3823814392089844, "loss_scale": 4.0, "retries": 0, "seconds": 148.0, "max_memory_gb": 17.86, "pair": 0.18033287581056356, "sign": 0.08521149653824978, "keep": 0.106484216536046, "leak": 0.13832095370162278, "replacement": 0.3107609646394849} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 8.049625396728516, "loss_scale": 4.0, "retries": 0, "seconds": 149.7, "max_memory_gb": 17.86, "pair": 0.12281808536499739, "sign": 0.1536397266900167, "keep": 0.10001594251571078, "leak": 0.27498042583465576, "replacement": 0.3183910343796015} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.3469130992889404, "loss_scale": 4.0, "retries": 0, "seconds": 151.4, "max_memory_gb": 17.86, "pair": 0.23215965228155255, "sign": 0.009118210276938044, "keep": 0.033470510243205354, "leak": 0.1645949138328433, "replacement": 0.2946027349680662} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 9.471694946289062, "loss_scale": 4.0, "retries": 0, "seconds": 153.0, "max_memory_gb": 17.86, "pair": 0.06836970895528793, "sign": 0.009391435858560726, "keep": 0.005081137078377651, "leak": 1.611429788172245, "replacement": 0.47846345230937004} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 30.585975646972656, "loss_scale": 4.0, "retries": 0, "seconds": 154.9, "max_memory_gb": 17.86, "pair": 0.5769940866157413, "sign": 1.2389991988311522, "keep": 0.07630679066642188, "leak": 3.0948057398200035, "replacement": 2.0083484426140785} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.892423391342163, "loss_scale": 4.0, "retries": 0, "seconds": 156.5, "max_memory_gb": 17.86, "pair": 0.06903201068053022, "sign": 0.02555354917421937, "keep": 0.01376635651831748, "leak": 0.395192913711071, "replacement": 0.18749019503593445} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 20.151634216308594, "loss_scale": 4.0, "retries": 0, "seconds": 158.2, "max_memory_gb": 17.86, "pair": 0.24041741667315364, "sign": 0.10786792921135202, "keep": 0.09956651431275532, "leak": 0.9205717518925667, "replacement": 0.5742775835096836} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 25.09374237060547, "loss_scale": 4.0, "retries": 0, "seconds": 160.2, "max_memory_gb": 17.86, "pair": 0.5132320808770601, "sign": 0.9819540491444059, "keep": 1.194100227789022, "leak": 1.97269004303962, "replacement": 2.094431607052684} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 6.381020545959473, "loss_scale": 4.0, "retries": 0, "seconds": 161.9, "max_memory_gb": 17.86, "pair": 0.09988455634447746, "sign": 0.014054882572963834, "keep": 0.15250518964603543, "leak": 0.5634338483214378, "replacement": 0.3240230418741703} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 102.54450988769531, "loss_scale": 4.0, "retries": 0, "seconds": 163.6, "max_memory_gb": 17.86, "pair": 0.05471498821862042, "sign": 0.010293350671418011, "keep": 0.01506644727442108, "leak": 3.112186834216118, "replacement": 0.8454415798187256} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 22.51975440979004, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 17.86, "pair": 0.05284702383107742, "sign": 0.9823946121323388, "keep": 0.006031344655177406, "leak": 5.9323126673698425, "replacement": 2.0301381945610046} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 11.549822807312012, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 17.86, "pair": 0.12357342371251434, "sign": 0.16089721222306252, "keep": 0.004862714140472235, "leak": 1.85170875210315, "replacement": 0.6693805493414402} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 2.82375168800354, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 17.86, "pair": 0.21458663092926145, "sign": 0.13802127583767287, "keep": 0.0026325667661240004, "leak": 0.3476058657397516, "replacement": 0.3718150134664029} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 4.42351770401001, "loss_scale": 4.0, "retries": 0, "seconds": 170.4, "max_memory_gb": 17.86, "pair": 0.2514493353664875, "sign": 0.4961183308623731, "keep": 0.004065279179485515, "leak": 0.030731719452887774, "replacement": 0.5092240301892161} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 10.406545639038086, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 17.86, "pair": 0.32019355590455234, "sign": 0.24750111246248707, "keep": 0.5025436347204675, "leak": 0.31633631729164335, "replacement": 0.7743000090122223} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 8.5348539352417, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 17.86, "pair": 0.07840926921926439, "sign": 0.01853911038779188, "keep": 0.06375966939185673, "leak": 1.5386092755943537, "replacement": 0.504210976883769} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 17.994022369384766, "loss_scale": 4.0, "retries": 0, "seconds": 175.5, "max_memory_gb": 17.86, "pair": 0.5769009422510862, "sign": 0.40778372052591294, "keep": 0.25231190578779206, "leak": 0.2434265473857522, "replacement": 0.9678053800016642} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 8.27020263671875, "loss_scale": 4.0, "retries": 0, "seconds": 177.1, "max_memory_gb": 17.86, "pair": 0.23123104125261307, "sign": 0.30574827129021287, "keep": 0.39680234843399376, "leak": 0.18495221436023712, "replacement": 0.628744387999177} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 47.79606628417969, "loss_scale": 4.0, "retries": 0, "seconds": 178.9, "max_memory_gb": 17.86, "pair": 0.3440924740061746, "sign": 0.4939208056421194, "keep": 0.6963537558908683, "leak": 0.9860662184655666, "replacement": 1.1857463661581278} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 24.565227508544922, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 17.86, "pair": 0.2897764784283936, "sign": 0.06815158069366589, "keep": 0.05359029268583981, "leak": 2.7197056766599417, "replacement": 1.0305738560855389} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 11.994650840759277, "loss_scale": 4.0, "retries": 0, "seconds": 182.1, "max_memory_gb": 17.86, "pair": 0.31031266367062926, "sign": 0.5230953241116367, "keep": 0.9078277586959302, "leak": 0.7895592544227839, "replacement": 1.2231639865785837} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 18.072040557861328, "loss_scale": 4.0, "retries": 0, "seconds": 183.9, "max_memory_gb": 17.86, "pair": 0.634486872702837, "sign": 0.35413738706847653, "keep": 0.7459156718105078, "leak": 0.9738516712095588, "replacement": 1.427976343780756} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 4.594475269317627, "loss_scale": 4.0, "retries": 0, "seconds": 185.6, "max_memory_gb": 17.86, "pair": 0.28022206015884876, "sign": 0.6871156629058532, "keep": 0.041564889485016465, "leak": 0.2493891972117126, "replacement": 0.7069096751511097} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 7.194839000701904, "loss_scale": 4.0, "retries": 0, "seconds": 187.2, "max_memory_gb": 17.86, "pair": 0.06302194730960764, "sign": 0.02262568287551403, "keep": 0.4585315997246653, "leak": 1.0876309107989073, "replacement": 0.5755083225667477} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 5.7816925048828125, "loss_scale": 4.0, "retries": 0, "seconds": 189.0, "max_memory_gb": 17.86, "pair": 0.12414442421868443, "sign": 0.012990834948141128, "keep": 0.0034395823017803195, "leak": 1.0494274497032166, "replacement": 0.3947164826095104} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 16.377918243408203, "loss_scale": 4.0, "retries": 0, "seconds": 190.6, "max_memory_gb": 17.86, "pair": 0.4644576497375965, "sign": 0.4352933034533635, "keep": 0.6392549488518853, "leak": 0.6550589445978403, "replacement": 1.1654965542256832} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 5.076413631439209, "loss_scale": 4.0, "retries": 0, "seconds": 192.3, "max_memory_gb": 17.86, "pair": 0.48297804594039917, "sign": 0.5634397276444361, "keep": 1.3378123814472929, "leak": 0.4402501508593559, "replacement": 1.5436666309833527} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 4.688615798950195, "loss_scale": 4.0, "retries": 0, "seconds": 194.1, "max_memory_gb": 17.86, "pair": 0.17197124380618334, "sign": 0.012501132558099926, "keep": 0.006117797514889389, "leak": 0.3329275054857135, "replacement": 0.264512587338686} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 12.363896369934082, "loss_scale": 4.0, "retries": 0, "seconds": 195.7, "max_memory_gb": 17.86, "pair": 0.29245637403801084, "sign": 0.4805027326219715, "keep": 1.0507331697735935, "leak": 1.2410996608668938, "replacement": 1.3683491945266724} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.793824553489685, "loss_scale": 4.0, "retries": 0, "seconds": 197.4, "max_memory_gb": 17.86, "pair": 0.0687805749475956, "sign": 0.01690351462457329, "keep": 0.012708471906080376, "leak": 0.30544883757829666, "replacement": 0.1599487792700529} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 17.488187789916992, "loss_scale": 4.0, "retries": 0, "seconds": 199.1, "max_memory_gb": 17.86, "pair": 0.12393570365384221, "sign": 0.6170829036273062, "keep": 1.27380584872094, "leak": 2.0444019064307213, "replacement": 1.580480569973588} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 3.6713244915008545, "loss_scale": 4.0, "retries": 0, "seconds": 200.8, "max_memory_gb": 17.86, "pair": 0.22118244040757418, "sign": 0.03604237819672562, "keep": 0.046057685922278324, "leak": 0.10407210001721978, "replacement": 0.2882504928857088} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.7089903354644775, "loss_scale": 4.0, "retries": 0, "seconds": 202.9, "max_memory_gb": 17.86, "pair": 0.04888149746693671, "sign": 0.017223934541107155, "keep": 0.06855099799577147, "leak": 0.2780295452103019, "replacement": 0.16127635166049004} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 5.374436378479004, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 17.86, "pair": 0.14628360467031598, "sign": 0.009025702369399369, "keep": 0.02528846578206867, "leak": 1.4267709963023663, "replacement": 0.5201334394514561} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 10.160438537597656, "loss_scale": 4.0, "retries": 0, "seconds": 206.3, "max_memory_gb": 17.86, "pair": 0.15994830150157213, "sign": 0.23762305546551943, "keep": 0.11052230786299333, "leak": 0.5004562719841488, "replacement": 0.45913504995405674} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 6.952975273132324, "loss_scale": 4.0, "retries": 0, "seconds": 208.1, "max_memory_gb": 17.86, "pair": 0.1445465826545842, "sign": 0.027908589407161344, "keep": 0.002407355648756493, "leak": 1.8104770462960005, "replacement": 0.6123238187283278} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 7.656571865081787, "loss_scale": 4.0, "retries": 0, "seconds": 209.7, "max_memory_gb": 17.86, "pair": 0.06337696756236255, "sign": 0.009903687227051705, "keep": 0.0055391825735569, "leak": 1.3576834201812744, "replacement": 0.4105192571878433} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.739311456680298, "loss_scale": 4.0, "retries": 0, "seconds": 211.4, "max_memory_gb": 17.86, "pair": 0.1504880326683633, "sign": 0.02059704333623813, "keep": 0.0053112829082202495, "leak": 0.3312070621177554, "replacement": 0.24624395184218884} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 27.4091796875, "loss_scale": 4.0, "retries": 0, "seconds": 213.2, "max_memory_gb": 17.86, "pair": 0.3358858283609152, "sign": 0.008406444132560864, "keep": 0.004885193691734457, "leak": 0.7889963538036682, "replacement": 0.539780754595995} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 13.42261791229248, "loss_scale": 4.0, "retries": 0, "seconds": 214.9, "max_memory_gb": 17.86, "pair": 0.3405398715985939, "sign": 0.5718201800627867, "keep": 1.9328602708264935, "leak": 1.489993057679385, "replacement": 1.9653784185647964} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 7.447525978088379, "loss_scale": 4.0, "retries": 0, "seconds": 216.6, "max_memory_gb": 17.86, "pair": 0.1916082261595875, "sign": 0.008714426658116281, "keep": 0.056147524150674144, "leak": 0.5776313201786252, "replacement": 0.36844703019596636} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.613340139389038, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 17.86, "pair": 0.1459800428710878, "sign": 0.04190059605753049, "keep": 0.007438082560838666, "leak": 0.2944663146045059, "replacement": 0.244265953078866} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 46.43232727050781, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 17.86, "pair": 0.5184351305942982, "sign": 0.7371303400723264, "keep": 1.3903230794179535, "leak": 2.4653872549533844, "replacement": 2.198508594185114} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 8.587370872497559, "loss_scale": 4.0, "retries": 0, "seconds": 221.6, "max_memory_gb": 17.86, "pair": 0.30613762442953885, "sign": 0.13461618787550833, "keep": 0.030187157564796507, "leak": 0.3137759279279635, "replacement": 0.46698326990008354} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 6.4831037521362305, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 17.86, "pair": 0.3991727642714977, "sign": 0.3158427639864385, "keep": 0.4055456956848502, "leak": 0.4708119537681341, "replacement": 0.8775699622929096} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 14.13806438446045, "loss_scale": 4.0, "retries": 0, "seconds": 225.0, "max_memory_gb": 17.86, "pair": 0.08993794090929441, "sign": 0.0017736032896209508, "keep": 0.008434835370195515, "leak": 1.4144855235726936, "replacement": 0.44866355136036873} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.229954242706299, "loss_scale": 4.0, "retries": 0, "seconds": 226.7, "max_memory_gb": 17.86, "pair": 0.18202788289636374, "sign": 0.010157130484003574, "keep": 0.0056736397673375905, "leak": 0.13928859774023294, "replacement": 0.22476541623473167} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 3.4885213375091553, "loss_scale": 4.0, "retries": 0, "seconds": 228.3, "max_memory_gb": 17.86, "pair": 0.21942168788518757, "sign": 0.09271175469621085, "keep": 0.02941476833439083, "leak": 0.4301012987270951, "replacement": 0.38801027834415436} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 8.61531925201416, "loss_scale": 4.0, "retries": 0, "seconds": 230.0, "max_memory_gb": 17.86, "pair": 0.3822056367062032, "sign": 0.6949281073029852, "keep": 1.0551966210332466, "leak": 1.333798235282302, "replacement": 1.5907175932079554} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 3.691641330718994, "loss_scale": 4.0, "retries": 0, "seconds": 231.7, "max_memory_gb": 17.86, "pair": 0.07468248344957829, "sign": 0.050285904813790694, "keep": 0.008060603810008615, "leak": 0.8273488413542509, "replacement": 0.31069296039640903} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 15.363604545593262, "loss_scale": 4.0, "retries": 0, "seconds": 233.4, "max_memory_gb": 17.86, "pair": 0.25920554623007774, "sign": 0.013497647945769131, "keep": 1.0842823545681313, "leak": 0.1956469019060023, "replacement": 0.8570072464644909} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.000443696975708, "loss_scale": 4.0, "retries": 0, "seconds": 235.0, "max_memory_gb": 17.86, "pair": 0.17904157331213355, "sign": 0.006226634664926678, "keep": 0.014560069757862948, "leak": 0.9204930039122701, "replacement": 0.41955818980932236} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 23.934093475341797, "loss_scale": 4.0, "retries": 0, "seconds": 236.8, "max_memory_gb": 17.86, "pair": 0.552388311130926, "sign": 0.5694202548475005, "keep": 0.9443266335438238, "leak": 2.285903678275645, "replacement": 1.8807376464828849} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.8865859508514404, "loss_scale": 4.0, "retries": 0, "seconds": 238.4, "max_memory_gb": 17.86, "pair": 0.2242396818473935, "sign": 0.008051894110394642, "keep": 0.0909398224321194, "leak": 0.32885601418092847, "replacement": 0.355949554592371} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.5745322704315186, "loss_scale": 4.0, "retries": 0, "seconds": 240.1, "max_memory_gb": 17.86, "pair": 0.12731529958546162, "sign": 0.01751349348342046, "keep": 0.05630894482601434, "leak": 0.49540466303005815, "replacement": 0.2880776859819889} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 2.369114398956299, "loss_scale": 4.0, "retries": 0, "seconds": 241.8, "max_memory_gb": 17.86, "pair": 0.17989105288870633, "sign": 0.028725024370942265, "keep": 0.008860828846991353, "leak": 0.19900823384523392, "replacement": 0.24843603186309338} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 10.386594772338867, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 17.86, "pair": 0.361053585074842, "sign": 0.4696295973553788, "keep": 0.792892194021988, "leak": 1.4830216988921165, "replacement": 1.3630698919296265} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.68807852268219, "loss_scale": 4.0, "retries": 0, "seconds": 245.1, "max_memory_gb": 17.86, "pair": 0.05595378531143069, "sign": 0.0025900538312271237, "keep": 0.0074816095002461225, "leak": 0.18012565207027365, "replacement": 0.106021030806005} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 2.777404546737671, "loss_scale": 4.0, "retries": 0, "seconds": 246.9, "max_memory_gb": 17.86, "pair": 0.09575800877064466, "sign": 0.009851020193309523, "keep": 0.0020965414805687033, "leak": 0.7216698862612247, "replacement": 0.28214926831424236} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 1.4560266733169556, "loss_scale": 4.0, "retries": 0, "seconds": 248.5, "max_memory_gb": 17.86, "pair": 0.0798754554707557, "sign": 0.0022038512106519192, "keep": 0.003296231967397034, "leak": 0.08936563367024064, "replacement": 0.1049669086933136} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 4.2952470779418945, "loss_scale": 4.0, "retries": 0, "seconds": 250.2, "max_memory_gb": 17.86, "pair": 0.06965663144364953, "sign": 0.07818498226697557, "keep": 0.03962391285767808, "leak": 0.3656435441225767, "replacement": 0.21997196273878217} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 5.644173622131348, "loss_scale": 4.0, "retries": 0, "seconds": 251.9, "max_memory_gb": 17.86, "pair": 0.21461744140833616, "sign": 0.19360817171400413, "keep": 0.3279888411789216, "leak": 0.09795594960451126, "replacement": 0.49990492686629295} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.104684352874756, "loss_scale": 4.0, "retries": 0, "seconds": 253.5, "max_memory_gb": 17.86, "pair": 0.06488396425265819, "sign": 0.004100869773537852, "keep": 0.6698011107218917, "leak": 0.6310809701681137, "replacement": 0.559605197981} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.5832064151763916, "loss_scale": 4.0, "retries": 0, "seconds": 255.3, "max_memory_gb": 17.86, "pair": 0.23136119171977043, "sign": 0.06712548053474165, "keep": 0.00991051972960122, "leak": 0.2573261350262328, "replacement": 0.33421073481440544} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 5.218935966491699, "loss_scale": 4.0, "retries": 0, "seconds": 256.9, "max_memory_gb": 17.86, "pair": 0.18435002863407135, "sign": 0.27607783931307495, "keep": 0.002161890963179758, "leak": 1.1943221712499508, "replacement": 0.6220504641532898} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.9930660724639893, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 17.86, "pair": 0.16387850046157837, "sign": 0.024007151485420763, "keep": 0.018783269682899117, "leak": 0.14149535773321986, "replacement": 0.22064754739403725} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.8575650453567505, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 17.86, "pair": 0.0761931911110878, "sign": 0.004463581484742463, "keep": 0.012892824888695031, "leak": 0.3816438419453334, "replacement": 0.18028235342353582} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 2.4979026317596436, "loss_scale": 4.0, "retries": 0, "seconds": 261.8, "max_memory_gb": 17.86, "pair": 0.12243858352303505, "sign": 0.005660127731971443, "keep": 0.0076738624047720805, "leak": 0.4155710062914295, "replacement": 0.2329983334057033} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 9.423325538635254, "loss_scale": 4.0, "retries": 0, "seconds": 263.4, "max_memory_gb": 17.86, "pair": 0.2743227295577526, "sign": 0.19906884264491964, "keep": 0.05905913929973394, "leak": 0.24839051999151707, "replacement": 0.46548435650765896} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 6.132981300354004, "loss_scale": 4.0, "retries": 0, "seconds": 265.2, "max_memory_gb": 17.86, "pair": 0.21204157685860991, "sign": 0.16576137684751302, "keep": 0.14919340651249513, "leak": 0.7766509912908077, "replacement": 0.5636817291378975} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 2.657607316970825, "loss_scale": 4.0, "retries": 0, "seconds": 266.8, "max_memory_gb": 17.86, "pair": 0.06772634475782979, "sign": 0.010939462335954886, "keep": 0.015773777166941727, "leak": 0.5503201372921467, "replacement": 0.21866300515830517} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 5.548858642578125, "loss_scale": 4.0, "retries": 0, "seconds": 268.3, "max_memory_gb": 17.86, "pair": 0.06117402034578845, "sign": 0.0032037374767242, "keep": 0.021124157764802476, "leak": 1.0818339250981808, "replacement": 0.3437964338809252} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.9063410758972168, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 17.86, "pair": 0.1587633080780506, "sign": 0.01636562979547307, "keep": 0.008877014023482843, "leak": 0.26810086891055107, "replacement": 0.2384098437614739} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 7.3905229568481445, "loss_scale": 4.0, "retries": 0, "seconds": 271.7, "max_memory_gb": 17.86, "pair": 0.18820145294012036, "sign": 0.3216028039169032, "keep": 0.15097838763881555, "leak": 0.2261289986781776, "replacement": 0.4810242897365242} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 13.217313766479492, "loss_scale": 4.0, "retries": 0, "seconds": 273.8, "max_memory_gb": 17.86, "pair": 0.0990732703357935, "sign": 0.02141049155034125, "keep": 0.22986406058771536, "leak": 0.16805831855162978, "replacement": 0.26672512479126453} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.887798547744751, "loss_scale": 4.0, "retries": 0, "seconds": 275.7, "max_memory_gb": 17.86, "pair": 0.11702238488942385, "sign": 0.0899977502413094, "keep": 0.008504013065248728, "leak": 0.7925551398657262, "replacement": 0.3644120469689369} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 6.328096389770508, "loss_scale": 4.0, "retries": 0, "seconds": 277.3, "max_memory_gb": 17.86, "pair": 0.1973801830317825, "sign": 0.1339481364702806, "keep": 0.08791849410727082, "leak": 0.9863719316199422, "replacement": 0.5549064986407757} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 8.514289855957031, "loss_scale": 4.0, "retries": 0, "seconds": 279.0, "max_memory_gb": 17.86, "pair": 0.35085730627179146, "sign": 0.4098088896716945, "keep": 0.16794116260280134, "leak": 0.16262007970362902, "replacement": 0.6803873255848885} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 2.7506606578826904, "loss_scale": 4.0, "retries": 0, "seconds": 280.7, "max_memory_gb": 17.86, "pair": 0.06907699414296076, "sign": 0.0037723436835221946, "keep": 0.03547660073672887, "leak": 0.15596172772347927, "replacement": 0.12769189942628145} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 6.3873291015625, "loss_scale": 4.0, "retries": 0, "seconds": 282.3, "max_memory_gb": 17.86, "pair": 0.1971797039732337, "sign": 0.15928176930174232, "keep": 0.0012558754232827596, "leak": 0.2201366685476529, "replacement": 0.3324826918542385} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 1.7308387756347656, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 17.86, "pair": 0.04312356664740946, "sign": 0.003862475758069195, "keep": 0.002175026413397063, "leak": 0.11273778264876455, "replacement": 0.07432676467578858} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.095562696456909, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 17.86, "pair": 0.14679388439981267, "sign": 0.006107758919824846, "keep": 0.09879128983902774, "leak": 0.38433017395436764, "replacement": 0.2953259515343234} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 4.827838897705078, "loss_scale": 4.0, "retries": 0, "seconds": 287.4, "max_memory_gb": 17.86, "pair": 0.0651441389345564, "sign": 0.019932052440708503, "keep": 0.023176830720046837, "leak": 0.8419272499304498, "replacement": 0.29718039464205503} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 5.789305686950684, "loss_scale": 4.0, "retries": 0, "seconds": 289.1, "max_memory_gb": 17.86, "pair": 0.1128808167995885, "sign": 0.07148677844088525, "keep": 0.1693517552812409, "leak": 0.37728569586761296, "replacement": 0.32762150280177593} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 7.862556457519531, "loss_scale": 4.0, "retries": 0, "seconds": 290.8, "max_memory_gb": 17.86, "pair": 0.2537256218492985, "sign": 0.09702444559661672, "keep": 0.1316623087404878, "leak": 0.1060181568027474, "replacement": 0.3945735413581133} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 15.609692573547363, "loss_scale": 4.0, "retries": 0, "seconds": 292.4, "max_memory_gb": 17.86, "pair": 0.34534502774477005, "sign": 0.07931503001600504, "keep": 0.21987736015580595, "leak": 0.7448341464623809, "replacement": 0.6811497583985329} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.121668815612793, "loss_scale": 4.0, "retries": 0, "seconds": 294.2, "max_memory_gb": 17.86, "pair": 0.20745822926983237, "sign": 0.07639816217124462, "keep": 0.047602513717720285, "leak": 0.16250962576305028, "replacement": 0.3100859671831131} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 30.49092674255371, "loss_scale": 4.0, "retries": 0, "seconds": 295.8, "max_memory_gb": 17.86, "pair": 0.09910514112561941, "sign": 0.011107427009847015, "keep": 1.4196883346885443, "leak": 0.7367478087544441, "replacement": 0.9986899439245462} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 4.361369609832764, "loss_scale": 4.0, "retries": 0, "seconds": 297.5, "max_memory_gb": 17.86, "pair": 0.14524454095953843, "sign": 0.0045906491795904, "keep": 0.1291953905236909, "leak": 0.1518872631713748, "replacement": 0.2501093710307032} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 3.1904122829437256, "loss_scale": 4.0, "retries": 0, "seconds": 299.2, "max_memory_gb": 17.86, "pair": 0.2425392959266901, "sign": 0.062407156568951905, "keep": 0.004334093388024485, "leak": 0.39896454452537, "replacement": 0.3756510466337204} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 21.03818702697754, "loss_scale": 4.0, "retries": 0, "seconds": 300.8, "max_memory_gb": 17.86, "pair": 0.08780174516141415, "sign": 0.21635956765385345, "keep": 2.7593403156624845, "leak": 0.25698397355154157, "replacement": 1.6398976612836123} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 8.172365188598633, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 17.86, "pair": 0.12468119524419308, "sign": 0.008663524873554707, "keep": 0.003405901637052011, "leak": 1.6246680598706007, "replacement": 0.5368829127401114} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 3.5634255409240723, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 17.86, "pair": 0.14607401207467774, "sign": 0.09799971042230027, "keep": 0.03111547959588279, "leak": 0.10074970778077841, "replacement": 0.23581904190359637} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 4.053816795349121, "loss_scale": 4.0, "retries": 0, "seconds": 305.8, "max_memory_gb": 17.86, "pair": 0.27414078055880964, "sign": 0.33813558687688783, "keep": 0.3492393166243346, "leak": 0.43866293458268046, "replacement": 0.7274939604103565} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 25.409801483154297, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 17.86, "pair": 0.32161166379228234, "sign": 0.8484155086334795, "keep": 1.392662951897364, "leak": 1.1247418336570263, "replacement": 1.7233363799750805} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 12.807942390441895, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 17.86, "pair": 0.11957250803243369, "sign": 0.03815881642367458, "keep": 0.4958786565675837, "leak": 1.6519857924431562, "replacement": 0.7995876744389534} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.3748555183410645, "loss_scale": 4.0, "retries": 0, "seconds": 310.9, "max_memory_gb": 17.86, "pair": 0.0917189281899482, "sign": 0.004877654602751136, "keep": 0.0041645448945928365, "leak": 0.5036699436604977, "replacement": 0.22215751931071281} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 18.81089210510254, "loss_scale": 4.0, "retries": 0, "seconds": 312.6, "max_memory_gb": 17.86, "pair": 0.03597915860518697, "sign": 0.008668922623655817, "keep": 0.00010811088939277624, "leak": 2.5575789622962475, "replacement": 0.6797624304890633} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 7.953540325164795, "loss_scale": 4.0, "retries": 0, "seconds": 314.3, "max_memory_gb": 17.86, "pair": 0.001862786099081859, "sign": 0.0004680588572227862, "keep": 0.0008199317470598544, "leak": 0.9052242124453187, "replacement": 0.2288128398358822} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 11.657123565673828, "loss_scale": 4.0, "retries": 0, "seconds": 315.8, "max_memory_gb": 17.86, "pair": 0.03601545514538884, "sign": 0.025074146964470856, "keep": 0.002177520262193866, "leak": 1.7153239250183105, "replacement": 0.4784722700715065} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 11.850988388061523, "loss_scale": 4.0, "retries": 0, "seconds": 317.6, "max_memory_gb": 17.86, "pair": 0.10894091525915428, "sign": 0.0801419745075691, "keep": 0.07231359380671165, "leak": 1.671350412520951, "replacement": 0.603006299585104} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 10.799678802490234, "loss_scale": 4.0, "retries": 0, "seconds": 319.2, "max_memory_gb": 17.86, "pair": 0.2835054997121915, "sign": 1.299924517981708, "keep": 0.0012253032805347175, "leak": 0.5221540133352391, "replacement": 1.064618969336152} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 7.281965732574463, "loss_scale": 4.0, "retries": 0, "seconds": 320.9, "max_memory_gb": 17.86, "pair": 0.1978871412575245, "sign": 0.0453052329539787, "keep": 0.26604570823838003, "leak": 0.13326913013588637, "replacement": 0.38687988370656967} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 4.746916770935059, "loss_scale": 4.0, "retries": 0, "seconds": 322.6, "max_memory_gb": 17.86, "pair": 0.10740411002188921, "sign": 0.008478162751998752, "keep": 0.05992067081388086, "leak": 0.876482792198658, "replacement": 0.36072421073913574} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 3.5633418560028076, "loss_scale": 4.0, "retries": 0, "seconds": 324.2, "max_memory_gb": 17.86, "pair": 0.11034981156990398, "sign": 0.006284705879807007, "keep": 0.0005848986002092715, "leak": 0.027257948444457725, "replacement": 0.12059909116942436} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 5.772085666656494, "loss_scale": 4.0, "retries": 0, "seconds": 326.0, "max_memory_gb": 17.86, "pair": 0.409525197930634, "sign": 0.3629185567551758, "keep": 0.9946478139569308, "leak": 0.2754885944596026, "replacement": 1.1571805402636528} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 2.720651149749756, "loss_scale": 4.0, "retries": 0, "seconds": 327.6, "max_memory_gb": 17.86, "pair": 0.12909543234854937, "sign": 0.016652330639772117, "keep": 0.04475014909985475, "leak": 0.17406120576197281, "replacement": 0.20331197418272495} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.8852362632751465, "loss_scale": 4.0, "retries": 0, "seconds": 329.3, "max_memory_gb": 17.86, "pair": 0.035543997335480526, "sign": 0.003405773255508393, "keep": 0.010165958336529002, "leak": 0.6325762886554003, "replacement": 0.2004739292897284} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 5.327015399932861, "loss_scale": 4.0, "retries": 0, "seconds": 331.0, "max_memory_gb": 17.86, "pair": 0.16649109218269587, "sign": 0.10681808280060068, "keep": 0.005206038476671893, "leak": 0.3006416908465326, "replacement": 0.29766357503831387} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 3.3914144039154053, "loss_scale": 4.0, "retries": 0, "seconds": 332.6, "max_memory_gb": 17.86, "pair": 0.061459063552320004, "sign": 0.009181790403090417, "keep": 0.0042504229193127685, "leak": 0.6088266763836145, "replacement": 0.22038183733820915} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 5.145598411560059, "loss_scale": 4.0, "retries": 0, "seconds": 334.3, "max_memory_gb": 17.86, "pair": 0.20511158311273903, "sign": 0.005431157071143389, "keep": 0.002447510493084337, "leak": 0.3073021173477173, "replacement": 0.28587643429636955} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 14.137600898742676, "loss_scale": 4.0, "retries": 0, "seconds": 336.0, "max_memory_gb": 17.86, "pair": 0.06088713923236355, "sign": 0.016415810154285282, "keep": 0.0034849819630835555, "leak": 1.913288801908493, "replacement": 0.5491597428917885} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 4.569057941436768, "loss_scale": 4.0, "retries": 0, "seconds": 337.6, "max_memory_gb": 17.86, "pair": 0.23234816920012236, "sign": 0.11288048305141274, "keep": 0.03317766285908874, "leak": 0.2318526013987139, "replacement": 0.36334039829671383} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 3.7711806297302246, "loss_scale": 4.0, "retries": 0, "seconds": 339.3, "max_memory_gb": 17.86, "pair": 0.30506638437509537, "sign": 0.18322139303199947, "keep": 0.009564902982674539, "leak": 0.2260536588728428, "replacement": 0.457972951233387} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 3.8870859146118164, "loss_scale": 4.0, "retries": 0, "seconds": 341.0, "max_memory_gb": 17.86, "pair": 0.19989285711199045, "sign": 0.006426431122235954, "keep": 0.00329524226981448, "leak": 0.1373621162492782, "replacement": 0.2390942177735269} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 3.4535975456237793, "loss_scale": 4.0, "retries": 0, "seconds": 342.6, "max_memory_gb": 17.86, "pair": 0.2776599396020174, "sign": 0.035781943588517606, "keep": 0.22509399084447068, "leak": 0.3801799500361085, "replacement": 0.5031428933143616} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 11.802048683166504, "loss_scale": 4.0, "retries": 0, "seconds": 344.3, "max_memory_gb": 17.86, "pair": 0.5969078727066517, "sign": 0.016730092465877533, "keep": 0.1632318089978071, "leak": 0.13671006391450646, "replacement": 0.7210663408041} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 7.758629322052002, "loss_scale": 4.0, "retries": 0, "seconds": 346.0, "max_memory_gb": 17.86, "pair": 0.22892686328850687, "sign": 1.3796433616080321, "keep": 0.00629389892128529, "leak": 0.30081244744360447, "replacement": 0.997098600724712} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.9871299266815186, "loss_scale": 4.0, "retries": 0, "seconds": 347.6, "max_memory_gb": 17.86, "pair": 0.19942258391529322, "sign": 0.015415858972119167, "keep": 0.009859139827312902, "leak": 0.33766162997926585, "replacement": 0.2964754868298769} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.656708240509033, "loss_scale": 4.0, "retries": 0, "seconds": 349.4, "max_memory_gb": 17.86, "pair": 0.16355421068146825, "sign": 0.04047596245072782, "keep": 0.5081646362086758, "leak": 0.3613047738544992, "replacement": 0.5282006934285164} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 11.387988090515137, "loss_scale": 4.0, "retries": 0, "seconds": 351.0, "max_memory_gb": 17.86, "pair": 0.11872496389696607, "sign": 0.009239351507858373, "keep": 0.00406794452237591, "leak": 2.3131363093852997, "replacement": 0.7036626709159464} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.0457801818847656, "loss_scale": 4.0, "retries": 0, "seconds": 352.6, "max_memory_gb": 17.86, "pair": 0.31550016277469695, "sign": 0.032704615558031946, "keep": 0.10420421036542393, "leak": 0.6223511896241689, "replacement": 0.5395423844456673} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 5.924983024597168, "loss_scale": 4.0, "retries": 0, "seconds": 354.4, "max_memory_gb": 17.86, "pair": 0.07515183018404059, "sign": 0.008659617218654603, "keep": 0.0761794506215665, "leak": 0.3664037512498908, "replacement": 0.20917230285704136} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 10.392558097839355, "loss_scale": 4.0, "retries": 0, "seconds": 356.1, "max_memory_gb": 17.86, "pair": 0.14212955720722675, "sign": 0.1325775315053761, "keep": 0.05329140869434923, "leak": 1.652918275482591, "replacement": 0.6482935920357704} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.93678617477417, "loss_scale": 4.0, "retries": 0, "seconds": 357.7, "max_memory_gb": 17.86, "pair": 0.24379442454664968, "sign": 0.004148339437961113, "keep": 0.012542448297608644, "leak": 0.5382724944502115, "replacement": 0.3867079485207796} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 7.815250873565674, "loss_scale": 4.0, "retries": 0, "seconds": 359.5, "max_memory_gb": 17.86, "pair": 0.5593452413158957, "sign": 1.3948352416264242, "keep": 0.10506586805558982, "leak": 0.09782094461843371, "replacement": 1.3337510363198817} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 5.1225996017456055, "loss_scale": 4.0, "retries": 0, "seconds": 361.1, "max_memory_gb": 17.86, "pair": 0.3526357472874224, "sign": 0.46674572344636545, "keep": 0.9882869837456383, "leak": 0.8402525410056114, "replacement": 1.2902152612805367} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 4.182768821716309, "loss_scale": 4.0, "retries": 0, "seconds": 362.8, "max_memory_gb": 17.86, "pair": 0.16523158829659224, "sign": 0.02412833977723494, "keep": 0.013031667377163103, "leak": 0.490717813372612, "replacement": 0.30649103969335556} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 10.099334716796875, "loss_scale": 4.0, "retries": 0, "seconds": 364.6, "max_memory_gb": 17.86, "pair": 0.013376133429119363, "sign": 0.015098496427526698, "keep": 1.1012721899910503, "leak": 0.6148356646299362, "replacement": 0.7252703998237848} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.669112205505371, "loss_scale": 4.0, "retries": 0, "seconds": 366.2, "max_memory_gb": 17.86, "pair": 0.2061595655977726, "sign": 0.011641243123449385, "keep": 0.06426785991061479, "leak": 0.4626441119471565, "replacement": 0.359775148332119} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 4.742714881896973, "loss_scale": 4.0, "retries": 0, "seconds": 368.0, "max_memory_gb": 17.86, "pair": 0.17344420216977596, "sign": 0.05462829099269584, "keep": 0.014346159223350696, "leak": 0.6126797534525394, "replacement": 0.3611013572663069} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 10.12712574005127, "loss_scale": 4.0, "retries": 0, "seconds": 369.6, "max_memory_gb": 17.86, "pair": 0.21516699481435353, "sign": 0.08422061397868674, "keep": 0.5249556619575344, "leak": 0.27524038776755333, "replacement": 0.5885652266442776} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 10.65444278717041, "loss_scale": 4.0, "retries": 0, "seconds": 371.3, "max_memory_gb": 17.86, "pair": 0.08820842721615918, "sign": 0.02745872409650474, "keep": 0.0037347974503063597, "leak": 1.7502315677702427, "replacement": 0.5413630735129118} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 24.7336368560791, "loss_scale": 4.0, "retries": 0, "seconds": 373.1, "max_memory_gb": 17.86, "pair": 0.2878416004823521, "sign": 1.0766066271753516, "keep": 0.9584920582856284, "leak": 1.0595220178365707, "replacement": 1.5702715143561363} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 19.537826538085938, "loss_scale": 4.0, "retries": 0, "seconds": 374.6, "max_memory_gb": 17.86, "pair": 0.19646710643428378, "sign": 0.13707167722168379, "keep": 0.17460651811688876, "leak": 2.1886599847348407, "replacement": 0.8994712182320654} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 12.867694854736328, "loss_scale": 4.0, "retries": 0, "seconds": 376.2, "max_memory_gb": 17.86, "pair": 0.08534297317964956, "sign": 0.29674214957049116, "keep": 0.00047021077716635773, "leak": 0.6498520416353131, "replacement": 0.396412156522274} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.730039119720459, "loss_scale": 4.0, "retries": 0, "seconds": 378.0, "max_memory_gb": 17.86, "pair": 0.28775257943198085, "sign": 0.13931638066424057, "keep": 0.040338126022106735, "leak": 0.14554263585887384, "replacement": 0.4139654850587249} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.0192766189575195, "loss_scale": 4.0, "retries": 0, "seconds": 379.7, "max_memory_gb": 17.86, "pair": 0.06215088001044933, "sign": 0.0018264226819155738, "keep": 0.0038611996271527005, "leak": 0.2720738984644413, "replacement": 0.13301316637080163} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.5784261226654053, "loss_scale": 4.0, "retries": 0, "seconds": 381.3, "max_memory_gb": 17.86, "pair": 0.1445067236199975, "sign": 0.05241092504002154, "keep": 0.004004538892331766, "leak": 0.1232717324164696, "replacement": 0.2035323902964592} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 3.37005615234375, "loss_scale": 4.0, "retries": 0, "seconds": 383.0, "max_memory_gb": 17.86, "pair": 0.140748409088701, "sign": 0.06759216543287039, "keep": 0.08003030722466065, "leak": 0.1676864180190023, "replacement": 0.25648124143481255} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.926565408706665, "loss_scale": 4.0, "retries": 0, "seconds": 384.6, "max_memory_gb": 17.86, "pair": 0.0538168556522578, "sign": 0.03759362769778818, "keep": 0.011757759028114378, "leak": 0.6608776879147626, "replacement": 0.24371197074651718} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 6.44891881942749, "loss_scale": 4.0, "retries": 0, "seconds": 386.2, "max_memory_gb": 17.86, "pair": 0.041242200415581465, "sign": 0.0070338991936296225, "keep": 0.09286600758332497, "leak": 0.929465179797262, "replacement": 0.3235584404319525} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 6.221482753753662, "loss_scale": 4.0, "retries": 0, "seconds": 388.0, "max_memory_gb": 17.86, "pair": 0.3502454780973494, "sign": 0.49177234290982597, "keep": 1.3505025792401284, "leak": 0.816613158211112, "replacement": 1.4755363166332245} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.8474719524383545, "loss_scale": 4.0, "retries": 0, "seconds": 389.5, "max_memory_gb": 17.86, "pair": 0.07347297924570739, "sign": 0.1629352522722911, "keep": 0.005080817296402529, "leak": 0.31055446714162827, "replacement": 0.23511963337659836} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 5.585824012756348, "loss_scale": 4.0, "retries": 0, "seconds": 391.2, "max_memory_gb": 17.86, "pair": 0.2294218596071005, "sign": 0.08783092813973781, "keep": 0.017409738138667308, "leak": 0.3733577295206487, "replacement": 0.37538162991404533} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.2561841011047363, "loss_scale": 4.0, "retries": 0, "seconds": 392.9, "max_memory_gb": 17.86, "pair": 0.17561589368779096, "sign": 0.016253781912382692, "keep": 0.009654706572291616, "leak": 0.38019716414419236, "replacement": 0.2836194373521721} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 5.286951541900635, "loss_scale": 4.0, "retries": 0, "seconds": 394.5, "max_memory_gb": 17.86, "pair": 0.10118687292560935, "sign": 0.014656319632194936, "keep": 0.036809244855248835, "leak": 0.310865026403917, "replacement": 0.20463590696454048} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 12.200998306274414, "loss_scale": 4.0, "retries": 0, "seconds": 396.2, "max_memory_gb": 17.86, "pair": 0.13887917157262564, "sign": 0.39688047248637304, "keep": 0.15844559099059552, "leak": 0.5501682609319687, "replacement": 0.5540842656046152} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 5.579860210418701, "loss_scale": 4.0, "retries": 0, "seconds": 397.8, "max_memory_gb": 17.86, "pair": 0.20926067815162241, "sign": 0.24066053997376002, "keep": 0.352701718606113, "leak": 0.582001031623804, "replacement": 0.6514420732855797} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 18.031579971313477, "loss_scale": 4.0, "retries": 0, "seconds": 399.5, "max_memory_gb": 17.86, "pair": 0.09949702327139676, "sign": 0.06225439166883007, "keep": 0.11805035459110513, "leak": 4.476269579492509, "replacement": 1.3087167534977198} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.7046027183532715, "loss_scale": 4.0, "retries": 0, "seconds": 401.5, "max_memory_gb": 17.86, "pair": 0.0646500291331904, "sign": 0.009914715483319014, "keep": 0.0031133870632515936, "leak": 0.41102685159421526, "replacement": 0.1739207977661863} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 26.63619041442871, "loss_scale": 4.0, "retries": 0, "seconds": 403.3, "max_memory_gb": 17.86, "pair": 0.48854394257068634, "sign": 0.8316170741454698, "keep": 1.135006832802901, "leak": 1.6053350060246885, "replacement": 1.8731897063553333} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.6569968461990356, "loss_scale": 4.0, "retries": 0, "seconds": 405.0, "max_memory_gb": 17.86, "pair": 0.082026113756001, "sign": 0.015559301813482307, "keep": 0.015141436528210761, "leak": 0.17954035388538614, "replacement": 0.14226156566292048} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 50.412193298339844, "loss_scale": 4.0, "retries": 0, "seconds": 406.7, "max_memory_gb": 17.86, "pair": 0.6826486755162477, "sign": 0.6898147901520133, "keep": 1.1106606968096457, "leak": 1.9970771514053922, "replacement": 2.0821556206792593} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.7278974056243896, "loss_scale": 4.0, "retries": 0, "seconds": 408.4, "max_memory_gb": 17.86, "pair": 0.1505808150395751, "sign": 0.019786960401688702, "keep": 0.002304291527167379, "leak": 0.5652969665825367, "replacement": 0.3029506839811802} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 13.153327941894531, "loss_scale": 4.0, "retries": 0, "seconds": 410.1, "max_memory_gb": 17.86, "pair": 0.6292202491313219, "sign": 0.2394944246043451, "keep": 0.24709721840918064, "leak": 0.3268865440040827, "replacement": 0.9542376920580864} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 9.879399299621582, "loss_scale": 4.0, "retries": 0, "seconds": 411.9, "max_memory_gb": 17.86, "pair": 0.04848251957446337, "sign": 0.13602034078212455, "keep": 0.7586646489289706, "leak": 0.5388763167429715, "replacement": 0.630544112296775} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 9.176623344421387, "loss_scale": 4.0, "retries": 0, "seconds": 413.8, "max_memory_gb": 17.86, "pair": 0.2430413389847672, "sign": 0.09741433150338707, "keep": 0.03657281002426771, "leak": 0.43839712627232075, "replacement": 0.4196342043578625} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 5.932567119598389, "loss_scale": 4.0, "retries": 0, "seconds": 415.6, "max_memory_gb": 17.86, "pair": 0.12930011772550642, "sign": 0.206425581156509, "keep": 0.17439471949182916, "leak": 0.3485439831856638, "replacement": 0.40684625739231706} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 6.581436634063721, "loss_scale": 4.0, "retries": 0, "seconds": 417.4, "max_memory_gb": 17.86, "pair": 0.07442527846433222, "sign": 0.07333528634626418, "keep": 0.12953619484324008, "leak": 0.549791201017797, "replacement": 0.3133088033646345} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 19.091808319091797, "loss_scale": 4.0, "retries": 0, "seconds": 419.1, "max_memory_gb": 17.86, "pair": 0.07667785452940734, "sign": 0.0040800334681989625, "keep": 0.008291275468309323, "leak": 0.5029090959578753, "replacement": 0.2085907831788063} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 4.514411449432373, "loss_scale": 4.0, "retries": 0, "seconds": 420.7, "max_memory_gb": 17.86, "pair": 0.2560737542808056, "sign": 0.08111958822701126, "keep": 0.013500629798272712, "leak": 0.18581718020141125, "replacement": 0.34983815252780914} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 4.887490749359131, "loss_scale": 4.0, "retries": 0, "seconds": 422.4, "max_memory_gb": 17.86, "pair": 0.17128420318476856, "sign": 0.8762507781866589, "keep": 0.002807406153124248, "leak": 0.2578991492046043, "replacement": 0.6752880802378058} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 4.666346073150635, "loss_scale": 4.0, "retries": 0, "seconds": 424.0, "max_memory_gb": 17.86, "pair": 0.1570217520929873, "sign": 0.04061810739221983, "keep": 0.004798141579158255, "leak": 0.316567862406373, "replacement": 0.2588718421757221} diff --git a/runs/fixed_internvl/replacement/Top8_s73/adapter/README.md b/runs/fixed_internvl/replacement/Top8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/Top8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..cfe110b2634d00d0fda3d330d12f21ed22ea397a --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.1.mlp.down_proj": 144, + "model.language_model.layers.1.mlp.gate_proj": 144, + "model.language_model.layers.1.mlp.up_proj": 144, + "model.language_model.layers.1.self_attn.k_proj": 144, + "model.language_model.layers.1.self_attn.o_proj": 144, + "model.language_model.layers.1.self_attn.q_proj": 144, + "model.language_model.layers.1.self_attn.v_proj": 144, + "model.language_model.layers.2.mlp.down_proj": 144, + "model.language_model.layers.2.mlp.gate_proj": 144, + "model.language_model.layers.2.mlp.up_proj": 144, + "model.language_model.layers.2.self_attn.k_proj": 144, + "model.language_model.layers.2.self_attn.o_proj": 144, + "model.language_model.layers.2.self_attn.q_proj": 144, + "model.language_model.layers.2.self_attn.v_proj": 144, + "model.language_model.layers.3.mlp.down_proj": 144, + "model.language_model.layers.3.mlp.gate_proj": 144, + "model.language_model.layers.3.mlp.up_proj": 144, + "model.language_model.layers.3.self_attn.k_proj": 144, + "model.language_model.layers.3.self_attn.o_proj": 144, + "model.language_model.layers.3.self_attn.q_proj": 144, + "model.language_model.layers.3.self_attn.v_proj": 144, + "model.language_model.layers.4.mlp.down_proj": 144, + "model.language_model.layers.4.mlp.gate_proj": 144, + "model.language_model.layers.4.mlp.up_proj": 144, + "model.language_model.layers.4.self_attn.k_proj": 144, + "model.language_model.layers.4.self_attn.o_proj": 144, + "model.language_model.layers.4.self_attn.q_proj": 144, + "model.language_model.layers.4.self_attn.v_proj": 144, + "model.language_model.layers.5.mlp.down_proj": 144, + "model.language_model.layers.5.mlp.gate_proj": 144, + "model.language_model.layers.5.mlp.up_proj": 144, + "model.language_model.layers.5.self_attn.k_proj": 144, + "model.language_model.layers.5.self_attn.o_proj": 144, + "model.language_model.layers.5.self_attn.q_proj": 144, + "model.language_model.layers.5.self_attn.v_proj": 144, + "model.language_model.layers.6.mlp.down_proj": 144, + "model.language_model.layers.6.mlp.gate_proj": 144, + "model.language_model.layers.6.mlp.up_proj": 144, + "model.language_model.layers.6.self_attn.k_proj": 144, + "model.language_model.layers.6.self_attn.o_proj": 144, + "model.language_model.layers.6.self_attn.q_proj": 144, + "model.language_model.layers.6.self_attn.v_proj": 144, + "model.language_model.layers.7.mlp.down_proj": 144, + "model.language_model.layers.7.mlp.gate_proj": 144, + "model.language_model.layers.7.mlp.up_proj": 144, + "model.language_model.layers.7.self_attn.k_proj": 144, + "model.language_model.layers.7.self_attn.o_proj": 144, + "model.language_model.layers.7.self_attn.q_proj": 144, + "model.language_model.layers.7.self_attn.v_proj": 144, + "model.language_model.layers.8.mlp.down_proj": 144, + "model.language_model.layers.8.mlp.gate_proj": 144, + "model.language_model.layers.8.mlp.up_proj": 144, + "model.language_model.layers.8.self_attn.k_proj": 144, + "model.language_model.layers.8.self_attn.o_proj": 144, + "model.language_model.layers.8.self_attn.q_proj": 144, + "model.language_model.layers.8.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.1.mlp.down_proj": 72, + "model.language_model.layers.1.mlp.gate_proj": 72, + "model.language_model.layers.1.mlp.up_proj": 72, + "model.language_model.layers.1.self_attn.k_proj": 72, + "model.language_model.layers.1.self_attn.o_proj": 72, + "model.language_model.layers.1.self_attn.q_proj": 72, + "model.language_model.layers.1.self_attn.v_proj": 72, + "model.language_model.layers.2.mlp.down_proj": 72, + "model.language_model.layers.2.mlp.gate_proj": 72, + "model.language_model.layers.2.mlp.up_proj": 72, + "model.language_model.layers.2.self_attn.k_proj": 72, + "model.language_model.layers.2.self_attn.o_proj": 72, + "model.language_model.layers.2.self_attn.q_proj": 72, + "model.language_model.layers.2.self_attn.v_proj": 72, + "model.language_model.layers.3.mlp.down_proj": 72, + "model.language_model.layers.3.mlp.gate_proj": 72, + "model.language_model.layers.3.mlp.up_proj": 72, + "model.language_model.layers.3.self_attn.k_proj": 72, + "model.language_model.layers.3.self_attn.o_proj": 72, + "model.language_model.layers.3.self_attn.q_proj": 72, + "model.language_model.layers.3.self_attn.v_proj": 72, + "model.language_model.layers.4.mlp.down_proj": 72, + "model.language_model.layers.4.mlp.gate_proj": 72, + "model.language_model.layers.4.mlp.up_proj": 72, + "model.language_model.layers.4.self_attn.k_proj": 72, + "model.language_model.layers.4.self_attn.o_proj": 72, + "model.language_model.layers.4.self_attn.q_proj": 72, + "model.language_model.layers.4.self_attn.v_proj": 72, + "model.language_model.layers.5.mlp.down_proj": 72, + "model.language_model.layers.5.mlp.gate_proj": 72, + "model.language_model.layers.5.mlp.up_proj": 72, + "model.language_model.layers.5.self_attn.k_proj": 72, + "model.language_model.layers.5.self_attn.o_proj": 72, + "model.language_model.layers.5.self_attn.q_proj": 72, + "model.language_model.layers.5.self_attn.v_proj": 72, + "model.language_model.layers.6.mlp.down_proj": 72, + "model.language_model.layers.6.mlp.gate_proj": 72, + "model.language_model.layers.6.mlp.up_proj": 72, + "model.language_model.layers.6.self_attn.k_proj": 72, + "model.language_model.layers.6.self_attn.o_proj": 72, + "model.language_model.layers.6.self_attn.q_proj": 72, + "model.language_model.layers.6.self_attn.v_proj": 72, + "model.language_model.layers.7.mlp.down_proj": 72, + "model.language_model.layers.7.mlp.gate_proj": 72, + "model.language_model.layers.7.mlp.up_proj": 72, + "model.language_model.layers.7.self_attn.k_proj": 72, + "model.language_model.layers.7.self_attn.o_proj": 72, + "model.language_model.layers.7.self_attn.q_proj": 72, + "model.language_model.layers.7.self_attn.v_proj": 72, + "model.language_model.layers.8.mlp.down_proj": 72, + "model.language_model.layers.8.mlp.gate_proj": 72, + "model.language_model.layers.8.mlp.up_proj": 72, + "model.language_model.layers.8.self_attn.k_proj": 72, + "model.language_model.layers.8.self_attn.o_proj": 72, + "model.language_model.layers.8.self_attn.q_proj": 72, + "model.language_model.layers.8.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.7.mlp.down_proj", + "model.language_model.layers.2.mlp.down_proj", + "model.language_model.layers.6.self_attn.v_proj", + "model.language_model.layers.5.mlp.up_proj", + "model.language_model.layers.1.self_attn.k_proj", + "model.language_model.layers.5.self_attn.o_proj", + "model.language_model.layers.4.self_attn.v_proj", + "model.language_model.layers.6.mlp.down_proj", + "model.language_model.layers.3.mlp.down_proj", + "model.language_model.layers.6.mlp.gate_proj", + "model.language_model.layers.3.self_attn.k_proj", + "model.language_model.layers.5.self_attn.k_proj", + "model.language_model.layers.5.self_attn.v_proj", + "model.language_model.layers.8.self_attn.o_proj", + "model.language_model.layers.4.self_attn.k_proj", + "model.language_model.layers.4.self_attn.q_proj", + "model.language_model.layers.6.self_attn.q_proj", + "model.language_model.layers.6.self_attn.k_proj", + "model.language_model.layers.8.self_attn.q_proj", + "model.language_model.layers.5.mlp.down_proj", + "model.language_model.layers.4.mlp.up_proj", + "model.language_model.layers.3.mlp.up_proj", + "model.language_model.layers.1.self_attn.q_proj", + "model.language_model.layers.2.self_attn.o_proj", + "model.language_model.layers.2.mlp.up_proj", + "model.language_model.layers.2.self_attn.q_proj", + "model.language_model.layers.4.mlp.gate_proj", + "model.language_model.layers.8.self_attn.k_proj", + "model.language_model.layers.4.mlp.down_proj", + "model.language_model.layers.1.mlp.gate_proj", + "model.language_model.layers.1.self_attn.v_proj", + "model.language_model.layers.3.self_attn.o_proj", + "model.language_model.layers.6.mlp.up_proj", + "model.language_model.layers.2.self_attn.k_proj", + "model.language_model.layers.5.self_attn.q_proj", + "model.language_model.layers.4.self_attn.o_proj", + "model.language_model.layers.8.self_attn.v_proj", + "model.language_model.layers.8.mlp.up_proj", + "model.language_model.layers.7.self_attn.o_proj", + "model.language_model.layers.3.mlp.gate_proj", + "model.language_model.layers.1.self_attn.o_proj", + "model.language_model.layers.7.self_attn.q_proj", + "model.language_model.layers.3.self_attn.q_proj", + "model.language_model.layers.8.mlp.down_proj", + "model.language_model.layers.2.mlp.gate_proj", + "model.language_model.layers.6.self_attn.o_proj", + "model.language_model.layers.1.mlp.up_proj", + "model.language_model.layers.7.mlp.up_proj", + "model.language_model.layers.7.self_attn.k_proj", + "model.language_model.layers.7.self_attn.v_proj", + "model.language_model.layers.2.self_attn.v_proj", + "model.language_model.layers.7.mlp.gate_proj", + "model.language_model.layers.8.mlp.gate_proj", + "model.language_model.layers.5.mlp.gate_proj", + "model.language_model.layers.1.mlp.down_proj", + "model.language_model.layers.3.self_attn.v_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s73/config.json b/runs/fixed_internvl/replacement/Top8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ce6b2a5f2bbd1d15e2d7590cb12ea6df191ac687 --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "Top8", + "layers": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "ranks": { + "1": 72, + "2": 72, + "3": 72, + "4": 72, + "5": 72, + "6": 72, + "7": 72, + "8": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/Top8_s73/steps.jsonl b/runs/fixed_internvl/replacement/Top8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3948c18ea43b1e4a4c4c9a7eba419752f9f343ba --- /dev/null +++ b/runs/fixed_internvl/replacement/Top8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 13.708138465881348, "loss_scale": 4.0, "retries": 0, "seconds": 1.9, "max_memory_gb": 17.52, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 31.28173828125, "loss_scale": 4.0, "retries": 0, "seconds": 3.6, "max_memory_gb": 17.85, "pair": 1.090123862028122, "sign": 0.49879052862524986, "keep": 3.2727372646331787, "leak": 0.00015831253949727397, "replacement": 2.975927233695984} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.407830238342285, "loss_scale": 4.0, "retries": 0, "seconds": 5.2, "max_memory_gb": 17.85, "pair": 1.0626130402088165, "sign": 0.05818194104358554, "keep": 1.0929575512418523, "leak": 0.0017015727325997432, "replacement": 1.6386082172393799} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 14.774609565734863, "loss_scale": 4.0, "retries": 0, "seconds": 7.0, "max_memory_gb": 17.85, "pair": 1.0293209552764893, "sign": 0.2381907074013725, "keep": 0.9358167024329305, "leak": 0.0018652813869266538, "replacement": 1.6167909801006317} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 11.953289985656738, "loss_scale": 4.0, "retries": 0, "seconds": 8.6, "max_memory_gb": 17.86, "pair": 0.9172074943780899, "sign": 0.04403613484464586, "keep": 0.46694165070948657, "leak": 0.0267042713239789, "replacement": 1.179372489452362} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 8.429728507995605, "loss_scale": 4.0, "retries": 0, "seconds": 10.2, "max_memory_gb": 17.86, "pair": 0.9328326433897018, "sign": 0.4252977096475661, "keep": 0.4981194157153368, "leak": 0.02074658195488155, "replacement": 1.3997278362512589} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 8.60216999053955, "loss_scale": 4.0, "retries": 0, "seconds": 12.0, "max_memory_gb": 17.86, "pair": 0.8057477325201035, "sign": 0.0701187311206013, "keep": 0.0374393126621726, "leak": 0.1224012952297926, "replacement": 0.8901271224021912} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 5.27017879486084, "loss_scale": 4.0, "retries": 0, "seconds": 13.5, "max_memory_gb": 17.86, "pair": 0.840277686715126, "sign": 0.4108744084369391, "keep": 0.6839216816588305, "leak": 0.1406045083713252, "replacement": 1.4228268712759018} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 4.899011611938477, "loss_scale": 4.0, "retries": 0, "seconds": 15.2, "max_memory_gb": 17.86, "pair": 0.4213305041193962, "sign": 0.044669333496131, "keep": 0.1059788737911731, "leak": 0.8206192702054977, "replacement": 0.70180943608284} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 8.154866218566895, "loss_scale": 4.0, "retries": 0, "seconds": 16.9, "max_memory_gb": 17.86, "pair": 0.5785721428692341, "sign": 0.1651882806327194, "keep": 0.08645812403119635, "leak": 0.2899120217189193, "replacement": 0.7768733650445938} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 14.852051734924316, "loss_scale": 4.0, "retries": 0, "seconds": 18.6, "max_memory_gb": 17.86, "pair": 0.13887754175812006, "sign": 0.021424639868200757, "keep": 0.15618509519845247, "leak": 2.8301957473158836, "replacement": 0.9352313578128815} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 20.517230987548828, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 17.86, "pair": 0.2961916606873274, "sign": 0.33464536897372454, "keep": 0.13644416205352172, "leak": 1.993561901152134, "replacement": 1.030126914381981} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 14.452653884887695, "loss_scale": 4.0, "retries": 0, "seconds": 22.1, "max_memory_gb": 17.86, "pair": 0.19464984349906445, "sign": 0.10808323812671006, "keep": 0.33006830415615696, "leak": 2.575108427554369, "replacement": 1.05750273168087} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 11.838418960571289, "loss_scale": 4.0, "retries": 0, "seconds": 23.9, "max_memory_gb": 17.86, "pair": 0.34213927667587996, "sign": 0.11409567076771054, "keep": 0.05031733502642055, "leak": 1.8101319819688797, "replacement": 0.8768787607550621} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 52.515262603759766, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 17.86, "pair": 0.49181450344622135, "sign": 0.5324373855255544, "keep": 0.1709942646775744, "leak": 0.9844504231587052, "replacement": 1.089642956852913} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 19.94234848022461, "loss_scale": 4.0, "retries": 0, "seconds": 27.5, "max_memory_gb": 17.86, "pair": 0.46978661231696606, "sign": 1.075294271169696, "keep": 2.1736400943191256, "leak": 1.913159020126841, "replacement": 2.5725436359643936} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 15.121131896972656, "loss_scale": 4.0, "retries": 0, "seconds": 29.0, "max_memory_gb": 17.86, "pair": 0.33549376763403416, "sign": 0.270689147291705, "keep": 0.739695439406205, "leak": 1.4305120259523392, "replacement": 1.1983140259981155} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.968035936355591, "loss_scale": 4.0, "retries": 0, "seconds": 30.8, "max_memory_gb": 17.86, "pair": 0.2743201032280922, "sign": 0.014834391884505749, "keep": 0.026812635609530844, "leak": 0.8798380196094513, "replacement": 0.5151031315326691} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 5.74415922164917, "loss_scale": 4.0, "retries": 0, "seconds": 32.4, "max_memory_gb": 17.86, "pair": 0.502893902361393, "sign": 0.33145879581570625, "keep": 0.45536682834972453, "leak": 0.5464459331706166, "replacement": 1.0329181998968124} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 32.369083404541016, "loss_scale": 4.0, "retries": 0, "seconds": 34.0, "max_memory_gb": 17.86, "pair": 0.22402245923876762, "sign": 0.014208314591087401, "keep": 0.11017746821744367, "leak": 0.8415251303667901, "replacement": 0.4965966194868088} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 3.9957141876220703, "loss_scale": 4.0, "retries": 0, "seconds": 35.7, "max_memory_gb": 17.86, "pair": 0.4111163727939129, "sign": 0.11664563906379044, "keep": 0.01033359555003699, "leak": 0.6910987721057609, "replacement": 0.6473806723952293} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.3332862854003906, "loss_scale": 4.0, "retries": 0, "seconds": 37.3, "max_memory_gb": 17.86, "pair": 0.4272522460669279, "sign": 0.3349725373554975, "keep": 0.30850800985354, "leak": 0.4796479472934152, "replacement": 0.8689045086503029} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 9.130084991455078, "loss_scale": 4.0, "retries": 0, "seconds": 38.9, "max_memory_gb": 17.86, "pair": 0.42971557192504406, "sign": 0.3732837827701587, "keep": 0.3706647788058035, "leak": 0.1408991739153862, "replacement": 0.8369146771728992} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 5.647565841674805, "loss_scale": 4.0, "retries": 0, "seconds": 40.7, "max_memory_gb": 17.86, "pair": 0.4572037160396576, "sign": 0.21649810869712383, "keep": 0.08573094941675663, "leak": 0.6256923312321305, "replacement": 0.7647413089871407} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 9.97684383392334, "loss_scale": 4.0, "retries": 0, "seconds": 42.3, "max_memory_gb": 17.86, "pair": 0.4695545770227909, "sign": 0.34709877148270607, "keep": 0.06690444482956082, "leak": 0.8360222727060318, "replacement": 0.8855617642402649} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 12.3260498046875, "loss_scale": 4.0, "retries": 0, "seconds": 44.2, "max_memory_gb": 17.86, "pair": 0.14535731868818402, "sign": 0.05161328209214844, "keep": 0.1856311292922328, "leak": 2.390065198764205, "replacement": 0.8614958208054304} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 6.718262672424316, "loss_scale": 4.0, "retries": 0, "seconds": 46.1, "max_memory_gb": 17.86, "pair": 0.2623555324971676, "sign": 0.20812094234861434, "keep": 0.17525417168508284, "leak": 0.9987563365139067, "replacement": 0.7037321627140045} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 1.8005162477493286, "loss_scale": 4.0, "retries": 0, "seconds": 47.6, "max_memory_gb": 17.86, "pair": 0.21461504325270653, "sign": 0.003554826253093779, "keep": 0.011358587056747638, "leak": 0.5274272039532661, "replacement": 0.3539285510778427} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.232552528381348, "loss_scale": 4.0, "retries": 0, "seconds": 49.3, "max_memory_gb": 17.86, "pair": 0.168101716786623, "sign": 0.013327014341484755, "keep": 0.0016962478184723295, "leak": 1.610324177891016, "replacement": 0.5781943947076797} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.0558295249938965, "loss_scale": 4.0, "retries": 0, "seconds": 51.0, "max_memory_gb": 17.86, "pair": 0.3233633581548929, "sign": 0.12126497807912529, "keep": 0.007596686278702691, "leak": 0.6694563496857882, "replacement": 0.5551582984626293} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 5.584695339202881, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 17.86, "pair": 0.42661745101213455, "sign": 0.05820851563476026, "keep": 0.01708155474625528, "leak": 0.20043238485231996, "replacement": 0.5143705792725086} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 7.4900970458984375, "loss_scale": 4.0, "retries": 0, "seconds": 54.4, "max_memory_gb": 17.86, "pair": 0.843054348602891, "sign": 1.7386980951123405, "keep": 0.2604251678203582, "leak": 0.11764275981113315, "replacement": 1.8720266334712505} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.839404582977295, "loss_scale": 4.0, "retries": 0, "seconds": 56.0, "max_memory_gb": 17.86, "pair": 0.19301611371338367, "sign": 0.009709925390779972, "keep": 0.009719624995341292, "leak": 0.6405573971569538, "replacement": 0.3628702387213707} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 9.378072738647461, "loss_scale": 4.0, "retries": 0, "seconds": 57.5, "max_memory_gb": 17.86, "pair": 0.4921843931078911, "sign": 0.1444836154114455, "keep": 0.021876127259019995, "leak": 0.34493873710744083, "replacement": 0.6615989580750465} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 7.352523326873779, "loss_scale": 4.0, "retries": 0, "seconds": 59.3, "max_memory_gb": 17.86, "pair": 0.4693327993154526, "sign": 0.19550699926912785, "keep": 0.02668802163680084, "leak": 0.6245790212415159, "replacement": 0.7365750521421432} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 8.080367088317871, "loss_scale": 4.0, "retries": 0, "seconds": 61.0, "max_memory_gb": 17.86, "pair": 0.22592317953240126, "sign": 0.11247146967798471, "keep": 0.12525846387143247, "leak": 1.777122757397592, "replacement": 0.7890688478946686} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 5.238762855529785, "loss_scale": 4.0, "retries": 0, "seconds": 62.6, "max_memory_gb": 17.86, "pair": 0.20761448331177235, "sign": 0.056453448720276356, "keep": 0.025500761694274843, "leak": 0.5453073274111375, "replacement": 0.3849184289574623} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 3.4054877758026123, "loss_scale": 4.0, "retries": 0, "seconds": 64.3, "max_memory_gb": 17.86, "pair": 0.2083383109420538, "sign": 0.05065834819106385, "keep": 0.02389300514369097, "leak": 0.26698149740695953, "replacement": 0.31235937401652336} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 11.189432144165039, "loss_scale": 4.0, "retries": 0, "seconds": 65.9, "max_memory_gb": 17.86, "pair": 0.5464889146387577, "sign": 0.30123968329280615, "keep": 0.3538093517845482, "leak": 0.48245885531650856, "replacement": 0.9946281351149082} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 3.2978904247283936, "loss_scale": 4.0, "retries": 0, "seconds": 67.5, "max_memory_gb": 17.86, "pair": 0.38661274686455727, "sign": 0.04844611830776557, "keep": 0.0335788260854315, "leak": 0.4534900700673461, "replacement": 0.5409977436065674} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 2.1681370735168457, "loss_scale": 4.0, "retries": 0, "seconds": 69.2, "max_memory_gb": 17.86, "pair": 0.20935717411339283, "sign": 0.03009424335323274, "keep": 0.038796763903519604, "leak": 0.5121997967362404, "replacement": 0.3718526214361191} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 8.342921257019043, "loss_scale": 4.0, "retries": 0, "seconds": 70.9, "max_memory_gb": 17.86, "pair": 0.08865435933694243, "sign": 0.017173284984892234, "keep": 1.839689503191039, "leak": 0.5209045943629462, "replacement": 1.1473118625581264} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.5166218280792236, "loss_scale": 4.0, "retries": 0, "seconds": 72.5, "max_memory_gb": 17.86, "pair": 0.1491363923996687, "sign": 0.044765785976778716, "keep": 0.8102784077636898, "leak": 0.7688543945550919, "replacement": 0.7688720747828484} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 10.122808456420898, "loss_scale": 4.0, "retries": 0, "seconds": 74.3, "max_memory_gb": 17.86, "pair": 0.0083113074360881, "sign": 0.002275897146319039, "keep": 0.00173958007053443, "leak": 1.5389596223831177, "replacement": 0.3950589522719383} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 4.442267417907715, "loss_scale": 4.0, "retries": 0, "seconds": 76.0, "max_memory_gb": 17.86, "pair": 0.10298903612419963, "sign": 0.1459533282322809, "keep": 0.018125586066162214, "leak": 0.7548955120146275, "replacement": 0.3737523667514324} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 4.222019672393799, "loss_scale": 4.0, "retries": 0, "seconds": 77.6, "max_memory_gb": 17.86, "pair": 0.3794253966771066, "sign": 0.6796213471097872, "keep": 0.013671509513926594, "leak": 0.5592084098607302, "replacement": 0.8658739775419235} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 5.502715587615967, "loss_scale": 4.0, "retries": 0, "seconds": 79.3, "max_memory_gb": 17.86, "pair": 0.04052959766704589, "sign": 0.006264255833229981, "keep": 0.002475673518347321, "leak": 0.7318541705608368, "replacement": 0.2278631068766117} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 5.047972202301025, "loss_scale": 4.0, "retries": 0, "seconds": 80.9, "max_memory_gb": 17.86, "pair": 0.13753722666297108, "sign": 0.0222785714577185, "keep": 0.002816886022586118, "leak": 0.6099773161113262, "replacement": 0.30257929489016533} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 4.8674516677856445, "loss_scale": 4.0, "retries": 0, "seconds": 82.7, "max_memory_gb": 17.86, "pair": 0.32079362124204636, "sign": 0.04931893711909652, "keep": 0.006660229933913797, "leak": 0.9528738205699483, "replacement": 0.5870016664266586} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.522280693054199, "loss_scale": 4.0, "retries": 0, "seconds": 84.3, "max_memory_gb": 17.86, "pair": 0.3929172605276108, "sign": 0.04247552517335862, "keep": 0.007884071554144612, "leak": 0.5022373870015144, "replacement": 0.5436564236879349} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 6.026712417602539, "loss_scale": 4.0, "retries": 0, "seconds": 85.9, "max_memory_gb": 17.86, "pair": 0.5463255643844604, "sign": 0.009148002311121672, "keep": 0.03471606073435396, "leak": 0.09025447827298194, "replacement": 0.5908212102949619} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 25.103431701660156, "loss_scale": 4.0, "retries": 0, "seconds": 87.7, "max_memory_gb": 17.86, "pair": 0.45426395907998085, "sign": 0.4925910080783069, "keep": 0.49936482502380386, "leak": 0.2594670869957554, "replacement": 1.0151086077094078} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 8.174826622009277, "loss_scale": 4.0, "retries": 0, "seconds": 89.3, "max_memory_gb": 17.86, "pair": 0.5511314123868942, "sign": 0.36964401218574494, "keep": 0.7327880684752017, "leak": 0.13768904097378254, "replacement": 1.1367697641253471} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 14.399029731750488, "loss_scale": 4.0, "retries": 0, "seconds": 90.9, "max_memory_gb": 17.86, "pair": 0.42220992781221867, "sign": 0.42083571571856737, "keep": 1.1817003463802394, "leak": 0.5955777689814568, "replacement": 1.3723723739385605} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 5.500844478607178, "loss_scale": 4.0, "retries": 0, "seconds": 92.6, "max_memory_gb": 17.86, "pair": 0.4071056860329918, "sign": 0.02472619095351547, "keep": 0.020239887002389878, "leak": 0.3475952362641692, "replacement": 0.5164875499904156} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 4.09971284866333, "loss_scale": 4.0, "retries": 0, "seconds": 94.2, "max_memory_gb": 17.86, "pair": 0.3504219138994813, "sign": 0.20896824426017702, "keep": 0.027490284552186495, "leak": 0.23159246006980538, "replacement": 0.5265493243932724} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 5.674039840698242, "loss_scale": 4.0, "retries": 0, "seconds": 95.9, "max_memory_gb": 17.86, "pair": 0.2907311571761966, "sign": 0.06963333790190518, "keep": 0.2695926284068264, "leak": 0.14911464299075305, "replacement": 0.4976228326559067} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 12.886734008789062, "loss_scale": 4.0, "retries": 0, "seconds": 97.6, "max_memory_gb": 17.86, "pair": 0.07274958188645542, "sign": 0.031236515031196177, "keep": 0.0036281017455621623, "leak": 2.128761112689972, "replacement": 0.6223721653223038} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 3.7652482986450195, "loss_scale": 4.0, "retries": 0, "seconds": 99.2, "max_memory_gb": 17.86, "pair": 0.23816695215646178, "sign": 0.0030744816176593304, "keep": 0.013971953882673915, "leak": 0.3000293895602226, "replacement": 0.3216975200921297} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 11.48604679107666, "loss_scale": 4.0, "retries": 0, "seconds": 100.9, "max_memory_gb": 17.86, "pair": 0.056752846110612154, "sign": 0.01941540150437504, "keep": 0.0046251840103650466, "leak": 2.877623312175274, "replacement": 0.7881789691746235} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 6.102167129516602, "loss_scale": 4.0, "retries": 0, "seconds": 102.5, "max_memory_gb": 17.86, "pair": 0.17918336763978004, "sign": 0.14542810380226, "keep": 0.1158469677757239, "leak": 0.4879827983677387, "replacement": 0.43181659281253815} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 30.404977798461914, "loss_scale": 4.0, "retries": 0, "seconds": 104.2, "max_memory_gb": 17.86, "pair": 1.4791416209191084, "sign": 2.2140584069420584, "keep": 1.6777627914934783, "leak": 1.9472608268260956, "replacement": 3.911867454648018} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.610767364501953, "loss_scale": 4.0, "retries": 0, "seconds": 105.9, "max_memory_gb": 17.86, "pair": 0.11292791191954166, "sign": 0.13634091067069676, "keep": 0.0035551501368900063, "leak": 0.7363037187606096, "replacement": 0.3669518700335175} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 4.344958305358887, "loss_scale": 4.0, "retries": 0, "seconds": 107.6, "max_memory_gb": 17.86, "pair": 0.09060794732067734, "sign": 0.030487279756926, "keep": 0.5524091438855976, "leak": 1.011638581752777, "replacement": 0.6349657960236073} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 26.355091094970703, "loss_scale": 4.0, "retries": 0, "seconds": 109.2, "max_memory_gb": 17.86, "pair": 0.15211536642163992, "sign": 0.021335649071261287, "keep": 0.004738455259939656, "leak": 5.174039073288441, "replacement": 1.458662211894989} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.8714985847473145, "loss_scale": 4.0, "retries": 0, "seconds": 110.9, "max_memory_gb": 17.86, "pair": 0.0790868392214179, "sign": 0.024504017492290586, "keep": 0.013800212982459925, "leak": 1.0702696051448584, "replacement": 0.36580635234713554} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 8.231084823608398, "loss_scale": 4.0, "retries": 0, "seconds": 112.5, "max_memory_gb": 17.86, "pair": 0.32557983917649835, "sign": 0.11362524042488076, "keep": 0.8946147130918689, "leak": 1.0781006785982754, "replacement": 1.0992249622941017} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.381314516067505, "loss_scale": 4.0, "retries": 0, "seconds": 114.1, "max_memory_gb": 17.86, "pair": 0.1911172140389681, "sign": 0.06701678270474076, "keep": 0.009565528998791706, "leak": 1.340616070665419, "replacement": 0.5645623914897442} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.3509209156036377, "loss_scale": 4.0, "retries": 0, "seconds": 115.9, "max_memory_gb": 17.86, "pair": 0.17664298228919506, "sign": 0.03398552529688459, "keep": 0.06729966719649383, "leak": 0.269489411264658, "replacement": 0.2946579437702894} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 4.170180797576904, "loss_scale": 4.0, "retries": 0, "seconds": 117.5, "max_memory_gb": 17.86, "pair": 0.1772848954424262, "sign": 0.026559078716672957, "keep": 0.03193501924397424, "leak": 1.1286194622516632, "replacement": 0.48868682608008385} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 6.405017852783203, "loss_scale": 4.0, "retries": 0, "seconds": 119.1, "max_memory_gb": 17.86, "pair": 0.12390216731000692, "sign": 0.0051025123975705355, "keep": 0.003972254888140014, "leak": 1.628443284862442, "replacement": 0.5355503633618355} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 7.782622337341309, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 17.86, "pair": 0.1628014389425516, "sign": 0.005077633817563765, "keep": 0.005207112813877757, "leak": 2.236808616667986, "replacement": 0.7271459698677063} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.693283557891846, "loss_scale": 4.0, "retries": 0, "seconds": 122.5, "max_memory_gb": 17.86, "pair": 0.2164811808615923, "sign": 0.030462460505077615, "keep": 0.010781436332763406, "leak": 0.4979376457631588, "replacement": 0.3615875393152237} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.9797098636627197, "loss_scale": 4.0, "retries": 0, "seconds": 124.2, "max_memory_gb": 17.86, "pair": 0.32306527718901634, "sign": 0.013695765286684036, "keep": 0.04593177838250995, "leak": 0.1350990948267281, "replacement": 0.3866538181900978} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.315377235412598, "loss_scale": 4.0, "retries": 0, "seconds": 126.0, "max_memory_gb": 17.86, "pair": 0.6150305867195129, "sign": 0.07422366959508508, "keep": 0.01060918514849618, "leak": 0.1060277190990746, "replacement": 0.6839539408683777} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 5.997294902801514, "loss_scale": 4.0, "retries": 0, "seconds": 127.6, "max_memory_gb": 17.86, "pair": 0.4507602183148265, "sign": 0.4471633492503315, "keep": 0.9744915676856181, "leak": 0.6298005506396294, "replacement": 1.319037839770317} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 4.0260467529296875, "loss_scale": 4.0, "retries": 0, "seconds": 129.4, "max_memory_gb": 17.86, "pair": 0.38908644020557404, "sign": 0.06219662859803066, "keep": 0.034621934639289975, "leak": 0.34686558321118355, "replacement": 0.5242121182382107} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 3.8980414867401123, "loss_scale": 4.0, "retries": 0, "seconds": 131.0, "max_memory_gb": 17.86, "pair": 0.4025658592581749, "sign": 0.01740594278089702, "keep": 0.015378435200545937, "leak": 0.21571629226673394, "replacement": 0.4728871062397957} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 5.607719421386719, "loss_scale": 4.0, "retries": 0, "seconds": 132.7, "max_memory_gb": 17.86, "pair": 0.34304952807724476, "sign": 0.8722128353547305, "keep": 0.011293858813587576, "leak": 0.08664832916110754, "replacement": 0.8064649645239115} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 13.611550331115723, "loss_scale": 4.0, "retries": 0, "seconds": 134.4, "max_memory_gb": 17.86, "pair": 0.3790532872080803, "sign": 0.6335161926690489, "keep": 1.2482506602536887, "leak": 0.6774839684367322, "replacement": 1.4893077611923218} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 4.5230584144592285, "loss_scale": 4.0, "retries": 0, "seconds": 136.1, "max_memory_gb": 17.86, "pair": 0.3292803633958101, "sign": 0.010552035470027477, "keep": 0.06947251700330526, "leak": 0.19212369940942153, "replacement": 0.4173235669732094} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 3.697094440460205, "loss_scale": 4.0, "retries": 0, "seconds": 137.6, "max_memory_gb": 17.86, "pair": 0.21770182065665722, "sign": 0.03798090771306306, "keep": 0.005807686395201017, "leak": 0.5236470978707075, "replacement": 0.3705078959465027} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 5.718285083770752, "loss_scale": 4.0, "retries": 0, "seconds": 139.4, "max_memory_gb": 17.86, "pair": 0.0930415615439415, "sign": 0.004903031280264258, "keep": 0.001959012064617127, "leak": 1.8730009943246841, "replacement": 0.5647228211164474} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 3.158029079437256, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 17.86, "pair": 0.16353854071348906, "sign": 0.0034533785947132856, "keep": 0.016133835233631544, "leak": 1.1765417355345562, "replacement": 0.4674675948917866} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 3.266213893890381, "loss_scale": 4.0, "retries": 0, "seconds": 142.6, "max_memory_gb": 17.86, "pair": 0.1350943837314844, "sign": 0.0224406752968207, "keep": 0.004381901351734996, "leak": 1.0963159538805485, "replacement": 0.4225846603512764} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 4.398324012756348, "loss_scale": 4.0, "retries": 0, "seconds": 144.3, "max_memory_gb": 17.86, "pair": 0.07324594701640308, "sign": 0.0035422670480329543, "keep": 0.008965549873039436, "leak": 1.1886805146932602, "replacement": 0.3766699880361557} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.375715970993042, "loss_scale": 4.0, "retries": 0, "seconds": 146.0, "max_memory_gb": 17.86, "pair": 0.13144473358988762, "sign": 0.004357846162747592, "keep": 0.0033893669133249205, "leak": 0.6723873987793922, "replacement": 0.3034151941537857} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 9.374469757080078, "loss_scale": 4.0, "retries": 0, "seconds": 147.7, "max_memory_gb": 17.86, "pair": 0.19910622108727694, "sign": 0.10577157116495073, "keep": 0.03904832078842446, "leak": 0.779811292886734, "replacement": 0.4664689972996712} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.6480610370635986, "loss_scale": 4.0, "retries": 0, "seconds": 149.4, "max_memory_gb": 17.86, "pair": 0.2022497057914734, "sign": 0.013395161833614111, "keep": 0.03375848429277539, "leak": 0.33381979167461395, "replacement": 0.30928147584199905} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 5.028285503387451, "loss_scale": 4.0, "retries": 0, "seconds": 151.0, "max_memory_gb": 17.86, "pair": 0.1819705511443317, "sign": 0.037715592072345316, "keep": 0.03761175925956195, "leak": 0.533662099391222, "replacement": 0.35304975137114525} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 9.42392349243164, "loss_scale": 4.0, "retries": 0, "seconds": 152.7, "max_memory_gb": 17.86, "pair": 0.06763777043670416, "sign": 0.006652650365140289, "keep": 0.005908098908548709, "leak": 2.7584093734622, "replacement": 0.763520497828722} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 3.247231960296631, "loss_scale": 4.0, "retries": 0, "seconds": 154.3, "max_memory_gb": 17.86, "pair": 0.2095663445070386, "sign": 0.15862578368978575, "keep": 0.14291490684263408, "leak": 0.3733336292207241, "replacement": 0.45367009192705154} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 6.231839656829834, "loss_scale": 4.0, "retries": 0, "seconds": 156.0, "max_memory_gb": 17.86, "pair": 0.47465065866708755, "sign": 0.32906054495833814, "keep": 0.22331308387219906, "leak": 0.43287382810376585, "replacement": 0.8590559288859367} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 6.707653522491455, "loss_scale": 4.0, "retries": 0, "seconds": 157.6, "max_memory_gb": 17.86, "pair": 0.26001209020614624, "sign": 1.2979047318222001, "keep": 0.0006485990368219063, "leak": 0.5175671018660069, "replacement": 1.0386804789304733} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.737663745880127, "loss_scale": 4.0, "retries": 0, "seconds": 159.3, "max_memory_gb": 17.86, "pair": 0.35971422400325537, "sign": 0.13478423591004685, "keep": 0.10501377796686029, "leak": 0.22919838661618996, "replacement": 0.5369128063321114} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 3.4165947437286377, "loss_scale": 4.0, "retries": 0, "seconds": 160.9, "max_memory_gb": 17.86, "pair": 0.22604314424097538, "sign": 0.021487000514753163, "keep": 0.006907094841153594, "leak": 0.1302358452230692, "replacement": 0.27279916033148766} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 5.77630090713501, "loss_scale": 4.0, "retries": 0, "seconds": 162.6, "max_memory_gb": 17.86, "pair": 0.3372692558914423, "sign": 0.03352594480384141, "keep": 0.005143130314536393, "leak": 1.19795990845887, "replacement": 0.6560937836766243} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 5.897757053375244, "loss_scale": 4.0, "retries": 0, "seconds": 164.2, "max_memory_gb": 17.86, "pair": 0.2917310269549489, "sign": 0.02419212501263246, "keep": 0.0033249756597797386, "leak": 0.22224980872124434, "replacement": 0.3610520325601101} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 8.02745246887207, "loss_scale": 4.0, "retries": 0, "seconds": 166.0, "max_memory_gb": 17.86, "pair": 0.13006411760579795, "sign": 0.7569735713477712, "keep": 0.006808918113165419, "leak": 0.8304577078670263, "replacement": 0.7195698153227568} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 5.681164741516113, "loss_scale": 4.0, "retries": 0, "seconds": 167.8, "max_memory_gb": 17.86, "pair": 0.22712335735559464, "sign": 0.2516680834814906, "keep": 0.07733887664193162, "leak": 1.0845742374658585, "replacement": 0.6627704054117203} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 5.924932956695557, "loss_scale": 4.0, "retries": 0, "seconds": 169.7, "max_memory_gb": 17.86, "pair": 0.45902777928858995, "sign": 0.7013397908449406, "keep": 0.8135562730021206, "leak": 0.4817598760128021, "replacement": 1.3369157975539565} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 1.2658672332763672, "loss_scale": 4.0, "retries": 0, "seconds": 171.3, "max_memory_gb": 17.86, "pair": 0.11183170694857836, "sign": 0.01953769222018309, "keep": 0.003396896149638451, "leak": 0.4189363932237029, "replacement": 0.22803309187293053} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 8.292980194091797, "loss_scale": 4.0, "retries": 0, "seconds": 173.0, "max_memory_gb": 17.86, "pair": 0.030975570203736424, "sign": 0.013516731036361307, "keep": 0.0010193726629239563, "leak": 1.1323407629970461, "replacement": 0.32132880948483944} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 2.7992236614227295, "loss_scale": 4.0, "retries": 0, "seconds": 174.6, "max_memory_gb": 17.86, "pair": 0.1536299753934145, "sign": 0.031704713590443134, "keep": 0.11091915955330478, "leak": 0.44191803873400204, "replacement": 0.3354214299470186} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.23665189743042, "loss_scale": 4.0, "retries": 0, "seconds": 176.3, "max_memory_gb": 17.86, "pair": 0.5421553924679756, "sign": 0.43413155514281243, "keep": 0.08954739802720724, "leak": 0.23570574820041656, "replacement": 0.8629212975502014} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 1.8112547397613525, "loss_scale": 4.0, "retries": 0, "seconds": 178.0, "max_memory_gb": 17.86, "pair": 0.10615167394280434, "sign": 0.012541752774268389, "keep": 0.0245984308212428, "leak": 0.27763738483190536, "replacement": 0.1941311089321971} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 2.7965381145477295, "loss_scale": 4.0, "retries": 0, "seconds": 179.6, "max_memory_gb": 17.86, "pair": 0.22174810990691185, "sign": 0.005389254540205002, "keep": 0.003627228292316431, "leak": 0.1857538828626275, "replacement": 0.27269482240080833} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 3.0188846588134766, "loss_scale": 4.0, "retries": 0, "seconds": 181.3, "max_memory_gb": 17.86, "pair": 0.21876640734262764, "sign": 0.018183377920649946, "keep": 0.027467171661555767, "leak": 0.4416130278259516, "replacement": 0.35199493914842606} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 5.945804119110107, "loss_scale": 4.0, "retries": 0, "seconds": 182.9, "max_memory_gb": 17.86, "pair": 0.28214298555394635, "sign": 0.07865100793424062, "keep": 0.02820427052483865, "leak": 0.9850115105509758, "replacement": 0.5818234980106354} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 4.837693691253662, "loss_scale": 4.0, "retries": 0, "seconds": 184.5, "max_memory_gb": 17.86, "pair": 0.0865462549845688, "sign": 0.006536936940392479, "keep": 0.005101273858599598, "leak": 0.741212360560894, "replacement": 0.2776684556156397} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 14.279022216796875, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 17.86, "pair": 0.16512062726542354, "sign": 0.10150987660745159, "keep": 0.7451394397066906, "leak": 3.615527369081974, "replacement": 1.4923271238803864} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 3.166257381439209, "loss_scale": 4.0, "retries": 0, "seconds": 187.8, "max_memory_gb": 17.86, "pair": 0.2506655100733042, "sign": 0.2264032846869668, "keep": 0.024188188051994075, "leak": 0.44888360844925046, "replacement": 0.488182133063674} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 41.88746643066406, "loss_scale": 4.0, "retries": 0, "seconds": 189.4, "max_memory_gb": 17.86, "pair": 0.4242958072281908, "sign": 0.3625819550798042, "keep": 0.8511249164581045, "leak": 0.6370125114590337, "replacement": 1.1904024466639385} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 8.129915237426758, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 17.86, "pair": 0.19899691443424672, "sign": 0.2856856102007441, "keep": 0.7785690347518539, "leak": 0.4961018040776253, "replacement": 0.85514971986413} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.404017210006714, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 17.86, "pair": 0.12330667290370911, "sign": 0.0043239958613412455, "keep": 0.011521117050506291, "leak": 0.09962927173000935, "replacement": 0.15613654907792807} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 35.840641021728516, "loss_scale": 4.0, "retries": 0, "seconds": 194.5, "max_memory_gb": 17.86, "pair": 0.9465714080724865, "sign": 1.1578463790356182, "keep": 1.3453210491537675, "leak": 1.6868826746940613, "replacement": 2.6198757791426033} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 10.753591537475586, "loss_scale": 4.0, "retries": 0, "seconds": 196.1, "max_memory_gb": 17.86, "pair": 0.3201281791552901, "sign": 0.012296134606003761, "keep": 0.006461250104621286, "leak": 0.37763701751828194, "replacement": 0.42391612380743027} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 56.2877311706543, "loss_scale": 4.0, "retries": 0, "seconds": 197.8, "max_memory_gb": 17.86, "pair": 0.17102065356448293, "sign": 0.023156924173235893, "keep": 0.011489686032291502, "leak": 4.579099141061306, "replacement": 1.333118811249733} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 6.288066387176514, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 17.86, "pair": 0.0783682253677398, "sign": 0.014740383412572555, "keep": 0.0007556442433269694, "leak": 1.0927839297801256, "replacement": 0.3593122139573097} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 7.995485305786133, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 17.86, "pair": 0.22244337480515242, "sign": 0.21991105354391038, "keep": 0.8072583319153637, "leak": 0.42365966230863705, "replacement": 0.8419429510831833} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 10.386958122253418, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 17.86, "pair": 0.333816890604794, "sign": 0.3163663843879476, "keep": 0.004414584485857631, "leak": 1.2461697235703468, "replacement": 0.8057497814297676} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 15.354412078857422, "loss_scale": 4.0, "retries": 0, "seconds": 204.5, "max_memory_gb": 17.86, "pair": 0.46649505849927664, "sign": 0.26494470285251737, "keep": 0.26663259132647, "leak": 0.3596673430874944, "replacement": 0.8222004771232605} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 25.08930778503418, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 17.86, "pair": 0.35359100066125393, "sign": 0.9075401048758067, "keep": 1.3146689803688787, "leak": 0.49750974774360657, "replacement": 1.5890729874372482} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 2.474822998046875, "loss_scale": 4.0, "retries": 0, "seconds": 207.8, "max_memory_gb": 17.86, "pair": 0.11138109862804413, "sign": 0.004476326197618619, "keep": 0.0010801574026118033, "leak": 0.6090575132984668, "replacement": 0.26642371714115143} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 5.289041519165039, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 17.86, "pair": 0.10498750756960362, "sign": 0.02700356161221862, "keep": 0.026164163020439446, "leak": 1.1553465235047042, "replacement": 0.4204079993069172} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 3.3131139278411865, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 17.86, "pair": 0.07240074640139937, "sign": 0.18325867492239922, "keep": 0.002386289522291918, "leak": 0.3501753807067871, "replacement": 0.25276706740260124} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.6144274473190308, "loss_scale": 4.0, "retries": 0, "seconds": 212.8, "max_memory_gb": 17.86, "pair": 0.06065685686189681, "sign": 0.0024751428136369213, "keep": 0.0010720201241269933, "leak": 0.34791338443756104, "replacement": 0.14940878469496965} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 10.713269233703613, "loss_scale": 4.0, "retries": 0, "seconds": 214.5, "max_memory_gb": 17.86, "pair": 0.16040973644703627, "sign": 0.672269333852455, "keep": 0.005147224514075788, "leak": 2.0176114849746227, "replacement": 1.0035209096968174} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 50.51612091064453, "loss_scale": 4.0, "retries": 0, "seconds": 216.1, "max_memory_gb": 17.86, "pair": 0.9964314801618457, "sign": 1.6334813675202895, "keep": 0.8610333527899741, "leak": 0.38716704631224275, "replacement": 2.3404805213212967} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 8.145795822143555, "loss_scale": 4.0, "retries": 0, "seconds": 217.8, "max_memory_gb": 17.86, "pair": 0.530600018799305, "sign": 0.4102680739015341, "keep": 0.09714374842587858, "leak": 0.1889230189844966, "replacement": 0.831536665558815} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.502162933349609, "loss_scale": 4.0, "retries": 0, "seconds": 219.5, "max_memory_gb": 17.86, "pair": 0.0920815416611731, "sign": 0.07175028204801492, "keep": 0.021594202071469226, "leak": 0.12329392018727958, "replacement": 0.16957726562395692} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.393600940704346, "loss_scale": 4.0, "retries": 0, "seconds": 221.1, "max_memory_gb": 17.86, "pair": 0.27539912052452564, "sign": 0.09207452018745244, "keep": 0.015214433195069432, "leak": 0.30815975792938843, "replacement": 0.4060835428535938} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 7.48617696762085, "loss_scale": 4.0, "retries": 0, "seconds": 222.8, "max_memory_gb": 17.86, "pair": 0.36752258986234665, "sign": 0.22284791117999703, "keep": 0.3288492922729347, "leak": 0.045295608874823756, "replacement": 0.6546950861811638} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 8.152064323425293, "loss_scale": 4.0, "retries": 0, "seconds": 224.4, "max_memory_gb": 17.86, "pair": 0.18837181059643626, "sign": 0.07417260482907295, "keep": 0.009244489553509538, "leak": 2.493856201530434, "replacement": 0.8535443847067654} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 10.068556785583496, "loss_scale": 4.0, "retries": 0, "seconds": 226.1, "max_memory_gb": 17.86, "pair": 0.06179625040385872, "sign": 0.023356462552328594, "keep": 1.527617390163698, "leak": 0.23520806431770325, "replacement": 0.8960851635783911} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 72.99082946777344, "loss_scale": 4.0, "retries": 0, "seconds": 227.8, "max_memory_gb": 17.86, "pair": 1.377379834651947, "sign": 1.3571191057562828, "keep": 2.646348619251512, "leak": 2.2474923490080982, "replacement": 3.9409868121147156} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 12.1748685836792, "loss_scale": 4.0, "retries": 0, "seconds": 229.5, "max_memory_gb": 17.86, "pair": 0.12916449503973126, "sign": 0.04463783741084626, "keep": 1.5360202393335385, "leak": 0.38495503598824143, "replacement": 1.0157323218882084} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 3.153012752532959, "loss_scale": 4.0, "retries": 0, "seconds": 231.1, "max_memory_gb": 17.86, "pair": 0.19368459982797503, "sign": 0.024997695538331755, "keep": 0.014186129540576076, "leak": 0.1727431216277182, "replacement": 0.2564622964709997} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 4.659436225891113, "loss_scale": 4.0, "retries": 0, "seconds": 232.9, "max_memory_gb": 17.86, "pair": 0.3440479263663292, "sign": 0.029590797144919634, "keep": 0.008132621820550412, "leak": 0.15662205778062344, "replacement": 0.4020651541650295} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 4.452159881591797, "loss_scale": 4.0, "retries": 0, "seconds": 234.5, "max_memory_gb": 17.86, "pair": 0.32869664300233126, "sign": 0.12535730257513933, "keep": 0.09227849294575208, "leak": 0.06354717258363962, "replacement": 0.4534013085067272} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.097824811935425, "loss_scale": 4.0, "retries": 0, "seconds": 236.1, "max_memory_gb": 17.86, "pair": 0.13463901542127132, "sign": 0.009116357192397118, "keep": 0.0016818938602227718, "leak": 0.17499521072022617, "replacement": 0.1837869444862008} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 4.844923496246338, "loss_scale": 4.0, "retries": 0, "seconds": 237.8, "max_memory_gb": 17.86, "pair": 0.3996676057577133, "sign": 0.3178752597887069, "keep": 0.1588847468374297, "leak": 0.1025564786978066, "replacement": 0.6636867299675941} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 20.89828872680664, "loss_scale": 4.0, "retries": 0, "seconds": 239.7, "max_memory_gb": 17.86, "pair": 0.301637458615005, "sign": 0.8829706237956998, "keep": 0.9231401868164468, "leak": 0.7529628090560436, "replacement": 1.3929335251450539} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 3.8097262382507324, "loss_scale": 4.0, "retries": 0, "seconds": 241.6, "max_memory_gb": 17.86, "pair": 0.2258324851281941, "sign": 0.006838430439529475, "keep": 0.001194211004076351, "leak": 0.3886707406491041, "replacement": 0.3270165044814348} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.706922769546509, "loss_scale": 4.0, "retries": 0, "seconds": 243.3, "max_memory_gb": 17.86, "pair": 0.2405955472495407, "sign": 0.02967632690706523, "keep": 0.3702073492331692, "leak": 0.15845160552999005, "replacement": 0.48015028331428766} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 13.217512130737305, "loss_scale": 4.0, "retries": 0, "seconds": 244.9, "max_memory_gb": 17.86, "pair": 0.25744890235364437, "sign": 0.09184861023095436, "keep": 0.12029464088845998, "leak": 1.1644500978291035, "replacement": 0.6546330265700817} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 27.014440536499023, "loss_scale": 4.0, "retries": 0, "seconds": 246.5, "max_memory_gb": 17.86, "pair": 0.39954277873039246, "sign": 0.15144973108544946, "keep": 0.03094221388071361, "leak": 4.009822554886341, "replacement": 1.4931943640112877} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 3.9496524333953857, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 17.86, "pair": 0.1770987103227526, "sign": 0.005041024647653103, "keep": 0.008493461529695878, "leak": 0.5519667640328407, "replacement": 0.32185764238238335} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 18.152690887451172, "loss_scale": 4.0, "retries": 0, "seconds": 249.8, "max_memory_gb": 17.86, "pair": 0.6911769611760974, "sign": 0.9591281237080693, "keep": 2.491448522243445, "leak": 1.0903165638446808, "replacement": 2.6890445202589035} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.0090134143829346, "loss_scale": 4.0, "retries": 0, "seconds": 251.5, "max_memory_gb": 17.86, "pair": 0.17749135475605726, "sign": 0.01860501489136368, "keep": 0.024825077212881297, "leak": 0.23200037982314825, "replacement": 0.2572064995765686} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 10.321800231933594, "loss_scale": 4.0, "retries": 0, "seconds": 253.1, "max_memory_gb": 17.86, "pair": 0.14766134013189003, "sign": 0.2450360179427662, "keep": 0.28310482205961307, "leak": 0.4951701686513843, "replacement": 0.5355243065860122} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 7.979527950286865, "loss_scale": 4.0, "retries": 0, "seconds": 254.8, "max_memory_gb": 17.86, "pair": 0.23040612088516355, "sign": 1.2179208869638387, "keep": 0.051247262565084384, "leak": 0.3100932836532593, "replacement": 0.942513563670218} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 14.847442626953125, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 17.86, "pair": 0.0820464726712089, "sign": 0.012009166504867608, "keep": 0.011891487684806634, "leak": 1.593338429927826, "replacement": 0.4923314079642296} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 8.963330268859863, "loss_scale": 4.0, "retries": 0, "seconds": 258.2, "max_memory_gb": 17.86, "pair": 0.08848032126115868, "sign": 0.0201948945177719, "keep": 0.20437734043298406, "leak": 0.6971549727022648, "replacement": 0.3750551864504814} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 5.813405990600586, "loss_scale": 4.0, "retries": 0, "seconds": 259.8, "max_memory_gb": 17.86, "pair": 0.015126332291401923, "sign": 0.0036144771438557655, "keep": 0.0010877825307034072, "leak": 0.6889438225189224, "replacement": 0.18971341289579868} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 4.426938056945801, "loss_scale": 4.0, "retries": 0, "seconds": 261.5, "max_memory_gb": 17.86, "pair": 0.04918712843209505, "sign": 0.021901686617638916, "keep": 0.01873576024081558, "leak": 0.6836916247266345, "replacement": 0.24042875319719315} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 16.296293258666992, "loss_scale": 4.0, "retries": 0, "seconds": 263.1, "max_memory_gb": 17.86, "pair": 0.17878429335542023, "sign": 0.608942080871202, "keep": 1.2119298901088769, "leak": 1.3583732973784208, "replacement": 1.4288136139512062} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.7922799587249756, "loss_scale": 4.0, "retries": 0, "seconds": 264.8, "max_memory_gb": 17.86, "pair": 0.04324408026877791, "sign": 0.28907878600875847, "keep": 0.006293558064498939, "leak": 0.3239216487854719, "replacement": 0.27191066928207874} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 3.0266265869140625, "loss_scale": 4.0, "retries": 0, "seconds": 266.5, "max_memory_gb": 17.86, "pair": 0.10398674290627241, "sign": 0.014071052864892408, "keep": 0.002513188504963182, "leak": 0.6573533120681532, "replacement": 0.2766171917319298} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 2.4842138290405273, "loss_scale": 4.0, "retries": 0, "seconds": 268.2, "max_memory_gb": 17.86, "pair": 0.1094001792371273, "sign": 0.01221393549349159, "keep": 0.0018238011734865722, "leak": 0.1278030807734467, "replacement": 0.14836981520056725} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 3.8974385261535645, "loss_scale": 4.0, "retries": 0, "seconds": 269.9, "max_memory_gb": 17.86, "pair": 0.13633575290441513, "sign": 0.08599888150638435, "keep": 0.034812753118330875, "leak": 0.44168341506555464, "replacement": 0.3071624208241701} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.830533504486084, "loss_scale": 4.0, "retries": 0, "seconds": 271.5, "max_memory_gb": 17.86, "pair": 0.32405783981084824, "sign": 0.25991086137946695, "keep": 0.022041949246158765, "leak": 0.3425995260477066, "replacement": 0.5506841316819191} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 15.717443466186523, "loss_scale": 4.0, "retries": 0, "seconds": 273.2, "max_memory_gb": 17.86, "pair": 0.39430837603867985, "sign": 0.9598609853419475, "keep": 0.12666507148969686, "leak": 0.8188447915017605, "replacement": 1.1422826373018324} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.9428939819335938, "loss_scale": 4.0, "retries": 0, "seconds": 274.9, "max_memory_gb": 17.86, "pair": 0.16057868750067428, "sign": 0.008374767290661111, "keep": 0.1634629305888211, "leak": 0.09768332494422793, "replacement": 0.27091836370527744} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 8.947616577148438, "loss_scale": 4.0, "retries": 0, "seconds": 276.6, "max_memory_gb": 17.86, "pair": 0.31528076343238354, "sign": 0.011182627873495221, "keep": 0.013010400070925243, "leak": 0.16199014778248966, "replacement": 0.3678748123347759} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.1974709033966064, "loss_scale": 4.0, "retries": 0, "seconds": 278.2, "max_memory_gb": 17.86, "pair": 0.03003709646873176, "sign": 0.02356811030767858, "keep": 0.005080140965674218, "leak": 0.6980367712676525, "replacement": 0.21887041255831718} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 11.566783905029297, "loss_scale": 4.0, "retries": 0, "seconds": 280.0, "max_memory_gb": 17.86, "pair": 0.5453166738152504, "sign": 0.5954466041876003, "keep": 1.0049432996893302, "leak": 0.9068499021232128, "replacement": 1.5722240768373013} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 47.999237060546875, "loss_scale": 4.0, "retries": 0, "seconds": 281.6, "max_memory_gb": 17.86, "pair": 0.22013804037123919, "sign": 0.19633568543940783, "keep": 0.30000187840050785, "leak": 1.2865252941851963, "replacement": 0.7899381411261857} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 3.202958345413208, "loss_scale": 4.0, "retries": 0, "seconds": 283.2, "max_memory_gb": 17.86, "pair": 0.15519090404268354, "sign": 0.009043781945365481, "keep": 0.04156175482421531, "leak": 0.6270312238484621, "replacement": 0.33725147880613804} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 5.484580993652344, "loss_scale": 4.0, "retries": 0, "seconds": 284.9, "max_memory_gb": 17.86, "pair": 0.13707352243363857, "sign": 0.059044057910796255, "keep": 0.2034019948769128, "leak": 0.24499369820114225, "replacement": 0.3295449670404196} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 16.443099975585938, "loss_scale": 4.0, "retries": 0, "seconds": 286.6, "max_memory_gb": 17.86, "pair": 0.38290006713941693, "sign": 0.5085607586661354, "keep": 0.637974124025277, "leak": 0.4203771026805043, "replacement": 1.06126176007092} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 40.091514587402344, "loss_scale": 4.0, "retries": 0, "seconds": 288.2, "max_memory_gb": 17.86, "pair": 0.40913725085556507, "sign": 0.19652938516810536, "keep": 0.38777356513310224, "leak": 1.2411119658499956, "replacement": 1.011566698551178} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 4.800811767578125, "loss_scale": 4.0, "retries": 0, "seconds": 289.9, "max_memory_gb": 17.86, "pair": 0.06654098583385348, "sign": 0.015049427587655373, "keep": 0.06414072387133274, "leak": 0.23417852958664298, "replacement": 0.16468069422990084} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 13.732274055480957, "loss_scale": 4.0, "retries": 0, "seconds": 291.5, "max_memory_gb": 17.86, "pair": 0.3319207348395139, "sign": 0.04624762709136121, "keep": 0.6644519922518839, "leak": 0.0716250347904861, "replacement": 0.705176817253232} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 9.263859748840332, "loss_scale": 4.0, "retries": 0, "seconds": 293.3, "max_memory_gb": 17.86, "pair": 0.3524596970528364, "sign": 0.11177826789207757, "keep": 0.10868199380638544, "leak": 0.3155437670648098, "replacement": 0.5415757670998573} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 10.280801773071289, "loss_scale": 4.0, "retries": 0, "seconds": 294.9, "max_memory_gb": 17.86, "pair": 0.4189818997401744, "sign": 1.1381879804830533, "keep": 0.08627236190295662, "leak": 0.014674549573101103, "replacement": 1.0348806858528405} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 6.093148231506348, "loss_scale": 4.0, "retries": 0, "seconds": 296.6, "max_memory_gb": 17.86, "pair": 0.08757603564299643, "sign": 0.07816180444206111, "keep": 0.9736480904666678, "leak": 0.48287801444530487, "replacement": 0.7342004654929042} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.0650932788848877, "loss_scale": 4.0, "retries": 0, "seconds": 298.3, "max_memory_gb": 17.86, "pair": 0.08672154933447018, "sign": 0.03357932857761625, "keep": 0.011741079679268296, "leak": 0.08601555222412571, "replacement": 0.13088564481586218} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 4.189456939697266, "loss_scale": 4.0, "retries": 0, "seconds": 299.9, "max_memory_gb": 17.86, "pair": 0.15594573301495984, "sign": 0.05586967902490869, "keep": 0.097661975174546, "leak": 0.32559343753382564, "replacement": 0.3141099214553833} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 5.739155292510986, "loss_scale": 4.0, "retries": 0, "seconds": 301.5, "max_memory_gb": 17.86, "pair": 0.2202847539447248, "sign": 0.020417474734131247, "keep": 0.041027038397260185, "leak": 0.10517194267595187, "replacement": 0.27729999646544456} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.9199066162109375, "loss_scale": 4.0, "retries": 0, "seconds": 303.2, "max_memory_gb": 17.86, "pair": 0.17158506996929646, "sign": 0.05779169633751735, "keep": 0.20386520962347277, "leak": 0.3675560187548399, "replacement": 0.3943025264889002} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 7.076223850250244, "loss_scale": 4.0, "retries": 0, "seconds": 304.8, "max_memory_gb": 17.86, "pair": 0.04009083553683013, "sign": 0.050234932103194296, "keep": 0.0017922321567311883, "leak": 1.3401973247528076, "replacement": 0.4011537544429302} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.552793264389038, "loss_scale": 4.0, "retries": 0, "seconds": 306.5, "max_memory_gb": 17.86, "pair": 0.14939770748605952, "sign": 0.08703446801519021, "keep": 0.054878765687135456, "leak": 0.7639794144779444, "replacement": 0.4113491717725992} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 27.46364974975586, "loss_scale": 4.0, "retries": 0, "seconds": 308.2, "max_memory_gb": 17.86, "pair": 0.32986196503043175, "sign": 0.27900977921672165, "keep": 0.6367760696448386, "leak": 0.8600989701226354, "replacement": 1.0027795657515526} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 11.418691635131836, "loss_scale": 4.0, "retries": 0, "seconds": 309.9, "max_memory_gb": 17.86, "pair": 0.16328166471794248, "sign": 0.017211815458722413, "keep": 0.46244195970837154, "leak": 1.0401652306318283, "replacement": 0.6631498467177153} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 17.923107147216797, "loss_scale": 4.0, "retries": 0, "seconds": 311.5, "max_memory_gb": 17.86, "pair": 0.03342479548882693, "sign": 0.2506579314649571, "keep": 0.21387883251748008, "leak": 0.432113254442811, "replacement": 0.3737214938737452} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 8.166044235229492, "loss_scale": 4.0, "retries": 0, "seconds": 313.3, "max_memory_gb": 17.86, "pair": 0.5544921178370714, "sign": 0.2628166754730046, "keep": 0.21434809744823724, "leak": 0.699193483578938, "replacement": 0.9678728878498077} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 2.254037618637085, "loss_scale": 4.0, "retries": 0, "seconds": 314.9, "max_memory_gb": 17.86, "pair": 0.14954729076998774, "sign": 0.018512352125981124, "keep": 0.0024749241126755805, "leak": 0.05988903082652541, "replacement": 0.17501319106668234} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.4134398698806763, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 17.86, "pair": 0.09733314951881766, "sign": 0.0056439804611727595, "keep": 0.004096715737091472, "leak": 0.16133100911974907, "replacement": 0.142536249011755} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 5.631091117858887, "loss_scale": 4.0, "retries": 0, "seconds": 318.2, "max_memory_gb": 17.86, "pair": 0.028909657441545278, "sign": 0.006818843947257847, "keep": 0.004771653009811416, "leak": 0.8341388022527099, "replacement": 0.2432396076619625} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 13.857707023620605, "loss_scale": 4.0, "retries": 0, "seconds": 319.8, "max_memory_gb": 17.86, "pair": 0.08678875328041613, "sign": 0.08101683405402582, "keep": 0.008053622098486812, "leak": 1.9999538399279118, "replacement": 0.6313124522566795} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 7.226582050323486, "loss_scale": 4.0, "retries": 0, "seconds": 321.5, "max_memory_gb": 17.86, "pair": 0.14139422005973756, "sign": 0.00852474063867703, "keep": 0.04257043193501886, "leak": 1.3274223773951235, "replacement": 0.4987974092364311} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.7220760583877563, "loss_scale": 4.0, "retries": 0, "seconds": 323.2, "max_memory_gb": 17.86, "pair": 0.050026625860482454, "sign": 0.020969657693058252, "keep": 0.010672611823792977, "leak": 0.047763818147359416, "replacement": 0.07778871431946754} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.5497324466705322, "loss_scale": 4.0, "retries": 0, "seconds": 324.7, "max_memory_gb": 17.86, "pair": 0.08323561353608966, "sign": 0.020822485763346776, "keep": 0.028298670729782316, "leak": 0.5621095135866199, "replacement": 0.2483235727995634} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 16.615819931030273, "loss_scale": 4.0, "retries": 0, "seconds": 326.4, "max_memory_gb": 17.86, "pair": 0.2051962772384286, "sign": 0.06450341443996876, "keep": 0.01056707842508331, "leak": 1.4748680293560028, "replacement": 0.6114485189318657} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.8397302627563477, "loss_scale": 4.0, "retries": 0, "seconds": 328.0, "max_memory_gb": 17.86, "pair": 0.11589866352733225, "sign": 0.013595400494523346, "keep": 0.005223053969913849, "leak": 0.1205157526419498, "replacement": 0.1554368282086216} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.05431866645813, "loss_scale": 4.0, "retries": 0, "seconds": 329.7, "max_memory_gb": 17.86, "pair": 0.11597034597070888, "sign": 0.003474962584732566, "keep": 0.009562477644067258, "leak": 0.5379967065528035, "replacement": 0.25698824040591717} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 14.207941055297852, "loss_scale": 4.0, "retries": 0, "seconds": 331.3, "max_memory_gb": 17.86, "pair": 0.1564972789492458, "sign": 0.47684058744926006, "keep": 0.03181078165289364, "leak": 1.598951868712902, "replacement": 0.8105609146878123} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 1.8832663297653198, "loss_scale": 4.0, "retries": 0, "seconds": 333.0, "max_memory_gb": 17.86, "pair": 0.05527446494670585, "sign": 0.006432538542867405, "keep": 0.0030347699794219807, "leak": 0.24288554501254112, "replacement": 0.12072950415313244} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.9064385890960693, "loss_scale": 4.0, "retries": 0, "seconds": 334.7, "max_memory_gb": 17.86, "pair": 0.06560040854674298, "sign": 0.004064964545250405, "keep": 0.0913172424188815, "leak": 0.22868340770946816, "replacement": 0.17046235996531323} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 4.9454426765441895, "loss_scale": 4.0, "retries": 0, "seconds": 336.4, "max_memory_gb": 17.86, "pair": 0.1411975035443902, "sign": 0.6296011842787266, "keep": 0.09729311100272753, "leak": 0.21513208118267357, "replacement": 0.5584276579320431} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 4.664567947387695, "loss_scale": 4.0, "retries": 0, "seconds": 338.0, "max_memory_gb": 17.86, "pair": 0.07294485263992101, "sign": 0.04175874235806987, "keep": 0.0009493922480032779, "leak": 0.6978832569438964, "replacement": 0.2687697410583496} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 9.324644088745117, "loss_scale": 4.0, "retries": 0, "seconds": 339.6, "max_memory_gb": 17.86, "pair": 0.18065801146440208, "sign": 0.14371871057664976, "keep": 0.10780931822955608, "leak": 0.2882969733327627, "replacement": 0.3784962650388479} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 3.883406162261963, "loss_scale": 4.0, "retries": 0, "seconds": 341.3, "max_memory_gb": 17.86, "pair": 0.17895669245626777, "sign": 0.021239105946733616, "keep": 0.004684169369284064, "leak": 0.7128508687019348, "replacement": 0.37013104185462} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 9.117043495178223, "loss_scale": 4.0, "retries": 0, "seconds": 342.9, "max_memory_gb": 17.86, "pair": 0.6020055750777829, "sign": 0.6050004033568257, "keep": 1.0034472269403523, "leak": 0.7518476769328117, "replacement": 1.5941912054549903} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.54278826713562, "loss_scale": 4.0, "retries": 0, "seconds": 344.6, "max_memory_gb": 17.86, "pair": 0.18031570268794894, "sign": 0.034567564027383924, "keep": 0.3452132166130468, "leak": 0.04400548245757818, "replacement": 0.38120747171342373} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 7.8982744216918945, "loss_scale": 4.0, "retries": 0, "seconds": 346.3, "max_memory_gb": 17.86, "pair": 0.043393947797085275, "sign": 0.012965276142494986, "keep": 0.008538269350424343, "leak": 0.794866044074297, "replacement": 0.25286223366856575} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 19.26412010192871, "loss_scale": 4.0, "retries": 0, "seconds": 347.9, "max_memory_gb": 17.86, "pair": 0.3198621964547783, "sign": 0.6425716624653433, "keep": 0.06171220983077319, "leak": 1.9139399081468582, "replacement": 1.1504891272634268} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 2.785443067550659, "loss_scale": 4.0, "retries": 0, "seconds": 349.6, "max_memory_gb": 17.86, "pair": 0.03725986363861011, "sign": 0.006622769702516962, "keep": 0.015416686081152875, "leak": 0.30560421803966165, "replacement": 0.12468064855784178} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 18.15247917175293, "loss_scale": 4.0, "retries": 0, "seconds": 351.2, "max_memory_gb": 17.86, "pair": 0.15576689317822456, "sign": 0.025579462278983556, "keep": 0.0040646907400514465, "leak": 2.213909320998937, "replacement": 0.7240663263946772} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 9.618524551391602, "loss_scale": 4.0, "retries": 0, "seconds": 352.9, "max_memory_gb": 17.86, "pair": 0.4648464387282729, "sign": 0.5997988564195111, "keep": 2.2389019047259353, "leak": 0.20584647611394757, "replacement": 1.935658361762762} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 4.449676036834717, "loss_scale": 4.0, "retries": 0, "seconds": 354.6, "max_memory_gb": 17.86, "pair": 0.2562170443125069, "sign": 0.1870554176857695, "keep": 0.05645350134000182, "leak": 0.615040872246027, "replacement": 0.5317317023873329} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 3.0619661808013916, "loss_scale": 4.0, "retries": 0, "seconds": 356.2, "max_memory_gb": 17.86, "pair": 0.2075493484735489, "sign": 0.02717972523532808, "keep": 0.08149133872939274, "leak": 0.6113545726984739, "replacement": 0.41472352109849453} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 8.444583892822266, "loss_scale": 4.0, "retries": 0, "seconds": 357.8, "max_memory_gb": 17.86, "pair": 0.14717580610886216, "sign": 0.032833686855155975, "keep": 0.028439492569305003, "leak": 0.6839229782344773, "replacement": 0.34879313595592976} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 5.238090991973877, "loss_scale": 4.0, "retries": 0, "seconds": 359.6, "max_memory_gb": 17.86, "pair": 0.07881581634865142, "sign": 0.024531475180992857, "keep": 0.058483661279751686, "leak": 0.05703308783995453, "replacement": 0.13458165782503784} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 4.039724349975586, "loss_scale": 4.0, "retries": 0, "seconds": 361.2, "max_memory_gb": 17.86, "pair": 0.14201987767592072, "sign": 0.1428422551980475, "keep": 0.020389535500726197, "leak": 0.14544267614837736, "replacement": 0.2599964262917638} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 5.345737934112549, "loss_scale": 4.0, "retries": 0, "seconds": 362.9, "max_memory_gb": 17.86, "pair": 0.146191458159592, "sign": 0.11963542984449305, "keep": 0.01959286507917568, "leak": 1.4027499705553055, "replacement": 0.5664930772036314} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 9.383008003234863, "loss_scale": 4.0, "retries": 0, "seconds": 364.5, "max_memory_gb": 17.86, "pair": 0.3265146028716117, "sign": 0.08586294786073267, "keep": 0.04234427312621847, "leak": 1.3695640824735165, "replacement": 0.7330092340707779} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 3.726583957672119, "loss_scale": 4.0, "retries": 0, "seconds": 366.3, "max_memory_gb": 17.86, "pair": 0.10406746389344335, "sign": 0.029871355975046754, "keep": 0.005717312070714797, "leak": 0.3750753588974476, "replacement": 0.2156306393444538} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.943448066711426, "loss_scale": 4.0, "retries": 0, "seconds": 368.2, "max_memory_gb": 17.86, "pair": 0.15688273633713834, "sign": 0.0040878727959352545, "keep": 0.06901721260510385, "leak": 0.2942309413992916, "replacement": 0.2669930122792721} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.280919313430786, "loss_scale": 4.0, "retries": 0, "seconds": 369.9, "max_memory_gb": 17.86, "pair": 0.10818996711168438, "sign": 0.00855374829552602, "keep": 0.013587287176051177, "leak": 0.07208749104756862, "replacement": 0.13728236476890743} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 3.0870869159698486, "loss_scale": 4.0, "retries": 0, "seconds": 371.5, "max_memory_gb": 17.86, "pair": 0.10445218486711383, "sign": 0.01866886916104704, "keep": 0.3179048029705882, "leak": 0.4228543830104172, "replacement": 0.37845261581242085} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 2.649904251098633, "loss_scale": 4.0, "retries": 0, "seconds": 373.3, "max_memory_gb": 17.86, "pair": 0.18635734112467617, "sign": 0.06793713277147617, "keep": 0.011838200567126478, "leak": 0.19299982898519374, "replacement": 0.27449497231282294} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.7768919467926025, "loss_scale": 4.0, "retries": 0, "seconds": 375.0, "max_memory_gb": 17.86, "pair": 0.16037525555293541, "sign": 0.004039140643726569, "keep": 0.03100244048857803, "leak": 0.2073599174618721, "replacement": 0.22973602218553424} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 3.606727123260498, "loss_scale": 4.0, "retries": 0, "seconds": 376.6, "max_memory_gb": 17.86, "pair": 0.17603563150623813, "sign": 0.18182981495920103, "keep": 0.0061182152619494445, "leak": 0.43267010850831866, "replacement": 0.37817717529833317} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 3.8989109992980957, "loss_scale": 4.0, "retries": 0, "seconds": 378.4, "max_memory_gb": 17.86, "pair": 0.012777462452504551, "sign": 0.006991763555561192, "keep": 0.041859334497530654, "leak": 0.6867154650390148, "replacement": 0.2088818766642362} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 3.2807507514953613, "loss_scale": 4.0, "retries": 0, "seconds": 380.2, "max_memory_gb": 17.86, "pair": 0.09147593105444685, "sign": 0.009799482504604384, "keep": 0.00401577146294585, "leak": 0.2756745184560714, "replacement": 0.1673021912574768} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 2.5795419216156006, "loss_scale": 4.0, "retries": 0, "seconds": 382.0, "max_memory_gb": 17.86, "pair": 0.13820319389924407, "sign": 0.028274593641981483, "keep": 0.005572591311647557, "leak": 0.32679428183473647, "replacement": 0.2368253618478775} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 31.7510986328125, "loss_scale": 4.0, "retries": 0, "seconds": 383.7, "max_memory_gb": 17.86, "pair": 0.10753744281828403, "sign": 0.016618207780993544, "keep": 0.004440120639628731, "leak": 4.7254462473792955, "replacement": 1.2994281258434057} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.0454750061035156, "loss_scale": 4.0, "retries": 0, "seconds": 385.4, "max_memory_gb": 17.86, "pair": 0.0748632179456763, "sign": 0.026770584896439686, "keep": 0.014771126200685103, "leak": 0.13952944142511114, "replacement": 0.13051643408834934} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 15.133081436157227, "loss_scale": 4.0, "retries": 0, "seconds": 387.0, "max_memory_gb": 17.86, "pair": 0.34900609782198444, "sign": 0.7811065773712471, "keep": 0.06849842119845562, "leak": 0.228978982906483, "replacement": 0.8310533547773957} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.076864004135132, "loss_scale": 4.0, "retries": 0, "seconds": 388.7, "max_memory_gb": 17.86, "pair": 0.14448864351288648, "sign": 0.004119137578527443, "keep": 0.005825367638919943, "leak": 0.10620336048305035, "replacement": 0.1760117372032255} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.3026161193847656, "loss_scale": 4.0, "retries": 0, "seconds": 390.4, "max_memory_gb": 17.86, "pair": 0.11036692069319542, "sign": 0.026454583428858314, "keep": 0.031229562970111147, "leak": 0.17238457221537828, "replacement": 0.1823051329702139} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 9.824718475341797, "loss_scale": 4.0, "retries": 0, "seconds": 392.1, "max_memory_gb": 17.86, "pair": 0.22215037932619452, "sign": 0.2206979487091303, "keep": 0.2269289333080451, "leak": 1.0152424980478827, "replacement": 0.6997744329273701} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 19.7800235748291, "loss_scale": 4.0, "retries": 0, "seconds": 393.7, "max_memory_gb": 17.86, "pair": 0.6467731743614422, "sign": 1.374775772637804, "keep": 3.098069453381868, "leak": 1.0132636278867722, "replacement": 3.1365117840468884} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 3.001910448074341, "loss_scale": 4.0, "retries": 0, "seconds": 395.4, "max_memory_gb": 17.86, "pair": 0.12185213528573513, "sign": 0.018206347012892365, "keep": 0.0029791688422733387, "leak": 0.1720364885404706, "replacement": 0.1754540130496025} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 14.031920433044434, "loss_scale": 4.0, "retries": 0, "seconds": 397.1, "max_memory_gb": 17.86, "pair": 0.044664888497209176, "sign": 0.0349158566314145, "keep": 0.023133034470447456, "leak": 0.6269526667892933, "replacement": 0.2304275007918477} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.2489968538284302, "loss_scale": 4.0, "retries": 0, "seconds": 398.7, "max_memory_gb": 17.86, "pair": 0.05219374393345788, "sign": 0.007748926378553733, "keep": 0.0022969473320699763, "leak": 0.041866990737617016, "replacement": 0.06768342666327953} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 12.820323944091797, "loss_scale": 4.0, "retries": 0, "seconds": 400.4, "max_memory_gb": 17.86, "pair": 0.12784789115539752, "sign": 0.19470325011207024, "keep": 0.03971636830792136, "leak": 2.1155963111668825, "replacement": 0.7739568133838475} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 8.59688949584961, "loss_scale": 4.0, "retries": 0, "seconds": 402.1, "max_memory_gb": 17.86, "pair": 0.12871757900575176, "sign": 0.010431262693600729, "keep": 0.07425413018791005, "leak": 2.3126292451051995, "replacement": 0.7492175847291946} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 13.28774356842041, "loss_scale": 4.0, "retries": 0, "seconds": 403.7, "max_memory_gb": 17.86, "pair": 0.29406735789962113, "sign": 0.5229293326265179, "keep": 0.720624772613462, "leak": 1.4687754660844803, "replacement": 1.2830382734537125} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 15.430752754211426, "loss_scale": 4.0, "retries": 0, "seconds": 405.4, "max_memory_gb": 17.86, "pair": 0.16983774100299343, "sign": 0.07552428166309255, "keep": 0.014832465898280134, "leak": 1.8649347554892302, "replacement": 0.6812498085200787} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 16.733840942382812, "loss_scale": 4.0, "retries": 0, "seconds": 407.1, "max_memory_gb": 17.86, "pair": 0.024655550194438547, "sign": 0.003190609597368166, "keep": 0.5437773721168924, "leak": 2.528513944191218, "replacement": 0.9302680296823382} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.702159881591797, "loss_scale": 4.0, "retries": 0, "seconds": 408.7, "max_memory_gb": 17.86, "pair": 0.061067845454090275, "sign": 0.0552104369890003, "keep": 0.0108096306285006, "leak": 0.35090556380237103, "replacement": 0.18180426966864616} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 4.10601282119751, "loss_scale": 4.0, "retries": 0, "seconds": 410.3, "max_memory_gb": 17.86, "pair": 0.09870226553175598, "sign": 0.039220986582222395, "keep": 0.0062150037911123945, "leak": 0.3572078731667716, "replacement": 0.21072223223745823} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 8.182825088500977, "loss_scale": 4.0, "retries": 0, "seconds": 412.0, "max_memory_gb": 17.86, "pair": 0.32017957465723157, "sign": 0.37538823107024655, "keep": 0.5651749881590149, "leak": 0.47711688838899136, "replacement": 0.9097403781488538} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 2.755845069885254, "loss_scale": 4.0, "retries": 0, "seconds": 413.6, "max_memory_gb": 17.86, "pair": 0.08359422511421144, "sign": 0.09691820738953538, "keep": 0.09180733910761774, "leak": 0.18367600279452745, "replacement": 0.2238759957253933} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 8.099116325378418, "loss_scale": 4.0, "retries": 0, "seconds": 415.2, "max_memory_gb": 17.86, "pair": 0.024400426540523767, "sign": 0.004539348941762, "keep": 0.0005261775168037275, "leak": 1.345451153581962, "replacement": 0.36329598422162235} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.6063005924224854, "loss_scale": 4.0, "retries": 0, "seconds": 417.0, "max_memory_gb": 17.86, "pair": 0.08411593013443053, "sign": 0.012473215552745387, "keep": 0.003960276975703891, "leak": 0.05415070301387459, "replacement": 0.10587035259231925} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 9.966421127319336, "loss_scale": 4.0, "retries": 0, "seconds": 418.6, "max_memory_gb": 17.86, "pair": 0.03641435908502899, "sign": 0.23682026250753552, "keep": 0.3590511959628202, "leak": 0.40244798362255096, "replacement": 0.43496206030249596} diff --git a/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/README.md b/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/adapter_config.json b/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..346d5bb6006cb72b6115f6cf312ca59bf9602ea4 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s13/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.26.mlp.down_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s13/config.json b/runs/fixed_internvl/replacement/TopDelta8_s13/config.json new file mode 100644 index 0000000000000000000000000000000000000000..52ab85b1057e8ce806e021c49fae6d4ffb148d86 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s13/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 13, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 18, + 19, + 20, + 21, + 23, + 24, + 26, + 29 + ], + "ranks": { + "18": 72, + "19": 72, + "20": 72, + "21": 72, + "23": 72, + "24": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s13/steps.jsonl b/runs/fixed_internvl/replacement/TopDelta8_s13/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4aa2d72e0112fc4836e3444ca34921ff43a02474 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s13/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 9.425322532653809, "loss_scale": 4.0, "retries": 0, "seconds": 1.6, "max_memory_gb": 17.76, "pair": 1.0986123085021973, "sign": 0.7328193015418947, "keep": 1.137254401575774, "leak": 0.0, "replacement": 2.0336491465568542} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 12.282134056091309, "loss_scale": 4.0, "retries": 0, "seconds": 3.2, "max_memory_gb": 18.1, "pair": 1.0927250385284424, "sign": 0.18002491036895663, "keep": 1.3632032293535303, "leak": 0.00015379306756813094, "replacement": 1.8643775880336761} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 26.345550537109375, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.1, "pair": 1.056964248418808, "sign": 0.11249352898448706, "keep": 1.8826915621757507, "leak": 0.0007030065389699303, "replacement": 2.054732471704483} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.078094482421875, "loss_scale": 4.0, "retries": 0, "seconds": 6.4, "max_memory_gb": 18.1, "pair": 0.9851653128862381, "sign": 0.03673450159840286, "keep": 0.54840801791579, "leak": 0.017842215136624873, "replacement": 1.2821971774101257} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 8.33174991607666, "loss_scale": 4.0, "retries": 0, "seconds": 7.9, "max_memory_gb": 18.1, "pair": 0.9756516516208649, "sign": 0.11105484701693058, "keep": 0.02114973018251476, "leak": 0.012115203247560657, "replacement": 1.044782742857933} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.63582992553711, "loss_scale": 4.0, "retries": 0, "seconds": 9.4, "max_memory_gb": 18.1, "pair": 0.8812706768512726, "sign": 0.18241674080491066, "keep": 0.32552009756909683, "leak": 0.053034250042401254, "replacement": 1.1484976410865784} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 5.714240550994873, "loss_scale": 4.0, "retries": 0, "seconds": 11.0, "max_memory_gb": 18.1, "pair": 0.6221456229686737, "sign": 0.07934447308070958, "keep": 0.23282514800666831, "leak": 0.41970306634902954, "replacement": 0.8831562101840973} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 5.0133538246154785, "loss_scale": 4.0, "retries": 0, "seconds": 12.5, "max_memory_gb": 18.11, "pair": 0.48460753262043, "sign": 0.17146227817283943, "keep": 0.06492720171809196, "leak": 0.512957526370883, "replacement": 0.7310416549444199} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 22.18564224243164, "loss_scale": 4.0, "retries": 0, "seconds": 14.0, "max_memory_gb": 18.11, "pair": 0.6437121890485287, "sign": 0.6233022440574132, "keep": 0.5317285775672644, "leak": 0.4788770526647568, "replacement": 1.3409468680620193} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 6.99973726272583, "loss_scale": 4.0, "retries": 0, "seconds": 15.6, "max_memory_gb": 18.11, "pair": 0.20381983928382397, "sign": 0.03533126262482256, "keep": 0.002427754385280423, "leak": 1.606943815946579, "replacement": 0.6244353130459785} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 9.428921699523926, "loss_scale": 4.0, "retries": 0, "seconds": 17.2, "max_memory_gb": 18.11, "pair": 0.19542172085493803, "sign": 0.16352700057905167, "keep": 0.004962072279340646, "leak": 2.418767660856247, "replacement": 0.8843581676483154} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 6.443263053894043, "loss_scale": 4.0, "retries": 0, "seconds": 18.7, "max_memory_gb": 18.11, "pair": 0.13578291609883308, "sign": 0.023083945619873703, "keep": 0.004358800270892971, "leak": 1.6488919854164124, "replacement": 0.5617272853851318} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 7.832919120788574, "loss_scale": 4.0, "retries": 0, "seconds": 20.2, "max_memory_gb": 18.11, "pair": 0.13569148629903793, "sign": 0.01888015470467508, "keep": 0.0029885362978347985, "leak": 1.9871124550700188, "replacement": 0.643403947353363} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 4.50187349319458, "loss_scale": 4.0, "retries": 0, "seconds": 21.8, "max_memory_gb": 18.11, "pair": 0.21490862779319286, "sign": 0.08176286052912474, "keep": 0.07204906980041414, "leak": 1.1597030013799667, "replacement": 0.5817403495311737} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 3.2022202014923096, "loss_scale": 4.0, "retries": 0, "seconds": 23.3, "max_memory_gb": 18.11, "pair": 0.3727923557162285, "sign": 0.19311804923927411, "keep": 0.01738873958356635, "leak": 0.809662252664566, "replacement": 0.6804612800478935} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 4.887837886810303, "loss_scale": 4.0, "retries": 0, "seconds": 24.8, "max_memory_gb": 18.11, "pair": 0.4475032463669777, "sign": 0.23918576876167208, "keep": 0.007119781264918856, "leak": 0.2874305546283722, "replacement": 0.6425136551260948} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 4.959413528442383, "loss_scale": 4.0, "retries": 0, "seconds": 26.4, "max_memory_gb": 18.11, "pair": 0.4065646007657051, "sign": 0.32176272408105433, "keep": 0.04824222125171218, "leak": 0.3312571421265602, "replacement": 0.6743813380599022} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 3.870683193206787, "loss_scale": 4.0, "retries": 0, "seconds": 27.9, "max_memory_gb": 18.11, "pair": 0.4878860265016556, "sign": 0.1479430984472856, "keep": 0.030499691027216613, "leak": 0.20999038452282548, "replacement": 0.6296049952507019} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 4.128072261810303, "loss_scale": 4.0, "retries": 0, "seconds": 29.4, "max_memory_gb": 18.11, "pair": 0.3745724819600582, "sign": 0.018788772635161877, "keep": 0.012184755978523754, "leak": 0.98859903216362, "replacement": 0.6372089982032776} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.78113055229187, "loss_scale": 4.0, "retries": 0, "seconds": 31.0, "max_memory_gb": 18.11, "pair": 0.2323186732828617, "sign": 0.0061836750246584415, "keep": 0.0008567635559302289, "leak": 0.11240046843886375, "replacement": 0.2639390118420124} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 2.396892547607422, "loss_scale": 4.0, "retries": 0, "seconds": 32.6, "max_memory_gb": 18.11, "pair": 0.17502151802182198, "sign": 0.009823533677263185, "keep": 0.0010597053105811938, "leak": 0.6923800483491505, "replacement": 0.35355815291404724} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 11.462772369384766, "loss_scale": 4.0, "retries": 0, "seconds": 34.1, "max_memory_gb": 18.11, "pair": 0.28319278359413147, "sign": 0.0399091059807688, "keep": 0.024118841833114857, "leak": 0.9408196657896042, "replacement": 0.5504116825759411} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 6.520512580871582, "loss_scale": 4.0, "retries": 0, "seconds": 35.6, "max_memory_gb": 18.11, "pair": 0.08076824783347547, "sign": 0.0066780037159333006, "keep": 0.0015927010945802067, "leak": 0.9044303447008133, "replacement": 0.31101118214428425} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 6.0691680908203125, "loss_scale": 4.0, "retries": 0, "seconds": 37.2, "max_memory_gb": 18.11, "pair": 0.09466565027832985, "sign": 0.004004937945865095, "keep": 0.003994893690105528, "leak": 1.66114342212677, "replacement": 0.5139514058828354} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 2.7866811752319336, "loss_scale": 4.0, "retries": 0, "seconds": 38.7, "max_memory_gb": 18.11, "pair": 0.1954941302537918, "sign": 0.06866535445442423, "keep": 0.6049780810581069, "leak": 0.6084117033169605, "replacement": 0.6844187621027231} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 2.0432567596435547, "loss_scale": 4.0, "retries": 0, "seconds": 40.3, "max_memory_gb": 18.11, "pair": 0.2199548203498125, "sign": 0.02692787948762998, "keep": 0.022813028379459865, "leak": 0.5466289427131414, "replacement": 0.3814825117588043} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 2.726653575897217, "loss_scale": 4.0, "retries": 0, "seconds": 41.8, "max_memory_gb": 18.11, "pair": 0.29684812389314175, "sign": 0.13369962526485324, "keep": 0.10676685029466171, "leak": 0.32717728428542614, "replacement": 0.4988756738603115} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 18.032405853271484, "loss_scale": 4.0, "retries": 0, "seconds": 43.4, "max_memory_gb": 18.11, "pair": 0.356333568925038, "sign": 0.19561591395176947, "keep": 0.19720739603508264, "leak": 1.6599377393722534, "replacement": 0.9677296355366707} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 23.21871566772461, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 18.11, "pair": 1.1112019952270202, "sign": 1.5529756873729639, "keep": 2.0470580692026488, "leak": 6.646806210279465, "replacement": 4.57292011892423} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 5.690312385559082, "loss_scale": 4.0, "retries": 0, "seconds": 46.5, "max_memory_gb": 18.11, "pair": 0.1229599563521333, "sign": 0.0054033617743698414, "keep": 0.008265305761575803, "leak": 0.6778479479253292, "replacement": 0.2992562800645828} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 23.81267738342285, "loss_scale": 4.0, "retries": 0, "seconds": 48.0, "max_memory_gb": 18.11, "pair": 1.9899520762264729, "sign": 1.0784205351956189, "keep": 1.918219346436672, "leak": 5.347390025854111, "replacement": 4.8251194059848785} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 3.1666040420532227, "loss_scale": 4.0, "retries": 0, "seconds": 49.6, "max_memory_gb": 18.11, "pair": 0.3724376130849123, "sign": 0.1106682358076796, "keep": 0.009764826740138233, "leak": 0.8149837939999998, "replacement": 0.6364001110196114} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 18.12650489807129, "loss_scale": 4.0, "retries": 0, "seconds": 51.1, "max_memory_gb": 18.11, "pair": 0.4719267205800861, "sign": 0.653876771684736, "keep": 1.125123493373394, "leak": 2.218470500782132, "replacement": 1.9160444512963295} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.291837215423584, "loss_scale": 4.0, "retries": 0, "seconds": 52.6, "max_memory_gb": 18.11, "pair": 0.15430749615188688, "sign": 0.012275482789846137, "keep": 0.008361634536413476, "leak": 0.6966281160712242, "replacement": 0.3387830927968025} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 2.545646905899048, "loss_scale": 4.0, "retries": 0, "seconds": 54.2, "max_memory_gb": 18.11, "pair": 0.2527293572202325, "sign": 0.011385983554646373, "keep": 0.0038992406607576413, "leak": 0.5135461771860719, "replacement": 0.38875852758064866} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 4.336655139923096, "loss_scale": 4.0, "retries": 0, "seconds": 55.8, "max_memory_gb": 18.11, "pair": 0.18835263513028622, "sign": 0.020356562628876418, "keep": 0.32281406004040036, "leak": 0.8303246535360813, "replacement": 0.5675190985202789} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 4.527758598327637, "loss_scale": 4.0, "retries": 0, "seconds": 57.3, "max_memory_gb": 18.11, "pair": 0.2710521025583148, "sign": 0.09205980913247913, "keep": 0.31740572217313456, "leak": 0.09748717991169542, "replacement": 0.5001566652208567} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.0550460815429688, "loss_scale": 4.0, "retries": 0, "seconds": 58.8, "max_memory_gb": 18.11, "pair": 0.2046661041676998, "sign": 0.05063842469826341, "keep": 0.03547189384698868, "leak": 0.4422397818416357, "replacement": 0.358281210064888} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 7.462161540985107, "loss_scale": 4.0, "retries": 0, "seconds": 60.4, "max_memory_gb": 18.11, "pair": 0.21780870854854584, "sign": 0.637815271562431, "keep": 0.03379807211240404, "leak": 0.5730991587042809, "replacement": 0.6968901678919792} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 2.290590763092041, "loss_scale": 4.0, "retries": 0, "seconds": 61.8, "max_memory_gb": 18.11, "pair": 0.12864802172407508, "sign": 0.006087410103646107, "keep": 0.01104781743924832, "leak": 0.28063009888865054, "replacement": 0.20737316086888313} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 14.68040943145752, "loss_scale": 4.0, "retries": 0, "seconds": 63.4, "max_memory_gb": 18.11, "pair": 0.5138022676110268, "sign": 1.3412053603678942, "keep": 2.0977351339533925, "leak": 2.437151975929737, "replacement": 2.8425606042146683} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 4.638326168060303, "loss_scale": 4.0, "retries": 0, "seconds": 64.9, "max_memory_gb": 18.11, "pair": 0.06848001430626027, "sign": 0.008819194001262076, "keep": 0.0020520750840518076, "leak": 1.2066077291965485, "replacement": 0.3755675842985511} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 3.4015331268310547, "loss_scale": 4.0, "retries": 0, "seconds": 66.4, "max_memory_gb": 18.11, "pair": 0.05350187246222049, "sign": 0.031925410497933626, "keep": 0.0014750118662050227, "leak": 0.4447710699168965, "replacement": 0.18139485642313957} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 5.7576375007629395, "loss_scale": 4.0, "retries": 0, "seconds": 68.0, "max_memory_gb": 18.11, "pair": 0.015735749097075313, "sign": 0.0023471046806662343, "keep": 0.17533060989080695, "leak": 0.3602377204224467, "replacement": 0.19463403662666678} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 21.510791778564453, "loss_scale": 4.0, "retries": 0, "seconds": 69.5, "max_memory_gb": 18.11, "pair": 0.4905168814584613, "sign": 0.5992471963400021, "keep": 2.005742707158788, "leak": 1.3027616075414699, "replacement": 2.1187021788209677} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 6.761983394622803, "loss_scale": 4.0, "retries": 0, "seconds": 71.0, "max_memory_gb": 18.11, "pair": 0.37284235656261444, "sign": 0.21754439157666638, "keep": 0.22070117574185133, "leak": 0.048622194677591324, "replacement": 0.6041206978261471} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 5.090213775634766, "loss_scale": 4.0, "retries": 0, "seconds": 72.7, "max_memory_gb": 18.11, "pair": 0.13534894111217, "sign": 0.06545665499288589, "keep": 0.025022147441632114, "leak": 0.3743771091103554, "replacement": 0.2741826232522726} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 1.1889058351516724, "loss_scale": 4.0, "retries": 0, "seconds": 74.2, "max_memory_gb": 18.11, "pair": 0.10250366851687431, "sign": 0.0060043489502277225, "keep": 0.0071331519284285605, "leak": 0.15444307797588408, "replacement": 0.1476831934414804} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.8089232444763184, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 18.11, "pair": 0.17647977243177593, "sign": 0.026416358770802617, "keep": 0.02960521960233109, "leak": 0.6755193695425987, "replacement": 0.3733703959733248} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 2.219299554824829, "loss_scale": 4.0, "retries": 0, "seconds": 77.3, "max_memory_gb": 18.11, "pair": 0.12266827723942697, "sign": 0.030401325740967877, "keep": 0.20811957474188603, "leak": 0.11789131083060056, "replacement": 0.27140156272798777} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 3.18939208984375, "loss_scale": 4.0, "retries": 0, "seconds": 78.8, "max_memory_gb": 18.11, "pair": 0.11805160986841656, "sign": 0.013529416493838653, "keep": 0.1354001628703827, "leak": 0.6408624984323978, "replacement": 0.3527320300345309} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.000823020935059, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 18.11, "pair": 0.24350197054445744, "sign": 0.15905045927502215, "keep": 0.04107742747873999, "leak": 1.1670417134009767, "replacement": 0.6353263277560472} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 7.418139934539795, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 18.11, "pair": 0.15111292712390423, "sign": 0.04879745724610984, "keep": 0.1212486628210172, "leak": 2.0569953322410583, "replacement": 0.7503848075866699} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 4.385260105133057, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 18.11, "pair": 0.16016012709587812, "sign": 0.023880381311755627, "keep": 0.017731643019942567, "leak": 1.4738106280565262, "replacement": 0.5494187884032726} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 4.757108688354492, "loss_scale": 4.0, "retries": 0, "seconds": 84.9, "max_memory_gb": 18.11, "pair": 0.08083483714108297, "sign": 0.004104650943190791, "keep": 0.008491894288452428, "leak": 0.674365422106348, "replacement": 0.255724468966946} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 2.17290997505188, "loss_scale": 4.0, "retries": 0, "seconds": 86.4, "max_memory_gb": 18.11, "pair": 0.2053338885307312, "sign": 0.012855394510552287, "keep": 0.05386734660714865, "leak": 0.5147029105573893, "replacement": 0.36737098172307014} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 1.7768185138702393, "loss_scale": 4.0, "retries": 0, "seconds": 87.9, "max_memory_gb": 18.11, "pair": 0.08236338987626368, "sign": 0.022691369624226354, "keep": 0.009676206535914389, "leak": 0.049872045405209064, "replacement": 0.1110151939210482} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 5.332548141479492, "loss_scale": 4.0, "retries": 0, "seconds": 89.5, "max_memory_gb": 18.11, "pair": 0.06633569770201575, "sign": 0.006188797524373513, "keep": 0.004616722268110607, "leak": 0.6678766699042171, "replacement": 0.23870762437582016} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 17.665372848510742, "loss_scale": 4.0, "retries": 0, "seconds": 91.0, "max_memory_gb": 18.11, "pair": 0.5386205381946638, "sign": 0.1244381548895035, "keep": 0.17771100174286403, "leak": 0.7336430053692311, "replacement": 0.8731058854609728} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 6.544545650482178, "loss_scale": 4.0, "retries": 0, "seconds": 92.6, "max_memory_gb": 18.11, "pair": 0.12967104057315737, "sign": 0.006386496592313051, "keep": 0.10496334787512751, "leak": 2.7666247182060033, "replacement": 0.8770021558739245} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 15.913291931152344, "loss_scale": 4.0, "retries": 0, "seconds": 94.1, "max_memory_gb": 18.11, "pair": 0.4361882172524929, "sign": 0.45444819529075176, "keep": 0.2781958485720679, "leak": 1.4604734641034156, "replacement": 1.1676286533474922} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 1.7187649011611938, "loss_scale": 4.0, "retries": 0, "seconds": 95.6, "max_memory_gb": 18.11, "pair": 0.1080887671560049, "sign": 0.015097032650373876, "keep": 0.015211333753541112, "leak": 0.2440942593239015, "replacement": 0.18426650948822498} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 2.956188440322876, "loss_scale": 4.0, "retries": 0, "seconds": 97.3, "max_memory_gb": 18.11, "pair": 0.18883616919629276, "sign": 0.08190447348169982, "keep": 0.04732858821807895, "leak": 0.4060489311814308, "replacement": 0.3549649380147457} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 1.698668122291565, "loss_scale": 4.0, "retries": 0, "seconds": 99.0, "max_memory_gb": 18.11, "pair": 0.13516671862453222, "sign": 0.010775998467579484, "keep": 0.014894112828187644, "leak": 0.3918136447900906, "replacement": 0.2459551952779293} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 3.158994436264038, "loss_scale": 4.0, "retries": 0, "seconds": 100.6, "max_memory_gb": 18.11, "pair": 0.10395339876413345, "sign": 0.06232903356431052, "keep": 0.10254043526947498, "leak": 0.8582358653657138, "replacement": 0.40094709768891335} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 3.996269941329956, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 18.11, "pair": 0.1327175759943202, "sign": 0.12392053055373253, "keep": 0.35115702482289457, "leak": 0.18542216159403324, "replacement": 0.41661187168210745} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 3.771221399307251, "loss_scale": 4.0, "retries": 0, "seconds": 103.7, "max_memory_gb": 18.11, "pair": 0.04559795279055834, "sign": 0.00761645199963823, "keep": 0.008762443758314475, "leak": 0.8182990625500679, "replacement": 0.25836217030882835} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 2.0245838165283203, "loss_scale": 4.0, "retries": 0, "seconds": 105.3, "max_memory_gb": 18.11, "pair": 0.08903802960048779, "sign": 0.008430374597082846, "keep": 0.0024746950321059558, "leak": 0.28029780462384224, "replacement": 0.164565013255924} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 9.029234886169434, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 18.11, "pair": 0.5651806644164026, "sign": 0.671021428075619, "keep": 1.1098776453727623, "leak": 0.9449038151660716, "replacement": 1.6918561533093452} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.206995487213135, "loss_scale": 4.0, "retries": 0, "seconds": 108.4, "max_memory_gb": 18.11, "pair": 0.4322889903560281, "sign": 0.04887142643565312, "keep": 0.00269968478824012, "leak": 0.5565272896783426, "replacement": 0.5972063560038805} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 1.8610854148864746, "loss_scale": 4.0, "retries": 0, "seconds": 110.0, "max_memory_gb": 18.11, "pair": 0.13642748072743416, "sign": 0.00977491494268179, "keep": 0.02121524881113146, "leak": 0.1079962631338276, "replacement": 0.17892162688076496} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 3.2908129692077637, "loss_scale": 4.0, "retries": 0, "seconds": 111.6, "max_memory_gb": 18.11, "pair": 0.2395438626408577, "sign": 0.23097717051859945, "keep": 0.010532718733884394, "leak": 0.5564793921075761, "replacement": 0.4994186572730541} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 4.9877448081970215, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 18.11, "pair": 0.11471387220080942, "sign": 0.07334382017143071, "keep": 0.44607196231117996, "leak": 0.46222188510000706, "replacement": 0.4899772349745035} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 3.6256773471832275, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 18.11, "pair": 0.20390855662117247, "sign": 0.14471257912009605, "keep": 0.06221039623142133, "leak": 0.1670016661810223, "replacement": 0.34912046790122986} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.943200588226318, "loss_scale": 4.0, "retries": 0, "seconds": 116.2, "max_memory_gb": 18.11, "pair": 0.4530044300481677, "sign": 0.5384316209238023, "keep": 1.0541277566808276, "leak": 0.09740478999447078, "replacement": 1.273635197430849} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 10.27253246307373, "loss_scale": 4.0, "retries": 0, "seconds": 117.8, "max_memory_gb": 18.11, "pair": 0.010689614195143804, "sign": 0.0036599935847334564, "keep": 0.005828087168765705, "leak": 2.123156365007162, "replacement": 0.546222759410739} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 2.666020154953003, "loss_scale": 4.0, "retries": 0, "seconds": 119.3, "max_memory_gb": 18.11, "pair": 0.16944827185943723, "sign": 0.007074432447552681, "keep": 0.0015739540394861251, "leak": 0.45161715522408485, "replacement": 0.286676749587059} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.4172260761260986, "loss_scale": 4.0, "retries": 0, "seconds": 120.8, "max_memory_gb": 18.11, "pair": 0.03435918138711713, "sign": 0.02930929497233592, "keep": 0.0005268942713883007, "leak": 0.362119784578681, "replacement": 0.13980722008273005} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 8.768783569335938, "loss_scale": 4.0, "retries": 0, "seconds": 122.3, "max_memory_gb": 18.11, "pair": 0.02578965312568471, "sign": 0.006484445810201578, "keep": 0.0091436828724909, "leak": 2.52139247674495, "replacement": 0.6639518235897413} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 2.911841630935669, "loss_scale": 4.0, "retries": 0, "seconds": 123.9, "max_memory_gb": 18.11, "pair": 0.1300315498483542, "sign": 0.04159710622479906, "keep": 0.005100004756855014, "leak": 0.9196414146572351, "replacement": 0.38329045749560464} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 5.3637518882751465, "loss_scale": 4.0, "retries": 0, "seconds": 125.4, "max_memory_gb": 18.11, "pair": 0.2729140678420663, "sign": 0.03486004832666367, "keep": 0.22292738873511553, "leak": 1.1741552986204624, "replacement": 0.6953466087579727} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 11.311814308166504, "loss_scale": 4.0, "retries": 0, "seconds": 126.9, "max_memory_gb": 18.11, "pair": 0.4330071024596691, "sign": 0.5893781520426273, "keep": 0.013664611673448235, "leak": 0.245248882798478, "replacement": 0.7958406955003738} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.8456826210021973, "loss_scale": 4.0, "retries": 0, "seconds": 128.6, "max_memory_gb": 18.11, "pair": 0.2390921413898468, "sign": 0.016685760681866668, "keep": 0.1428293735953048, "leak": 0.051976786970044486, "replacement": 0.3318439004942775} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 4.228005886077881, "loss_scale": 4.0, "retries": 0, "seconds": 130.1, "max_memory_gb": 18.11, "pair": 0.07164591457694769, "sign": 0.010474670270923525, "keep": 0.0043984222211292945, "leak": 0.44715270353481174, "replacement": 0.1908706333488226} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 4.952311992645264, "loss_scale": 4.0, "retries": 0, "seconds": 131.6, "max_memory_gb": 18.11, "pair": 0.016928584966080962, "sign": 0.005952563107712194, "keep": 0.0029054705119051505, "leak": 0.596420528832823, "replacement": 0.1704627329017967} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 5.406283855438232, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 18.11, "pair": 0.18111885152757168, "sign": 0.1383573403581977, "keep": 0.18689001607708633, "leak": 0.09383106476161629, "replacement": 0.36720031686127186} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.8104044198989868, "loss_scale": 4.0, "retries": 0, "seconds": 134.7, "max_memory_gb": 18.11, "pair": 0.0948356194421649, "sign": 0.04438740236219019, "keep": 0.0034437117574270815, "leak": 0.3866691989824176, "replacement": 0.21541847242042422} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 23.06463050842285, "loss_scale": 4.0, "retries": 0, "seconds": 136.4, "max_memory_gb": 18.11, "pair": 0.33330521049089157, "sign": 0.35898677559271164, "keep": 0.2582455191634381, "leak": 1.7367108749022009, "replacement": 1.0760991051793098} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 6.557385444641113, "loss_scale": 4.0, "retries": 0, "seconds": 137.9, "max_memory_gb": 18.11, "pair": 0.16166388874580662, "sign": 0.050346343421551865, "keep": 0.007065974407339581, "leak": 0.31390275806188583, "replacement": 0.26884573278948665} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 8.085099220275879, "loss_scale": 4.0, "retries": 0, "seconds": 139.4, "max_memory_gb": 18.11, "pair": 0.29068475496023893, "sign": 0.09067584513104521, "keep": 0.011184848088305444, "leak": 0.5369170531630516, "replacement": 0.4758443422615528} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 17.748397827148438, "loss_scale": 4.0, "retries": 0, "seconds": 141.0, "max_memory_gb": 18.11, "pair": 0.40220892359502614, "sign": 0.31551516213221475, "keep": 0.38985919851984363, "leak": 0.8265073522925377, "replacement": 0.9615229750052094} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 21.027896881103516, "loss_scale": 4.0, "retries": 0, "seconds": 142.5, "max_memory_gb": 18.11, "pair": 0.2254973797648745, "sign": 0.842322529930243, "keep": 1.3508785503177023, "leak": 0.8793783092405647, "replacement": 1.5419426411390305} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.2910990715026855, "loss_scale": 4.0, "retries": 0, "seconds": 144.0, "max_memory_gb": 18.11, "pair": 0.04123981818520406, "sign": 0.009651693777414039, "keep": 0.019213460356695578, "leak": 1.0598413795232773, "replacement": 0.320632740855217} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 2.8743090629577637, "loss_scale": 4.0, "retries": 0, "seconds": 145.6, "max_memory_gb": 18.11, "pair": 0.07919749058783054, "sign": 0.01191403775010258, "keep": 0.13469649921171367, "leak": 0.4683966236189008, "replacement": 0.2696019168943167} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 9.549047470092773, "loss_scale": 4.0, "retries": 0, "seconds": 147.1, "max_memory_gb": 18.11, "pair": 0.19225992914289236, "sign": 0.31880826386623085, "keep": 1.9245650416996796, "leak": 0.6635290086269379, "replacement": 1.4798288121819496} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 7.784209728240967, "loss_scale": 4.0, "retries": 0, "seconds": 148.7, "max_memory_gb": 18.11, "pair": 0.3420751579105854, "sign": 0.11887642578221858, "keep": 1.1475518058869056, "leak": 0.2425406612455845, "replacement": 1.0359244011342525} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 1.295374870300293, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 18.11, "pair": 0.08952383697032928, "sign": 0.008314529026392847, "keep": 0.019907865863387997, "leak": 0.1989253703795839, "replacement": 0.15336637990549207} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 2.825462579727173, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 18.11, "pair": 0.2005505355518835, "sign": 0.08692084981157677, "keep": 0.14251367180531815, "leak": 0.953620967513416, "replacement": 0.5536730261519551} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 10.088960647583008, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 18.11, "pair": 0.31460576094832504, "sign": 0.5713833751360653, "keep": 0.004127225874185569, "leak": 4.1349338948202785, "replacement": 1.6360945079941303} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 7.784855365753174, "loss_scale": 4.0, "retries": 0, "seconds": 155.2, "max_memory_gb": 18.11, "pair": 0.5220924504101276, "sign": 1.0596984090516344, "keep": 0.027817422815132886, "leak": 1.9625290795484034, "replacement": 1.556482721120119} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 3.3491671085357666, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 18.11, "pair": 0.14394121011719108, "sign": 0.005123747338075191, "keep": 0.0011600123179960065, "leak": 1.1482246071100235, "replacement": 0.4341392405331135} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.8905341625213623, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 18.11, "pair": 0.1368211731314659, "sign": 0.01118444325402379, "keep": 0.027733340742997825, "leak": 0.5909429575549439, "replacement": 0.3040158022195101} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 5.403840065002441, "loss_scale": 4.0, "retries": 0, "seconds": 160.0, "max_memory_gb": 18.11, "pair": 0.13117877952754498, "sign": 0.008851328922901303, "keep": 0.005741805893194396, "leak": 2.9282908998429775, "replacement": 0.8705480471253395} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 6.433225631713867, "loss_scale": 4.0, "retries": 0, "seconds": 161.5, "max_memory_gb": 18.11, "pair": 0.16600875556468964, "sign": 0.037700459302868694, "keep": 0.0033874163491418585, "leak": 0.8320450969040394, "replacement": 0.394563976675272} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 6.52831506729126, "loss_scale": 4.0, "retries": 0, "seconds": 163.2, "max_memory_gb": 18.11, "pair": 0.4556575044989586, "sign": 0.026560123544186354, "keep": 0.04018378630280495, "leak": 1.1506913172288478, "replacement": 0.7767022922635078} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.4821081161499023, "loss_scale": 4.0, "retries": 0, "seconds": 164.7, "max_memory_gb": 18.11, "pair": 0.22262896411120892, "sign": 0.025047677103430033, "keep": 0.0050079999782610685, "leak": 0.7102408398641273, "replacement": 0.41521700471639633} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 4.763522624969482, "loss_scale": 4.0, "retries": 0, "seconds": 166.3, "max_memory_gb": 18.11, "pair": 0.12088330532424152, "sign": 0.17583831553929485, "keep": 0.09930778947159524, "leak": 0.9174306831409922, "replacement": 0.48781401477754116} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 26.501771926879883, "loss_scale": 4.0, "retries": 0, "seconds": 167.9, "max_memory_gb": 18.11, "pair": 0.9482250505825505, "sign": 0.10323213611263782, "keep": 0.36374576788784907, "leak": 2.8852441324852407, "replacement": 1.9030250515788794} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 11.643929481506348, "loss_scale": 4.0, "retries": 0, "seconds": 169.4, "max_memory_gb": 18.11, "pair": 0.5117393657565117, "sign": 0.1902543962933123, "keep": 0.21390529279597104, "leak": 0.2547101485542953, "replacement": 0.7774967234581709} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 14.115507125854492, "loss_scale": 4.0, "retries": 0, "seconds": 171.0, "max_memory_gb": 18.11, "pair": 0.15440615080296993, "sign": 0.0484699442749843, "keep": 0.06294444319792092, "leak": 4.542578458800563, "replacement": 1.3457579277455807} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.2416410446167, "loss_scale": 4.0, "retries": 0, "seconds": 172.6, "max_memory_gb": 18.11, "pair": 0.16436859592795372, "sign": 0.8115748254931532, "keep": 0.0007956802191984025, "leak": 0.5487845689058304, "replacement": 0.7077499888837337} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 4.709028244018555, "loss_scale": 4.0, "retries": 0, "seconds": 174.2, "max_memory_gb": 18.11, "pair": 0.214129947591573, "sign": 0.008929379895562306, "keep": 0.001632988358323928, "leak": 0.750493548810482, "replacement": 0.4070345126092434} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 3.006650924682617, "loss_scale": 4.0, "retries": 0, "seconds": 175.7, "max_memory_gb": 18.11, "pair": 0.19165288750082254, "sign": 0.016356466338038445, "keep": 0.004194154113065451, "leak": 0.6580000219491922, "replacement": 0.3664282113313675} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.117927074432373, "loss_scale": 4.0, "retries": 0, "seconds": 177.3, "max_memory_gb": 18.11, "pair": 0.16065033990889788, "sign": 0.026793673518113792, "keep": 0.012922539550345391, "leak": 0.37119955476373434, "replacement": 0.2733083311468363} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 2.3885498046875, "loss_scale": 4.0, "retries": 0, "seconds": 178.8, "max_memory_gb": 18.11, "pair": 0.17397419549524784, "sign": 0.011071516782976687, "keep": 0.0025910479853337165, "leak": 0.28824523384355416, "replacement": 0.2528667729347944} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 9.760271072387695, "loss_scale": 4.0, "retries": 0, "seconds": 180.5, "max_memory_gb": 18.11, "pair": 0.12875940976664424, "sign": 0.46614188767853193, "keep": 0.5397215668817807, "leak": 0.5669042030349374, "replacement": 0.7734171599149704} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 13.767084121704102, "loss_scale": 4.0, "retries": 0, "seconds": 182.0, "max_memory_gb": 18.12, "pair": 0.14212730533472495, "sign": 0.1580471630441025, "keep": 0.7077669323734881, "leak": 0.5879641473293304, "replacement": 0.7220254056155682} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 7.723513126373291, "loss_scale": 4.0, "retries": 0, "seconds": 183.6, "max_memory_gb": 18.12, "pair": 0.2510646841110429, "sign": 0.40310480059997644, "keep": 0.6089610340713989, "leak": 0.5916067287325859, "replacement": 0.9049992674263194} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 1.269459843635559, "loss_scale": 4.0, "retries": 0, "seconds": 185.3, "max_memory_gb": 18.12, "pair": 0.07284782884380547, "sign": 0.08695428473583888, "keep": 0.004282745755517681, "leak": 0.18337106498398725, "replacement": 0.16430911225324962} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 13.28702449798584, "loss_scale": 4.0, "retries": 0, "seconds": 186.8, "max_memory_gb": 18.12, "pair": 0.3500209698686376, "sign": 0.9037939315312542, "keep": 1.8340624624979682, "leak": 0.6843322652857751, "replacement": 1.8900322802364826} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.667144298553467, "loss_scale": 4.0, "retries": 0, "seconds": 188.4, "max_memory_gb": 18.12, "pair": 0.2639852930151392, "sign": 0.24837060894060414, "keep": 0.13918908685946008, "leak": 0.15031723817810416, "replacement": 0.495344459079206} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 7.322177410125732, "loss_scale": 4.0, "retries": 0, "seconds": 190.0, "max_memory_gb": 18.12, "pair": 0.30387138098012656, "sign": 0.1028179305139929, "keep": 0.0980357301582444, "leak": 0.4913245588541031, "replacement": 0.5271293371915817} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 8.138339042663574, "loss_scale": 4.0, "retries": 0, "seconds": 191.6, "max_memory_gb": 18.12, "pair": 0.3316917982301675, "sign": 1.2391682390589267, "keep": 0.033683214598568156, "leak": 1.4412875494454056, "replacement": 1.328439436852932} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 5.717834949493408, "loss_scale": 4.0, "retries": 0, "seconds": 193.1, "max_memory_gb": 18.12, "pair": 0.3128245018888265, "sign": 0.5567338364198804, "keep": 2.0464476844790624, "leak": 0.6944969147443771, "replacement": 1.7880395725369453} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 5.317737102508545, "loss_scale": 4.0, "retries": 0, "seconds": 194.7, "max_memory_gb": 18.12, "pair": 0.1754604207817465, "sign": 0.21269748714985326, "keep": 0.17718278162101342, "leak": 1.337418232113123, "replacement": 0.7047551251016557} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 11.100971221923828, "loss_scale": 4.0, "retries": 0, "seconds": 196.2, "max_memory_gb": 18.12, "pair": 0.6351451631635427, "sign": 0.5311805268283933, "keep": 1.5555317597463727, "leak": 1.0625529503449798, "replacement": 1.9441396035254002} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 3.75230073928833, "loss_scale": 4.0, "retries": 0, "seconds": 197.8, "max_memory_gb": 18.12, "pair": 0.06066197599284351, "sign": 0.005915016561630182, "keep": 0.017676832374490914, "leak": 0.7305845795199275, "replacement": 0.2551040470134467} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 8.665239334106445, "loss_scale": 4.0, "retries": 0, "seconds": 199.4, "max_memory_gb": 18.12, "pair": 0.14250038098543882, "sign": 0.6338545326143503, "keep": 0.3000683653517626, "leak": 0.3759778059884411, "replacement": 0.7034562677145004} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 2.752574920654297, "loss_scale": 4.0, "retries": 0, "seconds": 200.9, "max_memory_gb": 18.12, "pair": 0.21783005632460117, "sign": 0.11271500715520233, "keep": 0.1399659002199769, "leak": 0.23496807925403118, "replacement": 0.40291254222393036} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 8.733430862426758, "loss_scale": 4.0, "retries": 0, "seconds": 202.4, "max_memory_gb": 18.12, "pair": 0.11495738849043846, "sign": 0.7749872459098697, "keep": 0.05405077274190262, "leak": 0.14356769993901253, "replacement": 0.5653683245182037} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 26.42796516418457, "loss_scale": 4.0, "retries": 0, "seconds": 204.1, "max_memory_gb": 18.12, "pair": 0.4414876871742308, "sign": 0.7109234469244257, "keep": 1.3168084135868412, "leak": 2.2609912678599358, "replacement": 2.0206014588475227} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 4.104770183563232, "loss_scale": 4.0, "retries": 0, "seconds": 205.6, "max_memory_gb": 18.12, "pair": 0.16959971835603938, "sign": 0.012719675520202145, "keep": 0.7599386703768687, "leak": 0.5303757786750793, "replacement": 0.6885228119790554} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 6.710188865661621, "loss_scale": 4.0, "retries": 0, "seconds": 207.3, "max_memory_gb": 18.12, "pair": 0.5891076624393463, "sign": 0.5881092986091971, "keep": 1.0368734751245938, "leak": 0.19408075549290515, "replacement": 1.4501192271709442} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 6.047968864440918, "loss_scale": 4.0, "retries": 0, "seconds": 208.8, "max_memory_gb": 18.12, "pair": 0.21998016626457684, "sign": 0.35976846802805085, "keep": 0.7548923935573839, "leak": 0.19046370685100555, "replacement": 0.8249264804180712} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 2.377087116241455, "loss_scale": 4.0, "retries": 0, "seconds": 210.4, "max_memory_gb": 18.12, "pair": 0.19563869386911392, "sign": 0.015375837683677673, "keep": 0.053969509463058785, "leak": 0.08104330161586404, "replacement": 0.25057218596339226} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 4.539555072784424, "loss_scale": 4.0, "retries": 0, "seconds": 212.0, "max_memory_gb": 18.12, "pair": 0.2217714823782444, "sign": 0.44548237475100905, "keep": 0.03679325665871147, "leak": 0.4030028003035113, "replacement": 0.5636600106954575} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 5.777193546295166, "loss_scale": 4.0, "retries": 0, "seconds": 213.5, "max_memory_gb": 18.12, "pair": 0.2430850793607533, "sign": 0.02584944764385, "keep": 0.009744975555804558, "leak": 0.4543822295963764, "replacement": 0.3744778521358967} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.0469205379486084, "loss_scale": 4.0, "retries": 0, "seconds": 215.1, "max_memory_gb": 18.12, "pair": 0.08810216560959816, "sign": 0.02103073161561042, "keep": 0.05422038468532264, "leak": 0.6209314595907927, "replacement": 0.2809605859220028} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 8.603228569030762, "loss_scale": 4.0, "retries": 0, "seconds": 216.7, "max_memory_gb": 18.12, "pair": 0.14922401774674654, "sign": 0.37274379475275055, "keep": 0.003594901252654381, "leak": 1.8433492449112236, "replacement": 0.7982306852936745} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.891892433166504, "loss_scale": 4.0, "retries": 0, "seconds": 218.3, "max_memory_gb": 18.12, "pair": 0.06058325245976448, "sign": 0.006586591072846204, "keep": 0.0056078764973790385, "leak": 0.5272848105523735, "replacement": 0.19850168377161026} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.3369085788726807, "loss_scale": 4.0, "retries": 0, "seconds": 219.9, "max_memory_gb": 18.12, "pair": 0.1412614001892507, "sign": 0.1602122182957828, "keep": 0.0027722637314582244, "leak": 0.2798914723098278, "replacement": 0.2927265167236328} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 8.501775741577148, "loss_scale": 4.0, "retries": 0, "seconds": 221.5, "max_memory_gb": 18.12, "pair": 0.22856767755001783, "sign": 0.36502904415829107, "keep": 0.11090724524547113, "leak": 0.43772463221102953, "replacement": 0.5759669784456491} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 15.583373069763184, "loss_scale": 4.0, "retries": 0, "seconds": 223.0, "max_memory_gb": 18.12, "pair": 0.35869617846037727, "sign": 0.2042760879994603, "keep": 0.618655620367349, "leak": 0.5616081734187901, "replacement": 0.9105640519992448} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 7.861293315887451, "loss_scale": 4.0, "retries": 0, "seconds": 224.6, "max_memory_gb": 18.12, "pair": 0.2075061654759338, "sign": 0.5335926768602803, "keep": 0.07237430841178139, "leak": 0.29517707880586386, "replacement": 0.5842839200049639} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 4.030755996704102, "loss_scale": 4.0, "retries": 0, "seconds": 226.2, "max_memory_gb": 18.12, "pair": 0.07032001826155465, "sign": 0.004465546036954038, "keep": 0.003627472050993674, "leak": 1.1054639741778374, "replacement": 0.3507325278769713} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 3.021573305130005, "loss_scale": 4.0, "retries": 0, "seconds": 227.7, "max_memory_gb": 18.12, "pair": 0.116059300606139, "sign": 0.030277242534793913, "keep": 0.004358260785011225, "leak": 0.6349676515674219, "replacement": 0.2921189614571631} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 8.948321342468262, "loss_scale": 4.0, "retries": 0, "seconds": 229.3, "max_memory_gb": 18.12, "pair": 0.4012543521821499, "sign": 1.2649248221423477, "keep": 1.5491359257375734, "leak": 2.510196870789514, "replacement": 2.43583395332098} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 2.5374860763549805, "loss_scale": 4.0, "retries": 0, "seconds": 230.9, "max_memory_gb": 18.12, "pair": 0.046212401659431634, "sign": 0.007269075198564678, "keep": 0.0007641677166247973, "leak": 0.4969639899209142, "replacement": 0.1744700176641345} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.652113437652588, "loss_scale": 4.0, "retries": 0, "seconds": 232.4, "max_memory_gb": 18.12, "pair": 0.1378289848798886, "sign": 0.021437978459289297, "keep": 0.006106728684244445, "leak": 0.48929863795638084, "replacement": 0.2739260029629804} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.625079393386841, "loss_scale": 4.0, "retries": 0, "seconds": 234.1, "max_memory_gb": 18.12, "pair": 0.27977113984525204, "sign": 0.10628442955203354, "keep": 0.15371083887293935, "leak": 0.5172183066169964, "replacement": 0.5390733480453491} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 2.8360817432403564, "loss_scale": 4.0, "retries": 0, "seconds": 235.6, "max_memory_gb": 18.12, "pair": 0.1653415272012353, "sign": 0.024840355792548507, "keep": 0.004672294493502704, "leak": 0.10537245310842991, "replacement": 0.20644097495824099} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.8345413208007812, "loss_scale": 4.0, "retries": 0, "seconds": 237.2, "max_memory_gb": 18.12, "pair": 0.21406842023134232, "sign": 0.0059066362446174026, "keep": 0.021211829480307642, "leak": 0.0458684132900089, "replacement": 0.23909475654363632} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 2.291123151779175, "loss_scale": 4.0, "retries": 0, "seconds": 238.8, "max_memory_gb": 18.12, "pair": 0.1453583336842712, "sign": 0.005532336785108782, "keep": 0.007944238599179698, "leak": 0.40674193762242794, "replacement": 0.253782098647207} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 3.734558343887329, "loss_scale": 4.0, "retries": 0, "seconds": 240.3, "max_memory_gb": 18.12, "pair": 0.21556683303788304, "sign": 0.008131431881338358, "keep": 0.05466446070931852, "leak": 0.7142809121869504, "replacement": 0.42553500831127167} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 2.180856704711914, "loss_scale": 4.0, "retries": 0, "seconds": 241.9, "max_memory_gb": 18.12, "pair": 0.17887596361106262, "sign": 0.0073494675307301804, "keep": 0.6214845577947017, "leak": 0.13145611342042685, "replacement": 0.5261570140719414} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 14.307474136352539, "loss_scale": 4.0, "retries": 0, "seconds": 243.5, "max_memory_gb": 18.12, "pair": 0.5353048283868702, "sign": 0.0064921557932393625, "keep": 0.013494556930254475, "leak": 0.2670490853561205, "replacement": 0.6120604521856876} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 8.928804397583008, "loss_scale": 4.0, "retries": 0, "seconds": 245.0, "max_memory_gb": 18.12, "pair": 0.033965553069720045, "sign": 0.5355529832304455, "keep": 0.001804156716389116, "leak": 1.4189233193174005, "replacement": 0.6573749147355556} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 8.298955917358398, "loss_scale": 4.0, "retries": 0, "seconds": 246.5, "max_memory_gb": 18.12, "pair": 0.2937397637870163, "sign": 0.40326630021445453, "keep": 0.528019786220284, "leak": 0.21562924096360803, "replacement": 0.8132900656200945} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 2.299179792404175, "loss_scale": 4.0, "retries": 0, "seconds": 248.2, "max_memory_gb": 18.12, "pair": 0.04447515879292041, "sign": 0.0021498402929864824, "keep": 0.005101847820697003, "leak": 0.3756522089242935, "replacement": 0.14201405458152294} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 4.5205159187316895, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 18.12, "pair": 0.15741095319390297, "sign": 0.13329819643695373, "keep": 0.5652251602732576, "leak": 0.2611341271549463, "replacement": 0.5719561614096165} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 5.125791072845459, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 18.12, "pair": 0.13258380608749576, "sign": 0.08177457377314568, "keep": 0.05252506233409804, "leak": 1.1906561143696308, "replacement": 0.4973976304754615} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 3.979377508163452, "loss_scale": 4.0, "retries": 0, "seconds": 252.9, "max_memory_gb": 18.12, "pair": 0.012719123827992007, "sign": 0.0038788317833677866, "keep": 0.13637571517934077, "leak": 0.9606019422426471, "replacement": 0.3229968920350075} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 12.301775932312012, "loss_scale": 4.0, "retries": 0, "seconds": 254.4, "max_memory_gb": 18.12, "pair": 0.23492939956486225, "sign": 0.3730263925390318, "keep": 0.8528714417479932, "leak": 0.2441038249526173, "replacement": 0.9089042767882347} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 5.316869735717773, "loss_scale": 4.0, "retries": 0, "seconds": 256.0, "max_memory_gb": 18.12, "pair": 0.24438808113336563, "sign": 0.2049818059313111, "keep": 0.01722470496315509, "leak": 0.2824578108265996, "replacement": 0.42610577773302794} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.5342209339141846, "loss_scale": 4.0, "retries": 0, "seconds": 257.6, "max_memory_gb": 18.12, "pair": 0.031069344840943813, "sign": 0.0073247579275630414, "keep": 0.0006103482455728226, "leak": 0.21810231171548367, "replacement": 0.08956247381865978} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 29.375164031982422, "loss_scale": 4.0, "retries": 0, "seconds": 259.1, "max_memory_gb": 18.12, "pair": 0.9999350925791077, "sign": 1.012276403082069, "keep": 1.6995464460851508, "leak": 1.8458574354808661, "replacement": 2.817311115562916} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 6.8200507164001465, "loss_scale": 4.0, "retries": 0, "seconds": 260.8, "max_memory_gb": 18.12, "pair": 0.0887896716594696, "sign": 0.030838113860227168, "keep": 0.0382474985672161, "leak": 1.4270365983247757, "replacement": 0.4800916127860546} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 2.2838430404663086, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 18.12, "pair": 0.05062868958339095, "sign": 0.005501483887201175, "keep": 0.04700994111772161, "leak": 0.6139472965151072, "replacement": 0.23037123307585716} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 5.93915319442749, "loss_scale": 4.0, "retries": 0, "seconds": 263.9, "max_memory_gb": 18.12, "pair": 0.18109595775604248, "sign": 0.11452247458510101, "keep": 0.26656971720512956, "leak": 0.7759771514683962, "replacement": 0.5656363479793072} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 4.17909049987793, "loss_scale": 4.0, "retries": 0, "seconds": 265.4, "max_memory_gb": 18.12, "pair": 0.11596135213039815, "sign": 0.0033349659643135965, "keep": 0.007565012183476938, "leak": 1.728130933304783, "replacement": 0.553444086574018} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 4.235126495361328, "loss_scale": 4.0, "retries": 0, "seconds": 267.0, "max_memory_gb": 18.12, "pair": 0.07127508478151867, "sign": 0.08473683285410516, "keep": 0.1517547865241795, "leak": 0.3154257470741868, "replacement": 0.26837732433341444} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 2.7487237453460693, "loss_scale": 4.0, "retries": 0, "seconds": 268.5, "max_memory_gb": 18.12, "pair": 0.0815465310588479, "sign": 0.0027009102632291615, "keep": 0.0119449581252411, "leak": 0.9090172131545842, "replacement": 0.3161237668246031} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.455983877182007, "loss_scale": 4.0, "retries": 0, "seconds": 270.1, "max_memory_gb": 18.12, "pair": 0.15639296220615506, "sign": 0.09119364235084504, "keep": 0.15264777949778363, "leak": 0.552670250472147, "replacement": 0.4164812336675823} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 2.9556031227111816, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 18.12, "pair": 0.10856149303799612, "sign": 0.009774162186658941, "keep": 0.022968652454892435, "leak": 0.7914349980419502, "replacement": 0.3227916611067485} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 3.1330394744873047, "loss_scale": 4.0, "retries": 0, "seconds": 273.2, "max_memory_gb": 18.12, "pair": 0.27838333416730165, "sign": 0.2860070443712175, "keep": 0.23739816341549158, "leak": 0.5160334321699338, "replacement": 0.6690943110734224} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 3.0642688274383545, "loss_scale": 4.0, "retries": 0, "seconds": 274.8, "max_memory_gb": 18.12, "pair": 0.15611404925584793, "sign": 0.020556210714858025, "keep": 0.008952256001066417, "leak": 0.22318137623369694, "replacement": 0.22666362673044205} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 3.8652396202087402, "loss_scale": 4.0, "retries": 0, "seconds": 276.3, "max_memory_gb": 18.12, "pair": 0.15942888271820266, "sign": 0.17956663023505826, "keep": 0.011557902103504603, "leak": 0.2843734584748745, "replacement": 0.32608451193664223} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 6.31956148147583, "loss_scale": 4.0, "retries": 0, "seconds": 277.9, "max_memory_gb": 18.12, "pair": 0.05899734213016927, "sign": 0.036970767891034484, "keep": 0.353639215711155, "leak": 0.27066256606485695, "replacement": 0.32196797989308834} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 4.770715713500977, "loss_scale": 4.0, "retries": 0, "seconds": 279.4, "max_memory_gb": 18.12, "pair": 0.5554713340825401, "sign": 0.4952964283293113, "keep": 0.5689075108339239, "leak": 0.03356326978837387, "replacement": 1.0959641663357615} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.129281997680664, "loss_scale": 4.0, "retries": 0, "seconds": 280.9, "max_memory_gb": 18.12, "pair": 0.21683103777468204, "sign": 0.026752096135169268, "keep": 0.055307100992649794, "leak": 0.3199068554677069, "replacement": 0.337837353348732} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 2.514254093170166, "loss_scale": 4.0, "retries": 0, "seconds": 282.5, "max_memory_gb": 18.12, "pair": 0.07552588218823075, "sign": 0.008096325342194177, "keep": 0.011960714589804411, "leak": 0.7409059676683682, "replacement": 0.2707808967679739} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 22.590389251708984, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 18.12, "pair": 0.32414703578797344, "sign": 0.4134288300992921, "keep": 0.010949708400971758, "leak": 3.5884706396609545, "replacement": 1.4334539857227355} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.434563159942627, "loss_scale": 4.0, "retries": 0, "seconds": 285.6, "max_memory_gb": 18.12, "pair": 0.11078574128623586, "sign": 0.003700913322973065, "keep": 0.0031129164353131955, "leak": 0.2819350454956293, "replacement": 0.1846764199435711} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.867306232452393, "loss_scale": 4.0, "retries": 0, "seconds": 287.2, "max_memory_gb": 18.12, "pair": 0.120993965814705, "sign": 0.003566542931366712, "keep": 0.00227209543754725, "leak": 1.057345876311956, "replacement": 0.38824977324111387} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.1983164548873901, "loss_scale": 4.0, "retries": 0, "seconds": 288.8, "max_memory_gb": 18.12, "pair": 0.0649774787016213, "sign": 0.009345785074401647, "keep": 0.03245050978148356, "leak": 0.15188669902272522, "replacement": 0.1238472992554307} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 6.491567134857178, "loss_scale": 4.0, "retries": 0, "seconds": 290.3, "max_memory_gb": 18.12, "pair": 0.15945271755481372, "sign": 0.020271458284696564, "keep": 0.4627226446100394, "leak": 0.22589217219501734, "replacement": 0.4574227915145457} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 2.1497995853424072, "loss_scale": 4.0, "retries": 0, "seconds": 291.9, "max_memory_gb": 18.12, "pair": 0.20460184663534164, "sign": 0.008189403684809804, "keep": 0.25874813650443684, "leak": 0.39733039124985225, "replacement": 0.43740320205688477} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 5.010680198669434, "loss_scale": 4.0, "retries": 0, "seconds": 293.5, "max_memory_gb": 18.12, "pair": 0.4033183412611834, "sign": 0.7206233211181825, "keep": 0.894032305514429, "leak": 0.041754571117053274, "replacement": 1.2210848177201115} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 18.62920379638672, "loss_scale": 4.0, "retries": 0, "seconds": 295.1, "max_memory_gb": 18.12, "pair": 0.09246455132961273, "sign": 0.8624370357720181, "keep": 1.8820095867849886, "leak": 2.723122715950012, "replacement": 2.1454686168581247} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 2.639335870742798, "loss_scale": 4.0, "retries": 0, "seconds": 296.6, "max_memory_gb": 18.12, "pair": 0.05107787624001503, "sign": 0.004285677685402334, "keep": 0.0027693533338606358, "leak": 0.794096328318119, "replacement": 0.2531294785439968} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 33.54828643798828, "loss_scale": 4.0, "retries": 0, "seconds": 298.1, "max_memory_gb": 18.12, "pair": 0.7201485307887197, "sign": 0.8749250476248562, "keep": 1.493766479570695, "leak": 2.317814942682162, "replacement": 2.4839480631053448} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.649167537689209, "loss_scale": 4.0, "retries": 0, "seconds": 299.7, "max_memory_gb": 18.12, "pair": 0.32274846476502717, "sign": 0.4589018505066633, "keep": 1.1103740414837375, "leak": 0.14376628689933568, "replacement": 1.1433279626071453} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 3.379239797592163, "loss_scale": 4.0, "retries": 0, "seconds": 301.2, "max_memory_gb": 18.12, "pair": 0.11710706863505038, "sign": 0.01649279382399982, "keep": 0.008794440435849538, "leak": 1.0833528097718954, "replacement": 0.40058888820931315} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.6430318355560303, "loss_scale": 4.0, "retries": 0, "seconds": 302.7, "max_memory_gb": 18.12, "pair": 0.16682751022744924, "sign": 0.12626078294124454, "keep": 0.02613427489991693, "leak": 0.09847756288945675, "replacement": 0.26764442678540945} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 3.2921395301818848, "loss_scale": 4.0, "retries": 0, "seconds": 304.4, "max_memory_gb": 18.12, "pair": 0.0642812130972743, "sign": 0.021702668396756053, "keep": 0.003118105625617318, "leak": 0.3282125825062394, "replacement": 0.15874474588781595} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 6.281800746917725, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 18.12, "pair": 0.11601374988094904, "sign": 0.00918045119033195, "keep": 0.0030157464134390466, "leak": 1.5351562155410647, "replacement": 0.5059008994139731} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 4.901870250701904, "loss_scale": 4.0, "retries": 0, "seconds": 307.4, "max_memory_gb": 18.12, "pair": 0.07264008233323693, "sign": 0.019162729440722615, "keep": 0.0024005510640563443, "leak": 0.5094334455352509, "replacement": 0.21078007947653532} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 2.159019708633423, "loss_scale": 4.0, "retries": 0, "seconds": 309.1, "max_memory_gb": 18.12, "pair": 0.10128035582602024, "sign": 0.049464593292213976, "keep": 0.07504141503886785, "leak": 0.4854043759405613, "replacement": 0.28488445188850164} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.761457681655884, "loss_scale": 4.0, "retries": 0, "seconds": 310.6, "max_memory_gb": 18.12, "pair": 0.06901174178346992, "sign": 0.031122899876208976, "keep": 0.4854250566495466, "leak": 0.4482644821982831, "replacement": 0.43935183249413967} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 7.171663284301758, "loss_scale": 4.0, "retries": 0, "seconds": 312.1, "max_memory_gb": 18.12, "pair": 0.28792031900957227, "sign": 0.32833972049411386, "keep": 1.2381328120827675, "leak": 0.16395988501608372, "replacement": 1.1121465116739273} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 8.760787963867188, "loss_scale": 4.0, "retries": 0, "seconds": 313.8, "max_memory_gb": 18.12, "pair": 0.24351172894239426, "sign": 0.35847715847194195, "keep": 0.4853907824435737, "leak": 0.42551829665899277, "replacement": 0.7718253135681152} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 11.279582977294922, "loss_scale": 4.0, "retries": 0, "seconds": 315.3, "max_memory_gb": 18.12, "pair": 0.10826786910183728, "sign": 0.007351347565418109, "keep": 0.002259036874505682, "leak": 4.864426411921158, "replacement": 1.3291796375415288} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 2.2166824340820312, "loss_scale": 4.0, "retries": 0, "seconds": 316.8, "max_memory_gb": 18.12, "pair": 0.08038673433475196, "sign": 0.03645261700148694, "keep": 0.042497240647207946, "leak": 0.1279759807512164, "replacement": 0.15185565641149879} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 1.9894121885299683, "loss_scale": 4.0, "retries": 0, "seconds": 318.4, "max_memory_gb": 18.12, "pair": 0.22245481982827187, "sign": 0.01511861605104059, "keep": 0.04007367044687271, "leak": 0.5264603742398322, "replacement": 0.38166606798768044} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 1.8900865316390991, "loss_scale": 4.0, "retries": 0, "seconds": 319.9, "max_memory_gb": 18.12, "pair": 0.07522602786775678, "sign": 0.0033955506223719567, "keep": 0.0018817742384271696, "leak": 0.15741366303700488, "replacement": 0.11721810698509216} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 3.6496198177337646, "loss_scale": 4.0, "retries": 0, "seconds": 321.5, "max_memory_gb": 18.12, "pair": 0.21392553958139615, "sign": 0.005539688863791525, "keep": 0.012723951129373745, "leak": 0.09985329309711233, "replacement": 0.24802069179713726} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 2.267211675643921, "loss_scale": 4.0, "retries": 0, "seconds": 323.1, "max_memory_gb": 18.12, "pair": 0.16503180623840308, "sign": 0.13022490091680083, "keep": 0.08210242562836356, "leak": 0.5827450989745557, "replacement": 0.4168817618774483} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 1.686238169670105, "loss_scale": 4.0, "retries": 0, "seconds": 324.6, "max_memory_gb": 18.12, "pair": 0.09522028121864423, "sign": 0.0037627065103151836, "keep": 0.006551212159138231, "leak": 0.2091119932847505, "replacement": 0.15265523362904787} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 7.966700553894043, "loss_scale": 4.0, "retries": 0, "seconds": 326.3, "max_memory_gb": 18.12, "pair": 0.48653143900446594, "sign": 0.4250880295294337, "keep": 0.46796526556136087, "leak": 0.31806877022609115, "replacement": 1.012575263157487} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 9.595149040222168, "loss_scale": 4.0, "retries": 0, "seconds": 327.8, "max_memory_gb": 18.12, "pair": 0.31649777106940746, "sign": 0.5497913021390559, "keep": 2.532737750002525, "leak": 3.5511095605324954, "replacement": 2.7455396447330713} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 3.2564597129821777, "loss_scale": 4.0, "retries": 0, "seconds": 329.4, "max_memory_gb": 18.12, "pair": 0.37134194071404636, "sign": 0.2529817541362718, "keep": 0.11814707040321082, "leak": 0.22579410311300308, "replacement": 0.61335489153862} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 7.7684645652771, "loss_scale": 4.0, "retries": 0, "seconds": 331.0, "max_memory_gb": 18.12, "pair": 0.2599238436669111, "sign": 0.1468628563452512, "keep": 0.042433455237187445, "leak": 0.6675109171774238, "replacement": 0.5214497428387403} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 4.179917335510254, "loss_scale": 4.0, "retries": 0, "seconds": 332.5, "max_memory_gb": 18.12, "pair": 0.32085328130051494, "sign": 0.32623510668054223, "keep": 0.43921242452051956, "leak": 0.5373578300932422, "replacement": 0.8379164454527199} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 3.365550994873047, "loss_scale": 4.0, "retries": 0, "seconds": 334.1, "max_memory_gb": 18.12, "pair": 0.33272484274493763, "sign": 0.38360634251876036, "keep": 0.8681756606883937, "leak": 0.00391138900158694, "replacement": 0.9595937380072428} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 12.308591842651367, "loss_scale": 4.0, "retries": 0, "seconds": 335.7, "max_memory_gb": 18.12, "pair": 0.32886960451833147, "sign": 0.8354777452623239, "keep": 2.0740984991928144, "leak": 0.4362163841724396, "replacement": 1.8927118216524832} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.9526209831237793, "loss_scale": 4.0, "retries": 0, "seconds": 337.2, "max_memory_gb": 18.12, "pair": 0.05370322521775961, "sign": 0.018678899214137346, "keep": 0.0035392225472605787, "leak": 1.1370665287831798, "replacement": 0.3490789292845875} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 1.218654990196228, "loss_scale": 4.0, "retries": 0, "seconds": 338.8, "max_memory_gb": 18.12, "pair": 0.08936012495541945, "sign": 0.002193352673202753, "keep": 0.0007614776841364801, "leak": 0.07012882922572317, "replacement": 0.10836974761332385} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.6040215492248535, "loss_scale": 4.0, "retries": 0, "seconds": 340.3, "max_memory_gb": 18.12, "pair": 0.24685667734593153, "sign": 0.43144093826413155, "keep": 0.1311605360942849, "leak": 0.2668760744854808, "replacement": 0.5948764458298683} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.4802274703979492, "loss_scale": 4.0, "retries": 0, "seconds": 341.9, "max_memory_gb": 18.12, "pair": 0.09218678018078208, "sign": 0.06935698608867824, "keep": 0.004418885539053008, "leak": 0.07720517925918102, "replacement": 0.14837601222097874} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.082240104675293, "loss_scale": 4.0, "retries": 0, "seconds": 343.5, "max_memory_gb": 18.12, "pair": 0.129387846114696, "sign": 0.03197397323674522, "keep": 0.11398129308742, "leak": 0.06365255570199224, "replacement": 0.21827863081125543} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 2.7376291751861572, "loss_scale": 4.0, "retries": 0, "seconds": 345.0, "max_memory_gb": 18.12, "pair": 0.25660538231022656, "sign": 0.1455591343692504, "keep": 0.0038925818516872823, "leak": 0.8474274056206923, "replacement": 0.5431880801916122} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 1.6588033437728882, "loss_scale": 4.0, "retries": 0, "seconds": 346.5, "max_memory_gb": 18.12, "pair": 0.06674440813367255, "sign": 0.006963230516703334, "keep": 0.013189882690767263, "leak": 0.307024823861866, "replacement": 0.15357716905418783} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 28.53643798828125, "loss_scale": 4.0, "retries": 0, "seconds": 348.2, "max_memory_gb": 18.12, "pair": 0.42679138702806085, "sign": 0.061771563210641034, "keep": 0.062113821291859495, "leak": 1.0174579303711653, "replacement": 0.7430985383689404} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 1.3754926919937134, "loss_scale": 4.0, "retries": 0, "seconds": 349.7, "max_memory_gb": 18.12, "pair": 0.06369244187590084, "sign": 0.017011031341098715, "keep": 0.0036919575647686997, "leak": 0.2461424454813823, "replacement": 0.1355795501731336} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 5.017326354980469, "loss_scale": 4.0, "retries": 0, "seconds": 351.2, "max_memory_gb": 18.12, "pair": 0.026627119805198163, "sign": 0.004532754712272435, "keep": 0.0025870775261864765, "leak": 1.5577255790121853, "replacement": 0.41961843706667423} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 6.634371280670166, "loss_scale": 4.0, "retries": 0, "seconds": 352.8, "max_memory_gb": 18.12, "pair": 0.07243500812910497, "sign": 0.02840819236007519, "keep": 0.9733396704541519, "leak": 0.8317690417170525, "replacement": 0.7812511846423149} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 2.1092944145202637, "loss_scale": 4.0, "retries": 0, "seconds": 354.3, "max_memory_gb": 18.12, "pair": 0.05382255947552039, "sign": 0.005440000037197024, "keep": 0.0538805435426184, "leak": 0.052195417119946796, "replacement": 0.09653168567456305} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.8612512350082397, "loss_scale": 4.0, "retries": 0, "seconds": 355.9, "max_memory_gb": 18.12, "pair": 0.04867878113873303, "sign": 0.03267787309596315, "keep": 0.001325781035120599, "leak": 0.39289842893140303, "replacement": 0.1639052163809538} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 4.497092247009277, "loss_scale": 4.0, "retries": 0, "seconds": 357.5, "max_memory_gb": 18.12, "pair": 0.07503707981413754, "sign": 0.04025876064042677, "keep": 0.07533279584913544, "leak": 0.7090521082282066, "replacement": 0.3100958913564682} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 33.04123306274414, "loss_scale": 4.0, "retries": 0, "seconds": 359.0, "max_memory_gb": 18.12, "pair": 0.46693038288503885, "sign": 0.4434828447410837, "keep": 0.9322092653446816, "leak": 0.7894170358777046, "replacement": 1.3521306328475475} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 3.0237772464752197, "loss_scale": 4.0, "retries": 0, "seconds": 360.5, "max_memory_gb": 18.12, "pair": 0.23345470445929095, "sign": 0.5307911648778827, "keep": 0.028251275118236663, "leak": 0.3101343885064125, "replacement": 0.5905095359194092} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 3.321352005004883, "loss_scale": 4.0, "retries": 0, "seconds": 362.1, "max_memory_gb": 18.12, "pair": 0.09710013773292303, "sign": 0.009671429637819529, "keep": 0.017002337175654247, "leak": 1.1593328975141048, "replacement": 0.4002702385187149} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 2.091493606567383, "loss_scale": 4.0, "retries": 0, "seconds": 363.6, "max_memory_gb": 18.12, "pair": 0.06728750676847994, "sign": 0.0034344162268098444, "keep": 0.0037562581710517406, "leak": 0.5115997698158026, "replacement": 0.19878278765827417} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 2.510776996612549, "loss_scale": 4.0, "retries": 0, "seconds": 365.2, "max_memory_gb": 18.12, "pair": 0.046352089440915734, "sign": 0.012299936322961003, "keep": 0.05488770135912091, "leak": 0.4165019507345278, "replacement": 0.18407139752525836} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 22.040456771850586, "loss_scale": 4.0, "retries": 0, "seconds": 366.8, "max_memory_gb": 18.12, "pair": 0.6859544161998201, "sign": 0.47207761522440705, "keep": 0.8714849128155038, "leak": 0.6945211277343333, "replacement": 1.5313659576931968} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.3828881978988647, "loss_scale": 4.0, "retries": 0, "seconds": 368.3, "max_memory_gb": 18.12, "pair": 0.08829697260807734, "sign": 0.030973367218393832, "keep": 0.003076919289014768, "leak": 0.0849733673967421, "replacement": 0.126565458253026} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 10.758586883544922, "loss_scale": 4.0, "retries": 0, "seconds": 369.8, "max_memory_gb": 18.12, "pair": 0.3156340850982815, "sign": 0.3927620357135311, "keep": 0.2643023035902843, "leak": 1.0953788682818413, "replacement": 0.918010987341404} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.1202247142791748, "loss_scale": 4.0, "retries": 0, "seconds": 371.3, "max_memory_gb": 18.12, "pair": 0.07449153531342745, "sign": 0.010093342803884298, "keep": 0.016047300538048148, "leak": 0.07570240390487015, "replacement": 0.1064874604344368} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.129784107208252, "loss_scale": 4.0, "retries": 0, "seconds": 372.9, "max_memory_gb": 18.12, "pair": 0.23172990418970585, "sign": 0.5220212498679757, "keep": 0.19976718467228238, "leak": 0.28486011549830437, "replacement": 0.6638391390442848} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 1.960491418838501, "loss_scale": 4.0, "retries": 0, "seconds": 374.5, "max_memory_gb": 18.12, "pair": 0.21977340476587415, "sign": 0.25811149286164436, "keep": 0.10808091343642445, "leak": 0.012595730609064049, "replacement": 0.40601855888962746} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 9.789009094238281, "loss_scale": 4.0, "retries": 0, "seconds": 376.0, "max_memory_gb": 18.12, "pair": 0.35001035501773003, "sign": 0.3218838124885224, "keep": 0.1312056074893917, "leak": 0.09108880232088268, "replacement": 0.5993272643536329} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 1.7787963151931763, "loss_scale": 4.0, "retries": 0, "seconds": 377.5, "max_memory_gb": 18.12, "pair": 0.08332401447114535, "sign": 0.023496658890508115, "keep": 0.002619404594952357, "leak": 0.6243180073797703, "replacement": 0.25246155611239374} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 1.0960133075714111, "loss_scale": 4.0, "retries": 0, "seconds": 379.1, "max_memory_gb": 18.12, "pair": 0.07659718510694802, "sign": 0.01202916588226799, "keep": 0.008430893678450957, "leak": 0.16575314904912375, "replacement": 0.12826550216414034} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.069124698638916, "loss_scale": 4.0, "retries": 0, "seconds": 380.6, "max_memory_gb": 18.12, "pair": 0.21257970621809363, "sign": 0.13229957944713533, "keep": 0.019921968458220363, "leak": 0.3059030631557107, "replacement": 0.36516623944044113} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 6.766910552978516, "loss_scale": 4.0, "retries": 0, "seconds": 382.2, "max_memory_gb": 18.12, "pair": 0.40656090900301933, "sign": 0.277052525896579, "keep": 0.5814956035465002, "leak": 0.2366792419925332, "replacement": 0.8950047940015793} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 0.9669116735458374, "loss_scale": 4.0, "retries": 0, "seconds": 383.8, "max_memory_gb": 18.12, "pair": 0.05166903042118065, "sign": 0.002700205353903584, "keep": 0.001967227326531429, "leak": 0.07038622302934527, "replacement": 0.07159930281341076} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 16.136625289916992, "loss_scale": 4.0, "retries": 0, "seconds": 385.3, "max_memory_gb": 18.12, "pair": 0.11206337031035218, "sign": 0.011567346577066928, "keep": 0.5726194117393106, "leak": 0.214831599034369, "replacement": 0.45786467008292675} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.259185791015625, "loss_scale": 4.0, "retries": 0, "seconds": 386.8, "max_memory_gb": 18.12, "pair": 0.1734852916561067, "sign": 0.0239709802553989, "keep": 0.02770540808705846, "leak": 0.5379693694412708, "replacement": 0.3338158242404461} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 2.5876710414886475, "loss_scale": 4.0, "retries": 0, "seconds": 388.5, "max_memory_gb": 18.12, "pair": 0.1927393674850464, "sign": 0.06460361229255795, "keep": 0.01617832705960609, "leak": 0.33285311982035637, "replacement": 0.31634361669421196} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 2.077686309814453, "loss_scale": 4.0, "retries": 0, "seconds": 390.0, "max_memory_gb": 18.12, "pair": 0.06606855584686855, "sign": 0.01222171459812671, "keep": 0.027672136933688307, "leak": 0.44081621803343296, "replacement": 0.1962195341475308} diff --git a/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/README.md b/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/adapter_config.json b/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e1352e1348ce92dfa944f0b4cf5bf130d9277637 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s42/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.23.self_attn.q_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s42/config.json b/runs/fixed_internvl/replacement/TopDelta8_s42/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ca67c91ddcd87892a8b4686b2cb8eb1f4ce4cba0 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s42/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 42, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 18, + 19, + 20, + 21, + 23, + 24, + 26, + 29 + ], + "ranks": { + "18": 72, + "19": 72, + "20": 72, + "21": 72, + "23": 72, + "24": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s42/steps.jsonl b/runs/fixed_internvl/replacement/TopDelta8_s42/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e98d4097b7f2b1765dd31ed3bc16d0af11d21f1a --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s42/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 16.403297424316406, "loss_scale": 4.0, "retries": 0, "seconds": 1.7, "max_memory_gb": 17.77, "pair": 1.0986123085021973, "sign": 0.0751021602191031, "keep": 1.4124867394566536, "leak": 0.0, "replacement": 1.8424067497253418} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 13.701515197753906, "loss_scale": 4.0, "retries": 0, "seconds": 3.3, "max_memory_gb": 18.1, "pair": 1.0936760306358337, "sign": 0.40393112995661795, "keep": 1.3358808010802932, "leak": 3.443405978487135e-05, "replacement": 1.9635906219482422} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 18.833599090576172, "loss_scale": 4.0, "retries": 0, "seconds": 4.8, "max_memory_gb": 18.1, "pair": 1.0547127723693848, "sign": 0.05584684293717146, "keep": 1.4205307736992836, "leak": 0.0021252722362987697, "replacement": 1.7934328615665436} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 16.005605697631836, "loss_scale": 4.0, "retries": 0, "seconds": 6.5, "max_memory_gb": 18.1, "pair": 0.9881247878074646, "sign": 0.0956767238676548, "keep": 1.0444675007893238, "leak": 0.009136871638474986, "replacement": 1.560481071472168} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 10.123209953308105, "loss_scale": 4.0, "retries": 0, "seconds": 8.0, "max_memory_gb": 18.1, "pair": 0.920857384800911, "sign": 0.21813863748684525, "keep": 0.4341769455932081, "leak": 0.019695947237778455, "replacement": 1.2519391179084778} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 11.311883926391602, "loss_scale": 4.0, "retries": 0, "seconds": 9.5, "max_memory_gb": 18.1, "pair": 0.7823109179735184, "sign": 0.15816273004747927, "keep": 0.28663392399903387, "leak": 0.11090840166434646, "replacement": 1.0324363112449646} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 6.754744529724121, "loss_scale": 4.0, "retries": 0, "seconds": 11.2, "max_memory_gb": 18.1, "pair": 0.5877724289894104, "sign": 0.10697779827751219, "keep": 0.24716586619615555, "leak": 0.2928268648684025, "replacement": 0.8380509465932846} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 7.845890045166016, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 18.1, "pair": 0.775967463850975, "sign": 0.43160771223483607, "keep": 0.43501652217582887, "leak": 0.21627125446684659, "replacement": 1.2633474171161652} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 6.315509796142578, "loss_scale": 4.0, "retries": 0, "seconds": 14.3, "max_memory_gb": 18.1, "pair": 0.6391080301254988, "sign": 0.846920547017362, "keep": 1.0838933970080689, "leak": 0.8052658401429653, "replacement": 1.8058314621448517} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 4.219747066497803, "loss_scale": 4.0, "retries": 0, "seconds": 15.9, "max_memory_gb": 18.1, "pair": 0.3637716509401798, "sign": 0.22843008860945702, "keep": 0.04503720917273313, "leak": 0.9132688641548157, "replacement": 0.7288225591182709} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 11.349472045898438, "loss_scale": 4.0, "retries": 0, "seconds": 17.5, "max_memory_gb": 18.1, "pair": 0.14924985356628895, "sign": 0.018913023464847356, "keep": 0.0013755059670756964, "leak": 2.4224557280540466, "replacement": 0.7650080472230911} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 24.313283920288086, "loss_scale": 4.0, "retries": 0, "seconds": 19.1, "max_memory_gb": 18.1, "pair": 0.24501194013282657, "sign": 0.7110462050623028, "keep": 1.1912673807055398, "leak": 1.8766004233038984, "replacement": 1.6653188988566399} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 6.945672988891602, "loss_scale": 4.0, "retries": 0, "seconds": 20.8, "max_memory_gb": 18.1, "pair": 0.28652650909498334, "sign": 0.46421787585131824, "keep": 0.055031685216818005, "leak": 1.2181898392736912, "replacement": 0.8506987392902374} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 6.663169860839844, "loss_scale": 4.0, "retries": 0, "seconds": 22.4, "max_memory_gb": 18.1, "pair": 0.14593324530869722, "sign": 0.045993513165740296, "keep": 0.025605907794670202, "leak": 1.8359165787696838, "replacement": 0.640712097287178} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 24.273136138916016, "loss_scale": 4.0, "retries": 0, "seconds": 24.1, "max_memory_gb": 18.1, "pair": 0.5210046973079443, "sign": 0.19551752659026533, "keep": 0.8223690669983625, "leak": 1.4309193789958954, "replacement": 1.3876778706908226} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 23.66463851928711, "loss_scale": 4.0, "retries": 0, "seconds": 25.6, "max_memory_gb": 18.1, "pair": 0.2959611630067229, "sign": 0.06228699459461495, "keep": 0.3675300151612646, "leak": 2.2298357151448727, "replacement": 1.0683286041021347} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 2.8353347778320312, "loss_scale": 4.0, "retries": 0, "seconds": 27.1, "max_memory_gb": 18.11, "pair": 0.25886293314397335, "sign": 0.018006412079557776, "keep": 0.007561105536296964, "leak": 0.5921271052211523, "replacement": 0.4196784794330597} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 4.456051349639893, "loss_scale": 4.0, "retries": 0, "seconds": 28.7, "max_memory_gb": 18.11, "pair": 0.4412379488348961, "sign": 0.04581940802745521, "keep": 0.03284367918968201, "leak": 0.8755155224353075, "replacement": 0.6994483768939972} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 6.13726282119751, "loss_scale": 4.0, "retries": 0, "seconds": 30.3, "max_memory_gb": 18.11, "pair": 0.43029657006263733, "sign": 0.10097341181244701, "keep": 0.0062575249821748, "leak": 0.1421692632138729, "replacement": 0.5194543451070786} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 4.515730381011963, "loss_scale": 4.0, "retries": 0, "seconds": 31.8, "max_memory_gb": 18.11, "pair": 0.3402821607887745, "sign": 0.10547999339178205, "keep": 0.030138476489810273, "leak": 1.5921544432640076, "replacement": 0.8061300069093704} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 12.582359313964844, "loss_scale": 4.0, "retries": 0, "seconds": 33.5, "max_memory_gb": 18.11, "pair": 0.3512015715241432, "sign": 0.041298172902315855, "keep": 0.2552407384500839, "leak": 0.19811239652335644, "replacement": 0.54899912327528} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 7.41663932800293, "loss_scale": 4.0, "retries": 0, "seconds": 35.0, "max_memory_gb": 18.11, "pair": 0.36762793362140656, "sign": 0.9541180132946465, "keep": 0.1141342361174793, "leak": 0.3829135335981846, "replacement": 0.997482493519783} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 3.5179309844970703, "loss_scale": 4.0, "retries": 0, "seconds": 36.6, "max_memory_gb": 18.11, "pair": 0.2956392280757427, "sign": 0.02823359239846468, "keep": 0.14506671114031633, "leak": 0.15225042402744293, "replacement": 0.4203519709408283} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 2.987781524658203, "loss_scale": 4.0, "retries": 0, "seconds": 38.2, "max_memory_gb": 18.11, "pair": 0.3216608874499798, "sign": 0.04105840693227947, "keep": 0.14435392990401397, "leak": 0.579861469566822, "replacement": 0.559332437813282} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 6.942063808441162, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 18.11, "pair": 0.32576417550444603, "sign": 0.3022685060277581, "keep": 0.17163449048166513, "leak": 0.4865153580904007, "replacement": 0.6843445003032684} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 9.911745071411133, "loss_scale": 4.0, "retries": 0, "seconds": 41.5, "max_memory_gb": 18.11, "pair": 0.2486009793356061, "sign": 0.11730915913358331, "keep": 0.04831300282830853, "leak": 0.7568637281656265, "replacement": 0.520627997815609} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 40.24760437011719, "loss_scale": 4.0, "retries": 0, "seconds": 43.2, "max_memory_gb": 18.11, "pair": 0.5201510582119226, "sign": 0.33434862620197237, "keep": 0.6943476033497973, "leak": 1.8060125783085823, "replacement": 1.486002404242754} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 3.166736364364624, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 18.11, "pair": 0.1625539530068636, "sign": 0.02043268969282508, "keep": 0.020280031487345695, "leak": 0.9323270171880722, "replacement": 0.4159920662641525} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 4.749360084533691, "loss_scale": 4.0, "retries": 0, "seconds": 46.5, "max_memory_gb": 18.11, "pair": 0.16397749725729227, "sign": 0.07989333616569638, "keep": 0.20257010541536147, "leak": 1.5318695232272148, "replacement": 0.688176617026329} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.3573741912841797, "loss_scale": 4.0, "retries": 0, "seconds": 48.2, "max_memory_gb": 18.11, "pair": 0.2839234359562397, "sign": 0.31325439480133355, "keep": 0.015724230790510774, "leak": 1.2415463626384735, "replacement": 0.7587993368506432} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 10.123435974121094, "loss_scale": 4.0, "retries": 0, "seconds": 49.8, "max_memory_gb": 18.11, "pair": 0.41353099793195724, "sign": 0.912630662554875, "keep": 1.7926371289941017, "leak": 1.0707840025424957, "replacement": 2.033860892057419} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 6.1541900634765625, "loss_scale": 4.0, "retries": 0, "seconds": 51.5, "max_memory_gb": 18.11, "pair": 0.12729323469102383, "sign": 0.08069817000068724, "keep": 0.22372861043550074, "leak": 0.7870959714055061, "replacement": 0.476280614733696} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 5.936661720275879, "loss_scale": 4.0, "retries": 0, "seconds": 53.1, "max_memory_gb": 18.11, "pair": 0.10011615906842053, "sign": 0.06607463568798266, "keep": 8.034159668568464e-05, "leak": 1.8383324072347023, "replacement": 0.592776745557785} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 4.122405529022217, "loss_scale": 4.0, "retries": 0, "seconds": 54.7, "max_memory_gb": 18.12, "pair": 0.3720851168036461, "sign": 0.006520994589664042, "keep": 0.006361933570588008, "leak": 0.19127080240286887, "replacement": 0.42634428665041924} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 7.684680938720703, "loss_scale": 4.0, "retries": 0, "seconds": 56.4, "max_memory_gb": 18.12, "pair": 0.3832104168832302, "sign": 0.0712152406340465, "keep": 0.2598226476984564, "leak": 0.2068211457808502, "replacement": 0.6004346758127213} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 6.399038791656494, "loss_scale": 4.0, "retries": 0, "seconds": 58.0, "max_memory_gb": 18.12, "pair": 0.47321793623268604, "sign": 0.20762866630684584, "keep": 0.16712659050006096, "leak": 0.0943247142713517, "replacement": 0.6841767765581608} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.6318771839141846, "loss_scale": 4.0, "retries": 0, "seconds": 59.6, "max_memory_gb": 18.12, "pair": 0.30195884592831135, "sign": 0.006032607867382467, "keep": 0.03391374892089516, "leak": 0.14667446189559996, "replacement": 0.3586006388068199} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 2.8560593128204346, "loss_scale": 4.0, "retries": 0, "seconds": 61.3, "max_memory_gb": 18.12, "pair": 0.19900137279182673, "sign": 0.006462658056989312, "keep": 0.015991394699085504, "leak": 0.6214242093265057, "replacement": 0.36558444797992706} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 3.1634862422943115, "loss_scale": 4.0, "retries": 0, "seconds": 62.9, "max_memory_gb": 18.12, "pair": 0.21649907529354095, "sign": 0.11971836895099841, "keep": 0.08227984292898327, "leak": 0.926200695335865, "replacement": 0.5490483641624451} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.028077244758606, "loss_scale": 4.0, "retries": 0, "seconds": 64.5, "max_memory_gb": 18.12, "pair": 0.06681125285103917, "sign": 0.01078734706970863, "keep": 0.005664685725605523, "leak": 0.15885529076331295, "replacement": 0.11475108889862895} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 1.355084776878357, "loss_scale": 4.0, "retries": 0, "seconds": 66.2, "max_memory_gb": 18.12, "pair": 0.08818155573680997, "sign": 0.010986691166181117, "keep": 0.02158144546274343, "leak": 0.18476579943671823, "replacement": 0.1506570791825652} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 5.1793437004089355, "loss_scale": 4.0, "retries": 0, "seconds": 67.9, "max_memory_gb": 18.12, "pair": 0.21039175800979137, "sign": 0.1777232937165536, "keep": 0.02514521669218084, "leak": 1.2274087499827147, "replacement": 0.618678193539381} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 14.322336196899414, "loss_scale": 4.0, "retries": 0, "seconds": 69.4, "max_memory_gb": 18.12, "pair": 0.37767187040299177, "sign": 0.6843449260341004, "keep": 0.5688795533496886, "leak": 1.9552111756056547, "replacement": 1.4930869489908218} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 31.922758102416992, "loss_scale": 4.0, "retries": 0, "seconds": 71.1, "max_memory_gb": 18.12, "pair": 1.009583506733179, "sign": 0.5247821170487441, "keep": 1.1135210153734079, "leak": 1.744176335632801, "replacement": 2.2647791244089603} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 16.262296676635742, "loss_scale": 4.0, "retries": 0, "seconds": 72.6, "max_memory_gb": 18.12, "pair": 1.2399703471455723, "sign": 0.9778607208281755, "keep": 1.8235676956064708, "leak": 3.835363240505103, "replacement": 3.5995252430438995} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 6.894193172454834, "loss_scale": 4.0, "retries": 0, "seconds": 74.2, "max_memory_gb": 18.12, "pair": 0.312521229730919, "sign": 0.3901709246856626, "keep": 0.7701835533734993, "leak": 1.3094465285539627, "replacement": 1.220060110092163} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 12.183950424194336, "loss_scale": 4.0, "retries": 0, "seconds": 75.8, "max_memory_gb": 18.12, "pair": 0.0806947061792016, "sign": 0.004462205921299756, "keep": 0.004330543684773147, "leak": 3.1778932213783264, "replacement": 0.8795644044876099} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 5.977036952972412, "loss_scale": 4.0, "retries": 0, "seconds": 77.3, "max_memory_gb": 18.12, "pair": 0.4222854058025405, "sign": 0.31243427435401827, "keep": 0.06410594248245616, "leak": 0.23251003865152597, "replacement": 0.6686830297112465} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 3.8166821002960205, "loss_scale": 4.0, "retries": 0, "seconds": 78.9, "max_memory_gb": 18.12, "pair": 0.15395087492652237, "sign": 0.059236372384475544, "keep": 0.8124905468421275, "leak": 0.2164811659604311, "replacement": 0.6439346373081207} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 3.5218169689178467, "loss_scale": 4.0, "retries": 0, "seconds": 80.4, "max_memory_gb": 18.12, "pair": 0.19520563539117575, "sign": 0.029833230713848025, "keep": 0.035995969898067415, "leak": 0.5400752425193787, "replacement": 0.3631390370428562} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 4.618152618408203, "loss_scale": 4.0, "retries": 0, "seconds": 82.0, "max_memory_gb": 18.12, "pair": 0.3103140676394105, "sign": 0.12921410746639594, "keep": 0.07144171381332853, "leak": 0.07351015601307154, "replacement": 0.4290195247158408} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 5.6284894943237305, "loss_scale": 4.0, "retries": 0, "seconds": 83.6, "max_memory_gb": 18.12, "pair": 0.2190005425363779, "sign": 0.021197262743953615, "keep": 0.004752157001234991, "leak": 2.7482006549835205, "replacement": 0.9190254062414169} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 6.869416236877441, "loss_scale": 4.0, "retries": 0, "seconds": 85.1, "max_memory_gb": 18.12, "pair": 0.3185385875403881, "sign": 0.03651814555632882, "keep": 0.008065504109254107, "leak": 0.18551402539014816, "replacement": 0.38720890134572983} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 9.18453311920166, "loss_scale": 4.0, "retries": 0, "seconds": 86.6, "max_memory_gb": 18.12, "pair": 0.3051451753999572, "sign": 0.2582209898610017, "keep": 0.6676533295471359, "leak": 0.3128802180290222, "replacement": 0.8463024310767651} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 19.199493408203125, "loss_scale": 4.0, "retries": 0, "seconds": 88.2, "max_memory_gb": 18.12, "pair": 0.2069141428801231, "sign": 0.01664743344008457, "keep": 1.3767869090653448, "leak": 0.05492944744764827, "replacement": 0.917363703250885} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 10.441880226135254, "loss_scale": 4.0, "retries": 0, "seconds": 89.7, "max_memory_gb": 18.12, "pair": 0.23518235396477394, "sign": 0.7413374907700927, "keep": 0.1288804372944412, "leak": 0.2146150361513719, "replacement": 0.7239450593478978} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.750382423400879, "loss_scale": 4.0, "retries": 0, "seconds": 91.2, "max_memory_gb": 18.12, "pair": 0.4774349071085453, "sign": 0.2482863556360826, "keep": 0.023480266594560817, "leak": 0.12211111027136212, "replacement": 0.6438460126519203} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.6953208446502686, "loss_scale": 4.0, "retries": 0, "seconds": 92.9, "max_memory_gb": 18.12, "pair": 0.30119289085268974, "sign": 0.014864187105558813, "keep": 0.03709150126087479, "leak": 0.289187153801322, "replacement": 0.39946752041578293} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 1.8628898859024048, "loss_scale": 4.0, "retries": 0, "seconds": 94.4, "max_memory_gb": 18.12, "pair": 0.21534615114796907, "sign": 0.018251459841849282, "keep": 0.0034899040426807915, "leak": 0.3854283429682255, "replacement": 0.3225739188492298} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 8.244156837463379, "loss_scale": 4.0, "retries": 0, "seconds": 96.0, "max_memory_gb": 18.12, "pair": 0.344498373568058, "sign": 0.18971122591756284, "keep": 0.13813757938623894, "leak": 0.4211408142000437, "replacement": 0.6137079671025276} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 2.7622315883636475, "loss_scale": 4.0, "retries": 0, "seconds": 97.6, "max_memory_gb": 18.12, "pair": 0.2510069403797388, "sign": 0.024533474002964795, "keep": 0.005286329847876914, "leak": 0.12025057803839445, "replacement": 0.29597949236631393} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 5.502121925354004, "loss_scale": 4.0, "retries": 0, "seconds": 99.1, "max_memory_gb": 18.12, "pair": 0.3366445479914546, "sign": 0.5098385170567781, "keep": 0.02196886560341227, "leak": 1.1664239130914211, "replacement": 0.8941542282700539} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 8.335131645202637, "loss_scale": 4.0, "retries": 0, "seconds": 100.7, "max_memory_gb": 18.12, "pair": 0.18620164785534143, "sign": 0.5516094961203635, "keep": 0.03759391324547323, "leak": 0.9595245835225796, "replacement": 0.7206845246255398} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 6.768218040466309, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 18.12, "pair": 0.2683923440054059, "sign": 0.1838058028370142, "keep": 0.141274796158541, "leak": 0.8189396932721138, "replacement": 0.6356675699353218} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 8.795611381530762, "loss_scale": 4.0, "retries": 0, "seconds": 103.8, "max_memory_gb": 18.12, "pair": 0.11743469955399632, "sign": 0.01352022320497781, "keep": 0.7613734503975138, "leak": 0.9720721617341042, "replacement": 0.7478995658457279} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 8.03547477722168, "loss_scale": 4.0, "retries": 0, "seconds": 105.4, "max_memory_gb": 18.12, "pair": 0.06133598194901424, "sign": 0.08828051712043816, "keep": 0.0023330714147959952, "leak": 0.8979306146502495, "replacement": 0.3311254382133484} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 1.5192134380340576, "loss_scale": 4.0, "retries": 0, "seconds": 106.9, "max_memory_gb": 18.12, "pair": 0.10548896752879955, "sign": 0.027049719356000423, "keep": 0.03796701705050509, "leak": 0.445068315602839, "replacement": 0.24926441826391965} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 11.175008773803711, "loss_scale": 4.0, "retries": 0, "seconds": 108.5, "max_memory_gb": 18.12, "pair": 0.548099122941494, "sign": 0.1073655970103573, "keep": 0.023516382982052164, "leak": 1.3634755033999681, "replacement": 0.9544089734554291} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 1.76868736743927, "loss_scale": 4.0, "retries": 0, "seconds": 110.1, "max_memory_gb": 18.12, "pair": 0.14730198986580945, "sign": 0.0517748823040165, "keep": 0.025898600011714734, "leak": 0.2446389887481928, "replacement": 0.24729847209528089} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 5.286613941192627, "loss_scale": 4.0, "retries": 0, "seconds": 111.6, "max_memory_gb": 18.12, "pair": 0.3989096889272332, "sign": 0.38720546674448997, "keep": 1.1847305518458597, "leak": 0.8501441640546545, "replacement": 1.3974136598408222} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 46.165122985839844, "loss_scale": 4.0, "retries": 0, "seconds": 113.1, "max_memory_gb": 18.12, "pair": 1.1375876478850842, "sign": 0.6810731245204806, "keep": 1.5507470701413695, "leak": 2.343703405931592, "replacement": 2.8394236527383327} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 1.2056550979614258, "loss_scale": 4.0, "retries": 0, "seconds": 114.8, "max_memory_gb": 18.12, "pair": 0.0989819448441267, "sign": 0.03566274920012802, "keep": 0.01295621729514096, "leak": 0.16143316103261895, "replacement": 0.16364972107112408} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 6.486388683319092, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 18.12, "pair": 0.24334454163908958, "sign": 0.06358000420732424, "keep": 0.9112034642603248, "leak": 0.6883758679032326, "replacement": 0.9028302393853664} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 8.137044906616211, "loss_scale": 4.0, "retries": 0, "seconds": 117.9, "max_memory_gb": 18.12, "pair": 0.09224997600540519, "sign": 0.09447777923196554, "keep": 0.00295750669829431, "leak": 1.7246504966169596, "replacement": 0.5721302554011345} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 5.65544319152832, "loss_scale": 4.0, "retries": 0, "seconds": 119.4, "max_memory_gb": 18.12, "pair": 0.05941297422396019, "sign": 0.04828446655301377, "keep": 0.015363246296601574, "leak": 0.690861634677276, "replacement": 0.26395224407315254} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 3.0681281089782715, "loss_scale": 4.0, "retries": 0, "seconds": 120.9, "max_memory_gb": 18.12, "pair": 0.1671565491706133, "sign": 0.00880599528318271, "keep": 0.00796469789929688, "leak": 1.1859573367983103, "replacement": 0.47203122079372406} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 7.438069820404053, "loss_scale": 4.0, "retries": 0, "seconds": 122.6, "max_memory_gb": 18.12, "pair": 0.39817415084689856, "sign": 0.6596872379741399, "keep": 0.015885887056356296, "leak": 1.6393912076600827, "replacement": 1.1458085388876498} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 2.3261053562164307, "loss_scale": 4.0, "retries": 0, "seconds": 124.1, "max_memory_gb": 18.12, "pair": 0.1755494400858879, "sign": 0.03117756691062823, "keep": 0.023380826867651194, "leak": 0.08933481914573349, "replacement": 0.22516235150396824} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 3.5352792739868164, "loss_scale": 4.0, "retries": 0, "seconds": 125.6, "max_memory_gb": 18.12, "pair": 0.22619469091296196, "sign": 0.04640034874319099, "keep": 0.010489734675502405, "leak": 0.17137053841724992, "replacement": 0.29748235922306776} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 4.511393070220947, "loss_scale": 4.0, "retries": 0, "seconds": 127.2, "max_memory_gb": 18.12, "pair": 0.31150066072586924, "sign": 0.3477738284127554, "keep": 0.5086150090501178, "leak": 0.527287962846458, "replacement": 0.8715171068906784} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 13.324151992797852, "loss_scale": 4.0, "retries": 0, "seconds": 128.7, "max_memory_gb": 18.12, "pair": 0.469857357442379, "sign": 0.7086683588568121, "keep": 1.9241190272150561, "leak": 0.6573662906885147, "replacement": 1.9505926221609116} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.4088454246520996, "loss_scale": 4.0, "retries": 0, "seconds": 130.3, "max_memory_gb": 18.12, "pair": 0.1864951141178608, "sign": 0.010182434343732893, "keep": 0.010018795495852828, "leak": 1.1354989111423492, "replacement": 0.4804704561829567} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 4.198061943054199, "loss_scale": 4.0, "retries": 0, "seconds": 131.9, "max_memory_gb": 18.12, "pair": 0.0901113913860172, "sign": 0.01037526538129896, "keep": 0.23443710369610926, "leak": 1.2660039407201111, "replacement": 0.5290185678750277} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 2.940028667449951, "loss_scale": 4.0, "retries": 0, "seconds": 133.5, "max_memory_gb": 18.12, "pair": 0.12250675284303725, "sign": 0.13409230139222927, "keep": 0.13302141847088933, "leak": 0.42135442048311234, "replacement": 0.3614022247493267} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 1.947824239730835, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 18.12, "pair": 0.0934746843886387, "sign": 0.07210152145125903, "keep": 0.004577190686177346, "leak": 0.09112454112619162, "replacement": 0.15459516970440745} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 9.50235366821289, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 18.12, "pair": 0.2844081656076014, "sign": 0.06678593653487042, "keep": 0.10045003576669842, "leak": 0.22241145372390747, "replacement": 0.4236290045082569} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 2.270585298538208, "loss_scale": 4.0, "retries": 0, "seconds": 138.1, "max_memory_gb": 18.12, "pair": 0.1633580916095525, "sign": 0.09876864627585746, "keep": 0.11190926632843912, "leak": 0.14234026045232895, "replacement": 0.3042821194976568} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 9.08725357055664, "loss_scale": 4.0, "retries": 0, "seconds": 139.7, "max_memory_gb": 18.12, "pair": 0.08159483089548303, "sign": 0.0625034244148992, "keep": 0.46677966526108605, "leak": 0.14883626997470856, "replacement": 0.3834454268217087} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 3.1947457790374756, "loss_scale": 4.0, "retries": 0, "seconds": 141.2, "max_memory_gb": 18.12, "pair": 0.21337342727929354, "sign": 0.00592844164930284, "keep": 0.027650807285681367, "leak": 0.1684208046644926, "replacement": 0.27226826176047325} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.3675763607025146, "loss_scale": 4.0, "retries": 0, "seconds": 142.7, "max_memory_gb": 18.12, "pair": 0.09978843107819557, "sign": 0.0078078293008729815, "keep": 0.005946341436356306, "leak": 0.7772004590369761, "replacement": 0.3009656239300966} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 8.867656707763672, "loss_scale": 4.0, "retries": 0, "seconds": 144.3, "max_memory_gb": 18.12, "pair": 0.42782877292484045, "sign": 1.007833483570721, "keep": 0.1463473018957302, "leak": 1.951643742620945, "replacement": 1.4928301572799683} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 2.253575325012207, "loss_scale": 4.0, "retries": 0, "seconds": 145.8, "max_memory_gb": 18.12, "pair": 0.0968456044793129, "sign": 0.04661444772500545, "keep": 0.024895053007639945, "leak": 0.18558820034377277, "replacement": 0.17899740859866142} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 11.77422046661377, "loss_scale": 4.0, "retries": 0, "seconds": 147.4, "max_memory_gb": 18.12, "pair": 0.3454564493149519, "sign": 0.14803592639509588, "keep": 0.07899216376245022, "leak": 0.8147646337747574, "replacement": 0.6626616604626179} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 14.559196472167969, "loss_scale": 4.0, "retries": 0, "seconds": 149.0, "max_memory_gb": 18.12, "pair": 0.25448271119967103, "sign": 0.6240100886207074, "keep": 0.9375126097584143, "leak": 1.124865259975195, "replacement": 1.316460371017456} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 5.996854782104492, "loss_scale": 4.0, "retries": 0, "seconds": 150.5, "max_memory_gb": 18.12, "pair": 0.07957773841917515, "sign": 0.05489102459978312, "keep": 0.2224957438884303, "leak": 0.5152050405740738, "replacement": 0.3470723684877157} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 5.236328125, "loss_scale": 4.0, "retries": 0, "seconds": 152.0, "max_memory_gb": 18.12, "pair": 0.10670238733291626, "sign": 0.016634239349514246, "keep": 0.014097985927946866, "leak": 1.4639237748133382, "replacement": 0.4880494400858879} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 5.619446277618408, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 18.12, "pair": 0.10445630266985972, "sign": 0.6655992366431747, "keep": 0.011989276228632662, "leak": 0.6851924955844879, "replacement": 0.6145486693712883} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 4.635488986968994, "loss_scale": 4.0, "retries": 0, "seconds": 155.1, "max_memory_gb": 18.12, "pair": 0.11742850276641548, "sign": 0.06906209171575028, "keep": 0.011212342273211107, "leak": 0.6391817196272314, "replacement": 0.3173611401580274} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 5.135456085205078, "loss_scale": 4.0, "retries": 0, "seconds": 156.7, "max_memory_gb": 18.12, "pair": 0.2548890190664679, "sign": 0.11754943546839058, "keep": 0.010704107568017207, "leak": 0.5429101400077343, "replacement": 0.4547433201223612} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 3.1968507766723633, "loss_scale": 4.0, "retries": 0, "seconds": 158.3, "max_memory_gb": 18.12, "pair": 0.17841821163892746, "sign": 0.35102751199156046, "keep": 0.008586425799876451, "leak": 0.15999957569874823, "replacement": 0.3982250690460205} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 6.483626842498779, "loss_scale": 4.0, "retries": 0, "seconds": 159.8, "max_memory_gb": 18.12, "pair": 0.20442272479613166, "sign": 0.1637663085348322, "keep": 0.5192916905361642, "leak": 0.061077020422089845, "replacement": 0.56122096022591} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 3.3102188110351562, "loss_scale": 4.0, "retries": 0, "seconds": 161.3, "max_memory_gb": 18.12, "pair": 0.08954142592847347, "sign": 0.029124395397957414, "keep": 0.06366312232421478, "leak": 0.9035169298294932, "replacement": 0.36181442998349667} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 20.94123077392578, "loss_scale": 4.0, "retries": 0, "seconds": 162.9, "max_memory_gb": 18.12, "pair": 0.8442372612189502, "sign": 0.5408349896315485, "keep": 0.4590430183452554, "leak": 0.6539905229583383, "replacement": 1.5076739080250263} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 4.465329170227051, "loss_scale": 4.0, "retries": 0, "seconds": 164.4, "max_memory_gb": 18.12, "pair": 0.15642492473125458, "sign": 0.12511817959602922, "keep": 0.24969525646883994, "leak": 0.674345325678587, "replacement": 0.5124179720878601} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 43.193199157714844, "loss_scale": 4.0, "retries": 0, "seconds": 166.1, "max_memory_gb": 18.12, "pair": 0.26996335480453126, "sign": 0.6250934613781283, "keep": 0.5594177701168519, "leak": 1.4409480318427086, "replacement": 1.2224559764144942} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 19.4925537109375, "loss_scale": 4.0, "retries": 0, "seconds": 167.6, "max_memory_gb": 18.12, "pair": 0.36281467974185944, "sign": 0.07328979758312926, "keep": 0.07602492367732339, "leak": 1.7825685199350119, "replacement": 0.8831141740083694} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 7.088735103607178, "loss_scale": 4.0, "retries": 0, "seconds": 169.1, "max_memory_gb": 18.12, "pair": 0.4440892208367586, "sign": 0.5146466239821166, "keep": 0.8525950573384762, "leak": 0.5343692097812891, "replacement": 1.2613024339079857} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 15.972644805908203, "loss_scale": 4.0, "retries": 0, "seconds": 170.7, "max_memory_gb": 18.12, "pair": 0.5004652533680201, "sign": 0.3501751239527948, "keep": 0.7663386771455407, "leak": 1.2562597145006293, "replacement": 1.3727870509028435} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 12.354537963867188, "loss_scale": 4.0, "retries": 0, "seconds": 172.3, "max_memory_gb": 18.12, "pair": 0.2537869536317885, "sign": 0.3802959223976359, "keep": 0.048953630262985826, "leak": 1.6188770532608032, "replacement": 0.8731309846043587} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 7.618582725524902, "loss_scale": 4.0, "retries": 0, "seconds": 173.8, "max_memory_gb": 18.12, "pair": 0.05182755412533879, "sign": 0.032118003349751234, "keep": 0.48423236557573546, "leak": 1.6087240912020206, "replacement": 0.7121837586164474} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 14.933037757873535, "loss_scale": 4.0, "retries": 0, "seconds": 175.4, "max_memory_gb": 18.12, "pair": 0.10398934758268297, "sign": 0.0053745287004858255, "keep": 0.00707939694984816, "leak": 1.3420441778558256, "replacement": 0.445727352052927} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 10.328374862670898, "loss_scale": 4.0, "retries": 0, "seconds": 176.9, "max_memory_gb": 18.12, "pair": 0.03600836219266057, "sign": 0.33161462051793933, "keep": 0.4396097491844557, "leak": 0.2836189396899158, "replacement": 0.49252527323551476} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 6.310176372528076, "loss_scale": 4.0, "retries": 0, "seconds": 178.4, "max_memory_gb": 18.12, "pair": 0.33028301992453635, "sign": 0.5080887915100902, "keep": 2.5753822112455964, "leak": 0.6840634234249592, "replacement": 2.0430343709886074} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 2.295427083969116, "loss_scale": 4.0, "retries": 0, "seconds": 180.0, "max_memory_gb": 18.12, "pair": 0.1324376887641847, "sign": 0.010784505167976022, "keep": 0.012366665323497728, "leak": 0.019485328521113843, "replacement": 0.14888460654765368} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 38.14586639404297, "loss_scale": 4.0, "retries": 0, "seconds": 181.5, "max_memory_gb": 18.12, "pair": 0.5701165050268173, "sign": 0.6944467149442062, "keep": 1.412536843214184, "leak": 2.044348129304126, "replacement": 2.134695276618004} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 1.9685909748077393, "loss_scale": 4.0, "retries": 0, "seconds": 183.1, "max_memory_gb": 18.12, "pair": 0.06429186160676181, "sign": 0.006846413773018867, "keep": 0.006355570356390672, "leak": 0.4635409153997898, "replacement": 0.18677808716893196} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 23.695592880249023, "loss_scale": 4.0, "retries": 0, "seconds": 184.6, "max_memory_gb": 18.12, "pair": 0.06572752445936203, "sign": 0.8129040928906761, "keep": 1.728068991441205, "leak": 6.58292344212532, "replacement": 2.981944937258959} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 2.355987787246704, "loss_scale": 4.0, "retries": 0, "seconds": 186.2, "max_memory_gb": 18.12, "pair": 0.09046931547345594, "sign": 0.025304651077021845, "keep": 0.021442574158754724, "leak": 0.6491003537084907, "replacement": 0.27611801121383905} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.9698023796081543, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 18.12, "pair": 0.07806907594203949, "sign": 0.018035026019788347, "keep": 0.0626639302354306, "leak": 0.5309882024303079, "replacement": 0.25116560608148575} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 1.4919010400772095, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 18.12, "pair": 0.13559843972325325, "sign": 0.008927743008825928, "keep": 0.026408188277855515, "leak": 0.48858343064785004, "replacement": 0.27541226148605347} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.742783546447754, "loss_scale": 4.0, "retries": 0, "seconds": 190.8, "max_memory_gb": 18.12, "pair": 0.17685925494879484, "sign": 0.089949163608253, "keep": 0.2040529556106776, "leak": 0.15595730411587283, "replacement": 0.3628496378660202} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 2.8800175189971924, "loss_scale": 4.0, "retries": 0, "seconds": 192.4, "max_memory_gb": 18.12, "pair": 0.21288642822764814, "sign": 0.04861750343116, "keep": 0.005472482516779564, "leak": 0.8631201472744578, "replacement": 0.4557114504277706} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 4.608153820037842, "loss_scale": 4.0, "retries": 0, "seconds": 193.9, "max_memory_gb": 18.12, "pair": 0.2176137836650014, "sign": 0.015175569336861372, "keep": 0.006965073349419981, "leak": 1.63898403942585, "replacement": 0.6384301334619522} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6662654876708984, "loss_scale": 4.0, "retries": 0, "seconds": 195.4, "max_memory_gb": 18.12, "pair": 0.06452555071882671, "sign": 0.012176912252471084, "keep": 0.1275202023584825, "leak": 0.2062920272583142, "replacement": 0.1859471150673926} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 12.899592399597168, "loss_scale": 4.0, "retries": 0, "seconds": 197.0, "max_memory_gb": 18.12, "pair": 0.4913302124477923, "sign": 0.009214188146870583, "keep": 0.003907809301381349, "leak": 0.7079281061887741, "replacement": 0.6748732440173626} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 6.17057991027832, "loss_scale": 4.0, "retries": 0, "seconds": 198.5, "max_memory_gb": 18.12, "pair": 0.36297490973811364, "sign": 0.6041695991661982, "keep": 1.75392152728989, "leak": 0.6549481195397675, "replacement": 1.7057575583457947} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 2.724285125732422, "loss_scale": 4.0, "retries": 0, "seconds": 200.1, "max_memory_gb": 18.12, "pair": 0.15912621169991326, "sign": 0.008140552381519228, "keep": 0.07846697183776996, "leak": 0.34492973450687714, "replacement": 0.2886624125530943} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 1.5039496421813965, "loss_scale": 4.0, "retries": 0, "seconds": 201.6, "max_memory_gb": 18.12, "pair": 0.11725393985398114, "sign": 0.03736463136738166, "keep": 0.03108532784244744, "leak": 0.17653765436261892, "replacement": 0.195613332092762} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 22.663597106933594, "loss_scale": 4.0, "retries": 0, "seconds": 203.2, "max_memory_gb": 18.12, "pair": 0.27918768134259153, "sign": 0.5705033583653858, "keep": 0.8209781590362581, "leak": 0.7079667299985886, "replacement": 1.1519201626069844} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 1.553048014640808, "loss_scale": 4.0, "retries": 0, "seconds": 204.7, "max_memory_gb": 18.12, "pair": 0.046147307264618576, "sign": 0.036424684803932905, "keep": 0.002841041059582494, "leak": 0.19508962017425802, "replacement": 0.11455257271882147} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 4.109180450439453, "loss_scale": 4.0, "retries": 0, "seconds": 206.3, "max_memory_gb": 18.12, "pair": 0.30387453734874725, "sign": 0.2709465050138533, "keep": 0.32090569427236915, "leak": 0.5758197447285056, "replacement": 0.7437555491924286} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 2.048665761947632, "loss_scale": 4.0, "retries": 0, "seconds": 207.8, "max_memory_gb": 18.12, "pair": 0.07105766212043818, "sign": 0.001587363105500117, "keep": 0.004269841871064273, "leak": 0.42495604790747166, "replacement": 0.18022527918219566} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 2.4467806816101074, "loss_scale": 4.0, "retries": 0, "seconds": 209.4, "max_memory_gb": 18.12, "pair": 0.13630254985764623, "sign": 0.010219681076705456, "keep": 0.0038169763138284907, "leak": 0.05657071666792035, "replacement": 0.15746355801820755} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 2.581965208053589, "loss_scale": 4.0, "retries": 0, "seconds": 210.9, "max_memory_gb": 18.12, "pair": 0.16821298748254776, "sign": 0.06777353049255908, "keep": 0.021917334649515396, "leak": 0.1433461756678298, "replacement": 0.24889497179538012} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 7.3255839347839355, "loss_scale": 4.0, "retries": 0, "seconds": 212.5, "max_memory_gb": 18.12, "pair": 0.353892320767045, "sign": 0.6029436829558108, "keep": 0.8713695048354566, "leak": 1.3384610784705728, "replacement": 1.4256642060354352} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 2.3973400592803955, "loss_scale": 4.0, "retries": 0, "seconds": 214.1, "max_memory_gb": 18.12, "pair": 0.17808117088861763, "sign": 0.04755592852598056, "keep": 0.005585910112131387, "leak": 0.21441904827952385, "replacement": 0.25825684797018766} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 8.582255363464355, "loss_scale": 4.0, "retries": 0, "seconds": 215.6, "max_memory_gb": 18.12, "pair": 0.27208856493234634, "sign": 0.02858659520279616, "keep": 1.4903344728518277, "leak": 1.1485295230522752, "replacement": 1.3186814859509468} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.017904758453369, "loss_scale": 4.0, "retries": 0, "seconds": 217.2, "max_memory_gb": 18.12, "pair": 0.21035970747470856, "sign": 0.007811518735252321, "keep": 0.008073185628745705, "leak": 0.10910549992695451, "replacement": 0.24557843152433634} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 21.88358497619629, "loss_scale": 4.0, "retries": 0, "seconds": 218.8, "max_memory_gb": 18.12, "pair": 0.5527854125684826, "sign": 0.47994852952251676, "keep": 0.9673931309152977, "leak": 0.36564527807058766, "replacement": 1.3678675703704357} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 1.7964082956314087, "loss_scale": 4.0, "retries": 0, "seconds": 220.3, "max_memory_gb": 18.12, "pair": 0.16142675001174212, "sign": 0.006546287331730127, "keep": 0.06324407715874258, "leak": 0.13582888431847095, "replacement": 0.2302791504189372} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 3.4332082271575928, "loss_scale": 4.0, "retries": 0, "seconds": 221.8, "max_memory_gb": 18.12, "pair": 0.08094487013295293, "sign": 0.008595671271905303, "keep": 0.02684972395945806, "leak": 0.4769049622118473, "replacement": 0.21789380721747875} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 1.5280640125274658, "loss_scale": 4.0, "retries": 0, "seconds": 223.4, "max_memory_gb": 18.12, "pair": 0.14693777454976953, "sign": 0.03156299963302445, "keep": 0.005468648273108556, "leak": 0.34037600457668304, "replacement": 0.2505475983489305} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 8.12241268157959, "loss_scale": 4.0, "retries": 0, "seconds": 225.0, "max_memory_gb": 18.12, "pair": 0.20894101215526462, "sign": 0.3726335176033899, "keep": 0.5443371086130355, "leak": 1.2746529951691628, "replacement": 0.986089613288641} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 2.1129629611968994, "loss_scale": 4.0, "retries": 0, "seconds": 226.5, "max_memory_gb": 18.12, "pair": 0.011880247737281024, "sign": 0.0020258796284906566, "keep": 0.004245530570187839, "leak": 0.39180174933790113, "replacement": 0.11296638986095786} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 5.613247871398926, "loss_scale": 4.0, "retries": 0, "seconds": 228.1, "max_memory_gb": 18.12, "pair": 0.034427111964760115, "sign": 0.008593242666393053, "keep": 0.000923792918001709, "leak": 1.5159475207328796, "replacement": 0.41817250940948725} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 1.5423318147659302, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 18.12, "pair": 0.037645630771294236, "sign": 0.001975266437511891, "keep": 0.0019003657580469735, "leak": 0.11529755406081676, "replacement": 0.06840783590450883} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 3.620590925216675, "loss_scale": 4.0, "retries": 0, "seconds": 231.2, "max_memory_gb": 18.12, "pair": 0.10028092463289795, "sign": 0.10864259037043666, "keep": 0.05093829656334492, "leak": 0.2942728198532336, "replacement": 0.25363957364606904} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 6.870665550231934, "loss_scale": 4.0, "retries": 0, "seconds": 232.8, "max_memory_gb": 18.12, "pair": 0.24470120982732624, "sign": 0.22408661476220004, "keep": 0.43475264140579384, "leak": 0.18901724368333817, "replacement": 0.6213751770555973} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 3.4388575553894043, "loss_scale": 4.0, "retries": 0, "seconds": 234.3, "max_memory_gb": 18.12, "pair": 0.05158418467726733, "sign": 0.0036924401647411287, "keep": 0.7423046658586827, "leak": 0.611756544560194, "replacement": 0.5775218773633242} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 2.9304051399230957, "loss_scale": 4.0, "retries": 0, "seconds": 235.9, "max_memory_gb": 18.12, "pair": 0.09191883751191199, "sign": 0.03959109360584989, "keep": 0.004231814091326669, "leak": 0.6311913747340441, "replacement": 0.27162812929600477} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 10.77967643737793, "loss_scale": 4.0, "retries": 0, "seconds": 237.4, "max_memory_gb": 18.12, "pair": 0.06821720721200109, "sign": 0.33592947653960437, "keep": 0.0020719354520224442, "leak": 3.9485587924718857, "replacement": 1.2243576366454363} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 2.536810874938965, "loss_scale": 4.0, "retries": 0, "seconds": 238.9, "max_memory_gb": 18.12, "pair": 0.12237160373479128, "sign": 0.022928428486920893, "keep": 0.03229748597368598, "leak": 0.33128843270242214, "replacement": 0.23280666768550873} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.3191794157028198, "loss_scale": 4.0, "retries": 0, "seconds": 240.5, "max_memory_gb": 18.12, "pair": 0.09367293585091829, "sign": 0.004890833515673876, "keep": 0.02360964863328263, "leak": 0.34404378943145275, "replacement": 0.1939341239631176} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 1.8256844282150269, "loss_scale": 4.0, "retries": 0, "seconds": 242.0, "max_memory_gb": 18.12, "pair": 0.08725330629386008, "sign": 0.006720793491695076, "keep": 0.007036171264189761, "leak": 0.46252925193402916, "replacement": 0.20976410107687116} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 6.125699520111084, "loss_scale": 4.0, "retries": 0, "seconds": 243.6, "max_memory_gb": 18.12, "pair": 0.3605182374458309, "sign": 0.31307794870372163, "keep": 0.12731460689610685, "leak": 0.168676620349288, "replacement": 0.6228836597365444} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 5.836455345153809, "loss_scale": 4.0, "retries": 0, "seconds": 245.2, "max_memory_gb": 18.12, "pair": 0.3118824604898691, "sign": 0.20406487013678998, "keep": 0.21218216768465936, "leak": 0.8154179267585278, "replacement": 0.7238604687154293} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 5.873392105102539, "loss_scale": 4.0, "retries": 0, "seconds": 246.8, "max_memory_gb": 18.12, "pair": 0.035751303024881054, "sign": 0.007174956612288952, "keep": 0.018867685943405377, "leak": 0.5343952449038625, "replacement": 0.1823714377824217} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 3.7263920307159424, "loss_scale": 4.0, "retries": 0, "seconds": 248.3, "max_memory_gb": 18.12, "pair": 0.050247283914359286, "sign": 0.0024240933125838637, "keep": 0.03372133048287651, "leak": 1.157470554113388, "replacement": 0.35768763069063425} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.7064372301101685, "loss_scale": 4.0, "retries": 0, "seconds": 249.9, "max_memory_gb": 18.12, "pair": 0.183619637904485, "sign": 0.008882094582077116, "keep": 0.007707487759020637, "leak": 0.38742109391023405, "replacement": 0.2887697159603704} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 8.150842666625977, "loss_scale": 4.0, "retries": 0, "seconds": 251.4, "max_memory_gb": 18.12, "pair": 0.28424324768002407, "sign": 0.4393989276140928, "keep": 0.29850186962721637, "leak": 0.11006012000143528, "replacement": 0.6807086691260338} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 12.82943058013916, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 18.12, "pair": 0.18882598727941513, "sign": 0.030932777328416705, "keep": 0.5259917299263179, "leak": 0.5971927780701662, "replacement": 0.6165864299982786} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 22.832050323486328, "loss_scale": 4.0, "retries": 0, "seconds": 254.6, "max_memory_gb": 18.12, "pair": 0.346172833815217, "sign": 0.1748038991354406, "keep": 0.1263042397040408, "leak": 0.6914867643790785, "replacement": 0.6695985831320286} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 3.100093364715576, "loss_scale": 4.0, "retries": 0, "seconds": 256.1, "max_memory_gb": 18.12, "pair": 0.19598628114908934, "sign": 0.11867346106737386, "keep": 0.08183279328704884, "leak": 0.7502591907978058, "replacement": 0.48380420356988907} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 7.93209981918335, "loss_scale": 4.0, "retries": 0, "seconds": 257.7, "max_memory_gb": 18.12, "pair": 0.42176219169050455, "sign": 0.4789157000486739, "keep": 0.1827666909666732, "leak": 0.03651437989901751, "replacement": 0.7617319747805595} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 1.220747947692871, "loss_scale": 4.0, "retries": 0, "seconds": 259.2, "max_memory_gb": 18.12, "pair": 0.028216388298460515, "sign": 0.002867545663320925, "keep": 0.03352293166835807, "leak": 0.0651464774273336, "replacement": 0.06269824714399874} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 3.531071186065674, "loss_scale": 4.0, "retries": 0, "seconds": 260.7, "max_memory_gb": 18.12, "pair": 0.14316571625386132, "sign": 0.1005684522096999, "keep": 0.0014783158039790578, "leak": 0.32109832600690424, "replacement": 0.27446367777884007} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 3.464771032333374, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 18.12, "pair": 0.15603500232646184, "sign": 0.00849646948336158, "keep": 0.0050080244172932, "leak": 0.12800299003720284, "replacement": 0.19478799756325316} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 1.9241409301757812, "loss_scale": 4.0, "retries": 0, "seconds": 263.8, "max_memory_gb": 18.12, "pair": 0.1430911718734933, "sign": 0.006212844607944135, "keep": 0.07272999755559795, "leak": 0.7130133733153343, "replacement": 0.36081592831760645} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 7.162435054779053, "loss_scale": 4.0, "retries": 0, "seconds": 265.3, "max_memory_gb": 18.12, "pair": 0.03165011312376009, "sign": 0.014162301948090317, "keep": 0.007644459593848296, "leak": 2.808153306134045, "replacement": 0.7445917963050306} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 2.6672027111053467, "loss_scale": 4.0, "retries": 0, "seconds": 266.9, "max_memory_gb": 18.12, "pair": 0.14764951448887587, "sign": 0.0460980674251914, "keep": 0.05237116656644503, "leak": 0.20540555007755756, "replacement": 0.2482355237007141} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 18.518264770507812, "loss_scale": 4.0, "retries": 0, "seconds": 268.4, "max_memory_gb": 18.12, "pair": 0.42004328966140747, "sign": 0.30762611085083336, "keep": 0.4242923030251404, "leak": 0.3856806233525276, "replacement": 0.8824226446449757} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 3.071171283721924, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 18.12, "pair": 0.23225650424137712, "sign": 0.08005218114703894, "keep": 0.23757711065991316, "leak": 0.0827168706455268, "replacement": 0.4117503771558404} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 2.840932607650757, "loss_scale": 4.0, "retries": 0, "seconds": 271.6, "max_memory_gb": 18.12, "pair": 0.19849669095128775, "sign": 0.0468428090098314, "keep": 0.041792911069933325, "leak": 0.14089510031044483, "replacement": 0.2780383266508579} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 5.993676662445068, "loss_scale": 4.0, "retries": 0, "seconds": 273.1, "max_memory_gb": 18.12, "pair": 0.07239773077890277, "sign": 0.003850211840472184, "keep": 0.01648584834765643, "leak": 1.6946780197322369, "replacement": 0.5062352791428566} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 4.012477397918701, "loss_scale": 4.0, "retries": 0, "seconds": 274.7, "max_memory_gb": 18.12, "pair": 0.15285267869603558, "sign": 0.0044495281763374805, "keep": 0.19834353829469364, "leak": 0.1710881396647892, "replacement": 0.29702122998423874} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 1.4102543592453003, "loss_scale": 4.0, "retries": 0, "seconds": 276.2, "max_memory_gb": 18.12, "pair": 0.09774623927660286, "sign": 0.030064902413869277, "keep": 0.002869070020096842, "leak": 0.1515107825398445, "replacement": 0.15209092618897557} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 12.791193962097168, "loss_scale": 4.0, "retries": 0, "seconds": 277.7, "max_memory_gb": 18.12, "pair": 0.07673777313902974, "sign": 0.2634396238718182, "keep": 1.3966366124568594, "leak": 1.051197057172942, "replacement": 1.1695751855149865} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 6.7811598777771, "loss_scale": 4.0, "retries": 0, "seconds": 279.3, "max_memory_gb": 18.12, "pair": 0.052182255079969764, "sign": 0.0042882891139015555, "keep": 0.0025965748991438886, "leak": 1.7552473619580269, "replacement": 0.4944365359842777} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 1.4724661111831665, "loss_scale": 4.0, "retries": 0, "seconds": 280.8, "max_memory_gb": 18.12, "pair": 0.08721451201881791, "sign": 0.08516971410426777, "keep": 0.018955838326064622, "leak": 0.11536501918453723, "replacement": 0.16811854270054027} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 2.804535388946533, "loss_scale": 4.0, "retries": 0, "seconds": 282.3, "max_memory_gb": 18.12, "pair": 0.2934998229611665, "sign": 0.35728070931509137, "keep": 0.37921601960806584, "leak": 0.2946551740169525, "replacement": 0.735411997884512} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 20.129362106323242, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 18.12, "pair": 0.29816610971465707, "sign": 1.3256572834216058, "keep": 2.3994098939874675, "leak": 3.8902007788419724, "replacement": 3.1332497745752335} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 5.365790367126465, "loss_scale": 4.0, "retries": 0, "seconds": 285.5, "max_memory_gb": 18.12, "pair": 0.13968838844448328, "sign": 0.057539396701031365, "keep": 0.5240559228914208, "leak": 0.29017758276313543, "replacement": 0.5030304519459605} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 2.024242639541626, "loss_scale": 4.0, "retries": 0, "seconds": 287.0, "max_memory_gb": 18.12, "pair": 0.04204772907542065, "sign": 0.002705097198486328, "keep": 0.004219958238536492, "leak": 0.2881093993782997, "replacement": 0.11753760650753975} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 4.834097385406494, "loss_scale": 4.0, "retries": 0, "seconds": 288.7, "max_memory_gb": 18.12, "pair": 0.034205319487227825, "sign": 0.005408958080806769, "keep": 0.00041568717028894753, "leak": 0.901553780413451, "replacement": 0.26250607892870903} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 1.350723147392273, "loss_scale": 4.0, "retries": 0, "seconds": 290.2, "max_memory_gb": 18.12, "pair": 0.013995950110256672, "sign": 0.000986952887615189, "keep": 0.0006918779863553937, "leak": 0.1703194510191679, "replacement": 0.057415228337049484} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 4.035035610198975, "loss_scale": 4.0, "retries": 0, "seconds": 291.7, "max_memory_gb": 18.12, "pair": 0.05006963002961129, "sign": 0.018079758330713958, "keep": 0.0034149210550822318, "leak": 0.6851684898138046, "replacement": 0.23210909217596054} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 9.848937034606934, "loss_scale": 4.0, "retries": 0, "seconds": 293.3, "max_memory_gb": 18.12, "pair": 0.2722179782613239, "sign": 0.15076081563165644, "keep": 0.2147820542586487, "leak": 0.9419184327125549, "replacement": 0.6904690093360841} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 11.982672691345215, "loss_scale": 4.0, "retries": 0, "seconds": 294.8, "max_memory_gb": 18.12, "pair": 0.3073153836949132, "sign": 1.174657493342238, "keep": 0.0013647879202380864, "leak": 0.6733100302517414, "replacement": 1.0636540068080649} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 4.9923529624938965, "loss_scale": 4.0, "retries": 0, "seconds": 296.4, "max_memory_gb": 18.12, "pair": 0.1882367515936494, "sign": 0.10181168367853388, "keep": 0.3099151293281466, "leak": 0.023258908797288314, "replacement": 0.39991491194814444} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 5.64375638961792, "loss_scale": 4.0, "retries": 0, "seconds": 298.0, "max_memory_gb": 18.12, "pair": 0.03994424035772681, "sign": 0.00461149652255699, "keep": 0.01425486640073359, "leak": 1.3436469687148929, "replacement": 0.38528915122151375} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 2.503918170928955, "loss_scale": 4.0, "retries": 0, "seconds": 299.5, "max_memory_gb": 18.12, "pair": 0.0400896274823026, "sign": 0.006962381667108275, "keep": 0.0003285383631919103, "leak": 0.07715391973033547, "replacement": 0.0630235681310296} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 4.007161617279053, "loss_scale": 4.0, "retries": 0, "seconds": 301.1, "max_memory_gb": 18.12, "pair": 0.3058297123934608, "sign": 0.33814913492824417, "keep": 0.9010511529603491, "leak": 0.3710436150431633, "replacement": 1.0181907881051302} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 1.291939377784729, "loss_scale": 4.0, "retries": 0, "seconds": 302.6, "max_memory_gb": 18.12, "pair": 0.05136996856890619, "sign": 0.0081539626698941, "keep": 0.012535851856227964, "leak": 0.08099458768265322, "replacement": 0.0819635228253901} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 3.3754501342773438, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 18.12, "pair": 0.03703301666973857, "sign": 0.004184367542620748, "keep": 0.007838736970370519, "leak": 0.86738096550107, "replacement": 0.2598897982388735} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 3.302753210067749, "loss_scale": 4.0, "retries": 0, "seconds": 305.7, "max_memory_gb": 18.12, "pair": 0.16478552376429434, "sign": 0.08045857807155699, "keep": 0.00708257406768098, "leak": 0.15526761731598526, "replacement": 0.24737299978733063} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 2.9184255599975586, "loss_scale": 4.0, "retries": 0, "seconds": 307.3, "max_memory_gb": 18.12, "pair": 0.08001950089237653, "sign": 0.008022984198760241, "keep": 0.002542106069086003, "leak": 0.6720629967749119, "replacement": 0.25331779895350337} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 3.1431944370269775, "loss_scale": 4.0, "retries": 0, "seconds": 308.8, "max_memory_gb": 18.12, "pair": 0.059797650347718445, "sign": 0.004317503371567, "keep": 0.003046335575163539, "leak": 0.29149998410139233, "replacement": 0.13635456189513206} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 8.659819602966309, "loss_scale": 4.0, "retries": 0, "seconds": 310.4, "max_memory_gb": 18.12, "pair": 0.04972208489198238, "sign": 0.010354748228564858, "keep": 0.0028759281806287618, "leak": 1.156715203076601, "replacement": 0.34551623091101646} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 3.5689122676849365, "loss_scale": 4.0, "retries": 0, "seconds": 312.0, "max_memory_gb": 18.12, "pair": 0.1459636416984722, "sign": 0.09279009162128204, "keep": 0.041739216321730055, "leak": 0.28864697691460606, "replacement": 0.28539005329366773} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 2.068450450897217, "loss_scale": 4.0, "retries": 0, "seconds": 313.5, "max_memory_gb": 18.12, "pair": 0.1923463325947523, "sign": 0.14620316750369966, "keep": 0.00725077441893518, "leak": 0.12945422250777483, "replacement": 0.3014368526637554} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 1.0176478624343872, "loss_scale": 4.0, "retries": 0, "seconds": 315.1, "max_memory_gb": 18.12, "pair": 0.060719244410393, "sign": 0.004020631313323975, "keep": 0.0006481359441750101, "leak": 0.14281915873289108, "replacement": 0.09875841764733195} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 2.5187129974365234, "loss_scale": 4.0, "retries": 0, "seconds": 316.6, "max_memory_gb": 18.12, "pair": 0.14377680933102965, "sign": 0.03074755778652616, "keep": 0.279171676691476, "leak": 0.54640783467039, "replacement": 0.43533837236464024} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.0669097900390625, "loss_scale": 4.0, "retries": 0, "seconds": 318.2, "max_memory_gb": 18.12, "pair": 0.20442650094628334, "sign": 0.010447444976307452, "keep": 0.10812383971642703, "leak": 0.5378295903792605, "replacement": 0.39816953241825104} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 9.224331855773926, "loss_scale": 4.0, "retries": 0, "seconds": 319.7, "max_memory_gb": 18.12, "pair": 0.2007246860594023, "sign": 1.4014777691336349, "keep": 0.0022111071434665064, "leak": 0.31086933240294456, "replacement": 0.9802864505909383} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 3.5526957511901855, "loss_scale": 4.0, "retries": 0, "seconds": 321.3, "max_memory_gb": 18.12, "pair": 0.06574538955464959, "sign": 0.011568592570256442, "keep": 0.014304529555374756, "leak": 0.5209079805354122, "replacement": 0.2089089509099722} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 6.744948387145996, "loss_scale": 4.0, "retries": 0, "seconds": 322.9, "max_memory_gb": 18.12, "pair": 0.10743023848044686, "sign": 0.018996082479134202, "keep": 0.5934828515164554, "leak": 1.1306528458371758, "replacement": 0.6963329128921032} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 5.838503360748291, "loss_scale": 4.0, "retries": 0, "seconds": 324.4, "max_memory_gb": 18.12, "pair": 0.0927019737749788, "sign": 0.008005784799024696, "keep": 0.0027733181867688472, "leak": 1.3252091109752655, "replacement": 0.42939379438757896} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 3.7385454177856445, "loss_scale": 4.0, "retries": 0, "seconds": 325.9, "max_memory_gb": 18.12, "pair": 0.38191354705486447, "sign": 0.03886259644059464, "keep": 0.06380268039356451, "leak": 1.101684309542179, "replacement": 0.7086672559380531} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.260233163833618, "loss_scale": 4.0, "retries": 0, "seconds": 327.6, "max_memory_gb": 18.12, "pair": 0.05174080259166658, "sign": 0.007675411237869412, "keep": 0.03334817961876979, "leak": 0.27977249259129167, "replacement": 0.14219571836292744} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 9.732154846191406, "loss_scale": 4.0, "retries": 0, "seconds": 329.1, "max_memory_gb": 18.12, "pair": 0.21162542328238487, "sign": 0.29889990226365626, "keep": 0.10095708770677447, "leak": 1.3710941039025784, "replacement": 0.7543274573981762} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 4.476465225219727, "loss_scale": 4.0, "retries": 0, "seconds": 330.6, "max_memory_gb": 18.12, "pair": 0.2183751887641847, "sign": 0.004290253215003759, "keep": 0.009961401927284896, "leak": 0.3876373744569719, "replacement": 0.32241036649793386} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 5.808656215667725, "loss_scale": 4.0, "retries": 0, "seconds": 332.2, "max_memory_gb": 18.12, "pair": 0.588094462898539, "sign": 1.4775000917943544, "keep": 0.06662969507397065, "leak": 0.14891350918333046, "replacement": 1.3973876862182806} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 7.53516149520874, "loss_scale": 4.0, "retries": 0, "seconds": 333.8, "max_memory_gb": 18.12, "pair": 0.4054003218188882, "sign": 0.49770952126709744, "keep": 1.0858144089579582, "leak": 0.5782937761832727, "replacement": 1.3417356945574284} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 2.379905939102173, "loss_scale": 4.0, "retries": 0, "seconds": 335.3, "max_memory_gb": 18.12, "pair": 0.19642237300831766, "sign": 0.027982389990938827, "keep": 0.008566283379423112, "leak": 0.12249154783785343, "replacement": 0.24531960394233465} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 5.870065212249756, "loss_scale": 4.0, "retries": 0, "seconds": 336.9, "max_memory_gb": 18.12, "pair": 0.010081200489366893, "sign": 0.016159519436769187, "keep": 0.8288563145165426, "leak": 0.523447803221643, "replacement": 0.5634510952513665} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 2.7312979698181152, "loss_scale": 4.0, "retries": 0, "seconds": 338.4, "max_memory_gb": 18.12, "pair": 0.2319752760231495, "sign": 0.010871827136725187, "keep": 0.053529015043750405, "leak": 0.3533293097279966, "replacement": 0.3525080271065235} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 4.153367042541504, "loss_scale": 4.0, "retries": 0, "seconds": 340.0, "max_memory_gb": 18.12, "pair": 0.12678828462958336, "sign": 0.03625867440132424, "keep": 0.004669347283197567, "leak": 0.9039178495004307, "replacement": 0.37323175743222237} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.716135501861572, "loss_scale": 4.0, "retries": 0, "seconds": 341.6, "max_memory_gb": 18.12, "pair": 0.14296284903258538, "sign": 0.054405618910095654, "keep": 0.42631821706100936, "leak": 0.11700334999841289, "replacement": 0.4125756009016186} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 4.902342796325684, "loss_scale": 4.0, "retries": 0, "seconds": 343.1, "max_memory_gb": 18.12, "pair": 0.052850797059363686, "sign": 0.027733301401895005, "keep": 0.0025488250294074533, "leak": 0.7685537600773387, "replacement": 0.26013030484318733} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 12.050592422485352, "loss_scale": 4.0, "retries": 0, "seconds": 344.7, "max_memory_gb": 18.12, "pair": 0.17349439021199942, "sign": 0.8053978609386832, "keep": 0.5051367177220527, "leak": 0.6704179421067238, "replacement": 0.9963661320507526} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 25.800765991210938, "loss_scale": 4.0, "retries": 0, "seconds": 346.2, "max_memory_gb": 18.12, "pair": 0.515686822859152, "sign": 0.328530395636335, "keep": 0.5126790070662537, "leak": 1.4957037437707186, "replacement": 1.310217488789931} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 7.864941120147705, "loss_scale": 4.0, "retries": 0, "seconds": 347.7, "max_memory_gb": 18.12, "pair": 0.061326039605773985, "sign": 0.2950470357609447, "keep": 0.0004587438861562987, "leak": 0.1570017726844526, "replacement": 0.24832936841994524} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 3.3193187713623047, "loss_scale": 4.0, "retries": 0, "seconds": 349.4, "max_memory_gb": 18.12, "pair": 0.23140120832249522, "sign": 0.11119796347338706, "keep": 0.028280273982090876, "leak": 0.11229759082198143, "replacement": 0.32921470887959003} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 3.791809320449829, "loss_scale": 4.0, "retries": 0, "seconds": 350.9, "max_memory_gb": 18.12, "pair": 0.048113164431072164, "sign": 0.0014969196381571237, "keep": 0.002880357930308719, "leak": 0.4451582171022892, "replacement": 0.16159135662019253} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.408860683441162, "loss_scale": 4.0, "retries": 0, "seconds": 352.4, "max_memory_gb": 18.12, "pair": 0.14278527347414638, "sign": 0.03294212950277142, "keep": 0.0020809713435028243, "leak": 0.3553400747478008, "replacement": 0.24913183553144336} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 4.419682025909424, "loss_scale": 4.0, "retries": 0, "seconds": 354.1, "max_memory_gb": 18.12, "pair": 0.10824928326474037, "sign": 0.12270621990319341, "keep": 0.006076484631194035, "leak": 0.0033118632854893804, "replacement": 0.17346859665121883} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 1.6327749490737915, "loss_scale": 4.0, "retries": 0, "seconds": 355.5, "max_memory_gb": 18.12, "pair": 0.1334981843829155, "sign": 0.0367535199620761, "keep": 0.011848900699988008, "leak": 0.1712828789895866, "replacement": 0.2006201148033142} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 5.781201362609863, "loss_scale": 4.0, "retries": 0, "seconds": 357.1, "max_memory_gb": 18.12, "pair": 0.03887720489001367, "sign": 0.007512123673222959, "keep": 0.0790002309929605, "leak": 1.0860679187971982, "replacement": 0.3536503480281681} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 5.067572593688965, "loss_scale": 4.0, "retries": 0, "seconds": 358.7, "max_memory_gb": 18.12, "pair": 0.3484294813242741, "sign": 0.49933214657357894, "keep": 1.3950312498491257, "leak": 0.6833933730376884, "replacement": 1.4664594419300556} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 3.5321991443634033, "loss_scale": 4.0, "retries": 0, "seconds": 360.2, "max_memory_gb": 18.12, "pair": 0.11118885688483715, "sign": 0.11787725036265329, "keep": 0.005545422653085552, "leak": 0.3928757523272566, "replacement": 0.27111912751570344} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 9.918932914733887, "loss_scale": 4.0, "retries": 0, "seconds": 361.7, "max_memory_gb": 18.12, "pair": 0.24394571245647967, "sign": 0.21891588685684837, "keep": 0.1275212800319423, "leak": 0.4724628981202841, "replacement": 0.5352800134569407} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.774127721786499, "loss_scale": 4.0, "retries": 0, "seconds": 363.3, "max_memory_gb": 18.12, "pair": 0.13356433872468187, "sign": 0.012417886624461971, "keep": 0.004458415521639836, "leak": 0.15580537565983832, "replacement": 0.180953829549253} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.0549997091293335, "loss_scale": 4.0, "retries": 0, "seconds": 364.8, "max_memory_gb": 18.12, "pair": 0.04833685513585806, "sign": 0.01826222345698625, "keep": 0.015872389156356803, "leak": 0.10054167662747204, "replacement": 0.09053958207368851} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 6.744767665863037, "loss_scale": 4.0, "retries": 0, "seconds": 366.4, "max_memory_gb": 18.12, "pair": 0.16947105526924133, "sign": 0.41478734486736357, "keep": 0.003362568619195372, "leak": 0.7842845413833857, "replacement": 0.5746171474456787} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 7.182880878448486, "loss_scale": 4.0, "retries": 0, "seconds": 367.9, "max_memory_gb": 18.12, "pair": 0.28347365790978074, "sign": 0.303463738237042, "keep": 0.38922405587800313, "leak": 0.2360576754435897, "replacement": 0.6888319700956345} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 6.292052268981934, "loss_scale": 4.0, "retries": 0, "seconds": 369.4, "max_memory_gb": 18.12, "pair": 0.10890195984393358, "sign": 0.06679086457006633, "keep": 0.09288673137780279, "leak": 1.9429143508896232, "replacement": 0.6744693517684937} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 2.771547317504883, "loss_scale": 4.0, "retries": 0, "seconds": 371.0, "max_memory_gb": 18.12, "pair": 0.09065905524676054, "sign": 0.010832201995071955, "keep": 0.0031396433969348436, "leak": 0.1454791978758294, "replacement": 0.13401477632578462} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 30.74577522277832, "loss_scale": 4.0, "retries": 0, "seconds": 372.6, "max_memory_gb": 18.12, "pair": 0.677146690315567, "sign": 0.9740178213542094, "keep": 1.6783095685532317, "leak": 3.9461341900750995, "replacement": 2.989843875169754} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 1.743144154548645, "loss_scale": 4.0, "retries": 0, "seconds": 374.1, "max_memory_gb": 18.12, "pair": 0.06539144055568613, "sign": 0.002661776728928089, "keep": 0.008113971550301358, "leak": 0.3272486701607704, "replacement": 0.15259148075710982} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 31.01350212097168, "loss_scale": 4.0, "retries": 0, "seconds": 375.7, "max_memory_gb": 18.12, "pair": 0.6487387791275978, "sign": 0.603506495244801, "keep": 1.3511574176955037, "leak": 3.1077573138754815, "replacement": 2.4030100842937827} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 2.6675772666931152, "loss_scale": 4.0, "retries": 0, "seconds": 377.2, "max_memory_gb": 18.12, "pair": 0.061144267665440566, "sign": 0.014937058789655566, "keep": 0.002398403361041801, "leak": 0.6396616750862449, "replacement": 0.22972741146804765} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 12.063828468322754, "loss_scale": 4.0, "retries": 0, "seconds": 378.7, "max_memory_gb": 18.12, "pair": 0.5943389348685741, "sign": 0.32635028270306066, "keep": 0.3865458433283493, "leak": 0.36217248532921076, "replacement": 1.041330125182867} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 9.066238403320312, "loss_scale": 4.0, "retries": 0, "seconds": 380.4, "max_memory_gb": 18.12, "pair": 0.1573797789606033, "sign": 0.21963669820979703, "keep": 0.9366113648084138, "leak": 0.6307823258102871, "replacement": 0.8931994366575964} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 4.087993621826172, "loss_scale": 4.0, "retries": 0, "seconds": 381.9, "max_memory_gb": 18.12, "pair": 0.10860044459695928, "sign": 0.09466203125339234, "keep": 0.03453057941169391, "leak": 0.5623937845230103, "replacement": 0.31379519775509834} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 3.9626293182373047, "loss_scale": 4.0, "retries": 0, "seconds": 383.4, "max_memory_gb": 18.12, "pair": 0.1073746302863583, "sign": 0.17629423366452102, "keep": 0.15000937986042118, "leak": 0.3519418050782406, "replacement": 0.3585118819028139} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 3.4311718940734863, "loss_scale": 4.0, "retries": 0, "seconds": 385.0, "max_memory_gb": 18.12, "pair": 0.0989896897226572, "sign": 0.05122439767001197, "keep": 0.06227744920033729, "leak": 0.25973072613123804, "replacement": 0.22067329473793507} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 7.566854000091553, "loss_scale": 4.0, "retries": 0, "seconds": 386.5, "max_memory_gb": 18.12, "pair": 0.12308751417140229, "sign": 0.004723701953480486, "keep": 0.004935365326673491, "leak": 1.0971945982892066, "replacement": 0.4022157003637403} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 2.2718400955200195, "loss_scale": 4.0, "retries": 0, "seconds": 388.0, "max_memory_gb": 18.12, "pair": 0.112565556410118, "sign": 0.03587518370477483, "keep": 0.006125578115643293, "leak": 0.18101992830634117, "replacement": 0.17882091458886862} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 7.092602252960205, "loss_scale": 4.0, "retries": 0, "seconds": 389.6, "max_memory_gb": 18.12, "pair": 0.1303767692297697, "sign": 0.7970170160697307, "keep": 0.0012265280073506801, "leak": 0.7532379985786974, "replacement": 0.7178080435842276} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 3.1020591259002686, "loss_scale": 4.0, "retries": 0, "seconds": 391.1, "max_memory_gb": 18.12, "pair": 0.09256731241475791, "sign": 0.0032860193750821054, "keep": 0.0027761767103129387, "leak": 0.25432009249925613, "replacement": 0.15917843207716942} diff --git a/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/README.md b/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4f9f856cf0e1531b47e25d266833b2977a19d3ac --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/InternVL3_5-8B-HF +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/InternVL3_5-8B-HF +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/adapter_config.json b/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..06090e8ed471dc1785c793916a0d1413b1bf2698 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s73/adapter/adapter_config.json @@ -0,0 +1,213 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": { + "model.language_model.layers.18.mlp.down_proj": 144, + "model.language_model.layers.18.mlp.gate_proj": 144, + "model.language_model.layers.18.mlp.up_proj": 144, + "model.language_model.layers.18.self_attn.k_proj": 144, + "model.language_model.layers.18.self_attn.o_proj": 144, + "model.language_model.layers.18.self_attn.q_proj": 144, + "model.language_model.layers.18.self_attn.v_proj": 144, + "model.language_model.layers.19.mlp.down_proj": 144, + "model.language_model.layers.19.mlp.gate_proj": 144, + "model.language_model.layers.19.mlp.up_proj": 144, + "model.language_model.layers.19.self_attn.k_proj": 144, + "model.language_model.layers.19.self_attn.o_proj": 144, + "model.language_model.layers.19.self_attn.q_proj": 144, + "model.language_model.layers.19.self_attn.v_proj": 144, + "model.language_model.layers.20.mlp.down_proj": 144, + "model.language_model.layers.20.mlp.gate_proj": 144, + "model.language_model.layers.20.mlp.up_proj": 144, + "model.language_model.layers.20.self_attn.k_proj": 144, + "model.language_model.layers.20.self_attn.o_proj": 144, + "model.language_model.layers.20.self_attn.q_proj": 144, + "model.language_model.layers.20.self_attn.v_proj": 144, + "model.language_model.layers.21.mlp.down_proj": 144, + "model.language_model.layers.21.mlp.gate_proj": 144, + "model.language_model.layers.21.mlp.up_proj": 144, + "model.language_model.layers.21.self_attn.k_proj": 144, + "model.language_model.layers.21.self_attn.o_proj": 144, + "model.language_model.layers.21.self_attn.q_proj": 144, + "model.language_model.layers.21.self_attn.v_proj": 144, + "model.language_model.layers.23.mlp.down_proj": 144, + "model.language_model.layers.23.mlp.gate_proj": 144, + "model.language_model.layers.23.mlp.up_proj": 144, + "model.language_model.layers.23.self_attn.k_proj": 144, + "model.language_model.layers.23.self_attn.o_proj": 144, + "model.language_model.layers.23.self_attn.q_proj": 144, + "model.language_model.layers.23.self_attn.v_proj": 144, + "model.language_model.layers.24.mlp.down_proj": 144, + "model.language_model.layers.24.mlp.gate_proj": 144, + "model.language_model.layers.24.mlp.up_proj": 144, + "model.language_model.layers.24.self_attn.k_proj": 144, + "model.language_model.layers.24.self_attn.o_proj": 144, + "model.language_model.layers.24.self_attn.q_proj": 144, + "model.language_model.layers.24.self_attn.v_proj": 144, + "model.language_model.layers.26.mlp.down_proj": 144, + "model.language_model.layers.26.mlp.gate_proj": 144, + "model.language_model.layers.26.mlp.up_proj": 144, + "model.language_model.layers.26.self_attn.k_proj": 144, + "model.language_model.layers.26.self_attn.o_proj": 144, + "model.language_model.layers.26.self_attn.q_proj": 144, + "model.language_model.layers.26.self_attn.v_proj": 144, + "model.language_model.layers.29.mlp.down_proj": 144, + "model.language_model.layers.29.mlp.gate_proj": 144, + "model.language_model.layers.29.mlp.up_proj": 144, + "model.language_model.layers.29.self_attn.k_proj": 144, + "model.language_model.layers.29.self_attn.o_proj": 144, + "model.language_model.layers.29.self_attn.q_proj": 144, + "model.language_model.layers.29.self_attn.v_proj": 144 + }, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": { + "model.language_model.layers.18.mlp.down_proj": 72, + "model.language_model.layers.18.mlp.gate_proj": 72, + "model.language_model.layers.18.mlp.up_proj": 72, + "model.language_model.layers.18.self_attn.k_proj": 72, + "model.language_model.layers.18.self_attn.o_proj": 72, + "model.language_model.layers.18.self_attn.q_proj": 72, + "model.language_model.layers.18.self_attn.v_proj": 72, + "model.language_model.layers.19.mlp.down_proj": 72, + "model.language_model.layers.19.mlp.gate_proj": 72, + "model.language_model.layers.19.mlp.up_proj": 72, + "model.language_model.layers.19.self_attn.k_proj": 72, + "model.language_model.layers.19.self_attn.o_proj": 72, + "model.language_model.layers.19.self_attn.q_proj": 72, + "model.language_model.layers.19.self_attn.v_proj": 72, + "model.language_model.layers.20.mlp.down_proj": 72, + "model.language_model.layers.20.mlp.gate_proj": 72, + "model.language_model.layers.20.mlp.up_proj": 72, + "model.language_model.layers.20.self_attn.k_proj": 72, + "model.language_model.layers.20.self_attn.o_proj": 72, + "model.language_model.layers.20.self_attn.q_proj": 72, + "model.language_model.layers.20.self_attn.v_proj": 72, + "model.language_model.layers.21.mlp.down_proj": 72, + "model.language_model.layers.21.mlp.gate_proj": 72, + "model.language_model.layers.21.mlp.up_proj": 72, + "model.language_model.layers.21.self_attn.k_proj": 72, + "model.language_model.layers.21.self_attn.o_proj": 72, + "model.language_model.layers.21.self_attn.q_proj": 72, + "model.language_model.layers.21.self_attn.v_proj": 72, + "model.language_model.layers.23.mlp.down_proj": 72, + "model.language_model.layers.23.mlp.gate_proj": 72, + "model.language_model.layers.23.mlp.up_proj": 72, + "model.language_model.layers.23.self_attn.k_proj": 72, + "model.language_model.layers.23.self_attn.o_proj": 72, + "model.language_model.layers.23.self_attn.q_proj": 72, + "model.language_model.layers.23.self_attn.v_proj": 72, + "model.language_model.layers.24.mlp.down_proj": 72, + "model.language_model.layers.24.mlp.gate_proj": 72, + "model.language_model.layers.24.mlp.up_proj": 72, + "model.language_model.layers.24.self_attn.k_proj": 72, + "model.language_model.layers.24.self_attn.o_proj": 72, + "model.language_model.layers.24.self_attn.q_proj": 72, + "model.language_model.layers.24.self_attn.v_proj": 72, + "model.language_model.layers.26.mlp.down_proj": 72, + "model.language_model.layers.26.mlp.gate_proj": 72, + "model.language_model.layers.26.mlp.up_proj": 72, + "model.language_model.layers.26.self_attn.k_proj": 72, + "model.language_model.layers.26.self_attn.o_proj": 72, + "model.language_model.layers.26.self_attn.q_proj": 72, + "model.language_model.layers.26.self_attn.v_proj": 72, + "model.language_model.layers.29.mlp.down_proj": 72, + "model.language_model.layers.29.mlp.gate_proj": 72, + "model.language_model.layers.29.mlp.up_proj": 72, + "model.language_model.layers.29.self_attn.k_proj": 72, + "model.language_model.layers.29.self_attn.o_proj": 72, + "model.language_model.layers.29.self_attn.q_proj": 72, + "model.language_model.layers.29.self_attn.v_proj": 72 + }, + "revision": null, + "target_modules": [ + "model.language_model.layers.20.mlp.up_proj", + "model.language_model.layers.20.mlp.gate_proj", + "model.language_model.layers.18.self_attn.k_proj", + "model.language_model.layers.19.mlp.down_proj", + "model.language_model.layers.18.mlp.gate_proj", + "model.language_model.layers.21.mlp.gate_proj", + "model.language_model.layers.24.mlp.up_proj", + "model.language_model.layers.26.mlp.gate_proj", + "model.language_model.layers.21.self_attn.v_proj", + "model.language_model.layers.24.self_attn.k_proj", + "model.language_model.layers.21.mlp.up_proj", + "model.language_model.layers.19.self_attn.v_proj", + "model.language_model.layers.26.self_attn.o_proj", + "model.language_model.layers.23.mlp.gate_proj", + "model.language_model.layers.21.self_attn.q_proj", + "model.language_model.layers.29.mlp.down_proj", + "model.language_model.layers.20.mlp.down_proj", + "model.language_model.layers.18.mlp.down_proj", + "model.language_model.layers.18.self_attn.v_proj", + "model.language_model.layers.19.self_attn.q_proj", + "model.language_model.layers.18.mlp.up_proj", + "model.language_model.layers.29.mlp.up_proj", + "model.language_model.layers.24.self_attn.q_proj", + "model.language_model.layers.18.self_attn.o_proj", + "model.language_model.layers.18.self_attn.q_proj", + "model.language_model.layers.19.mlp.up_proj", + "model.language_model.layers.21.self_attn.o_proj", + "model.language_model.layers.19.self_attn.o_proj", + "model.language_model.layers.20.self_attn.q_proj", + "model.language_model.layers.26.self_attn.v_proj", + "model.language_model.layers.26.self_attn.k_proj", + "model.language_model.layers.24.mlp.gate_proj", + "model.language_model.layers.24.self_attn.o_proj", + "model.language_model.layers.19.self_attn.k_proj", + "model.language_model.layers.20.self_attn.v_proj", + "model.language_model.layers.19.mlp.gate_proj", + "model.language_model.layers.24.self_attn.v_proj", + "model.language_model.layers.21.mlp.down_proj", + "model.language_model.layers.23.self_attn.k_proj", + "model.language_model.layers.23.mlp.down_proj", + "model.language_model.layers.24.mlp.down_proj", + "model.language_model.layers.29.self_attn.q_proj", + "model.language_model.layers.29.self_attn.o_proj", + "model.language_model.layers.29.self_attn.k_proj", + "model.language_model.layers.26.self_attn.q_proj", + "model.language_model.layers.23.self_attn.o_proj", + "model.language_model.layers.26.mlp.down_proj", + "model.language_model.layers.29.self_attn.v_proj", + "model.language_model.layers.29.mlp.gate_proj", + "model.language_model.layers.20.self_attn.k_proj", + "model.language_model.layers.23.self_attn.v_proj", + "model.language_model.layers.23.mlp.up_proj", + "model.language_model.layers.26.mlp.up_proj", + "model.language_model.layers.20.self_attn.o_proj", + "model.language_model.layers.21.self_attn.k_proj", + "model.language_model.layers.23.self_attn.q_proj" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s73/config.json b/runs/fixed_internvl/replacement/TopDelta8_s73/config.json new file mode 100644 index 0000000000000000000000000000000000000000..71d57043df2a762078d24210eb88a4b05f8f4695 --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s73/config.json @@ -0,0 +1,43 @@ +{ + "behavior": "replacement", + "seed": 73, + "model": "/data/OPSD/assets/models/InternVL3_5-8B-HF", + "backbone": "internvl", + "train": "/data/OPSD/assets/v3/replacement.jsonl", + "items": 1000, + "steps": 250, + "epochs": 1, + "steps_per_epoch": 250, + "world_size": 1, + "lr": 5e-05, + "scheduler": "cosine", + "warmup_steps": 16, + "final_fraction": 0.1, + "clip": 1.0, + "initial_loss_scale": 4.0, + "arm": { + "arm": "TopDelta8", + "layers": [ + 18, + 19, + 20, + 21, + 23, + 24, + 26, + 29 + ], + "ranks": { + "18": 72, + "19": 72, + "20": 72, + "21": 72, + "23": 72, + "24": 72, + "26": 72, + "29": 72 + }, + "parameters": 43646976, + "budget": 43646976 + } +} \ No newline at end of file diff --git a/runs/fixed_internvl/replacement/TopDelta8_s73/steps.jsonl b/runs/fixed_internvl/replacement/TopDelta8_s73/steps.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c77250f398d3f70cd7a93693d6758d64827745ef --- /dev/null +++ b/runs/fixed_internvl/replacement/TopDelta8_s73/steps.jsonl @@ -0,0 +1,250 @@ +{"step": 1, "steps": 250, "lr": 3.125e-06, "grad_norm": 16.096220016479492, "loss_scale": 4.0, "retries": 0, "seconds": 2.0, "max_memory_gb": 17.76, "pair": 1.0986123085021973, "sign": 0.06125477189198136, "keep": 1.3265736600587843, "leak": 0.0, "replacement": 1.7925265431404114} +{"step": 2, "steps": 250, "lr": 6.25e-06, "grad_norm": 33.20545959472656, "loss_scale": 4.0, "retries": 0, "seconds": 3.8, "max_memory_gb": 18.09, "pair": 1.0933146476745605, "sign": 0.4927066727541387, "keep": 3.3021286725997925, "leak": 0.00012166264640711688, "replacement": 2.990762710571289} +{"step": 3, "steps": 250, "lr": 9.375000000000001e-06, "grad_norm": 14.463594436645508, "loss_scale": 4.0, "retries": 0, "seconds": 5.5, "max_memory_gb": 18.09, "pair": 1.066143959760666, "sign": 0.05851613078266382, "keep": 1.0816263913875446, "leak": 0.0026714028852552474, "replacement": 1.6368831098079681} +{"step": 4, "steps": 250, "lr": 1.25e-05, "grad_norm": 13.862272262573242, "loss_scale": 4.0, "retries": 0, "seconds": 7.2, "max_memory_gb": 18.09, "pair": 1.0274324119091034, "sign": 0.23953606153372675, "keep": 0.8804251048713923, "leak": 0.002389809873420745, "replacement": 1.5880104303359985} +{"step": 5, "steps": 250, "lr": 1.5625e-05, "grad_norm": 10.178038597106934, "loss_scale": 4.0, "retries": 0, "seconds": 8.8, "max_memory_gb": 18.1, "pair": 0.8868411779403687, "sign": 0.04324836086016148, "keep": 0.4002016695449129, "leak": 0.03087900043465197, "replacement": 1.1162859350442886} +{"step": 6, "steps": 250, "lr": 1.8750000000000002e-05, "grad_norm": 9.079453468322754, "loss_scale": 4.0, "retries": 0, "seconds": 10.6, "max_memory_gb": 18.1, "pair": 0.9235291332006454, "sign": 0.43587458808906376, "keep": 0.4623383153229952, "leak": 0.03898503404343501, "replacement": 1.3823818415403366} +{"step": 7, "steps": 250, "lr": 2.1875e-05, "grad_norm": 7.350317478179932, "loss_scale": 4.0, "retries": 0, "seconds": 12.7, "max_memory_gb": 18.1, "pair": 0.7027730643749237, "sign": 0.06820969469845295, "keep": 0.02793107620163937, "leak": 0.19390534423291683, "replacement": 0.7993197739124298} +{"step": 8, "steps": 250, "lr": 2.5e-05, "grad_norm": 4.087172508239746, "loss_scale": 4.0, "retries": 0, "seconds": 14.5, "max_memory_gb": 18.1, "pair": 0.7489760518074036, "sign": 0.40554609103128314, "keep": 0.6675263365905266, "leak": 0.24116979294922203, "replacement": 1.3458047360181808} +{"step": 9, "steps": 250, "lr": 2.8125000000000003e-05, "grad_norm": 3.5651731491088867, "loss_scale": 4.0, "retries": 0, "seconds": 16.4, "max_memory_gb": 18.1, "pair": 0.27896425873041153, "sign": 0.03853408352006227, "keep": 0.06256035063415766, "leak": 1.1155289262533188, "replacement": 0.6083937287330627} +{"step": 10, "steps": 250, "lr": 3.125e-05, "grad_norm": 4.311217784881592, "loss_scale": 4.0, "retries": 0, "seconds": 18.1, "max_memory_gb": 18.1, "pair": 0.3751753382384777, "sign": 0.14691330841742456, "keep": 0.053285811885871226, "leak": 0.8298339750617743, "replacement": 0.6827333942055702} +{"step": 11, "steps": 250, "lr": 3.4375e-05, "grad_norm": 9.409753799438477, "loss_scale": 4.0, "retries": 0, "seconds": 19.7, "max_memory_gb": 18.1, "pair": 0.10805158084258437, "sign": 0.0172794689933653, "keep": 0.01716547878459096, "leak": 2.259509891271591, "replacement": 0.6901515200734138} +{"step": 12, "steps": 250, "lr": 3.7500000000000003e-05, "grad_norm": 14.520569801330566, "loss_scale": 4.0, "retries": 0, "seconds": 21.4, "max_memory_gb": 18.1, "pair": 0.14938377402722836, "sign": 0.32667884207330644, "keep": 0.040728212217796766, "leak": 2.3995305597782135, "replacement": 0.9329699128866196} +{"step": 13, "steps": 250, "lr": 4.0625000000000005e-05, "grad_norm": 8.871549606323242, "loss_scale": 4.0, "retries": 0, "seconds": 23.2, "max_memory_gb": 18.1, "pair": 0.22408204898238182, "sign": 0.11582585849100724, "keep": 0.3028260145438253, "leak": 1.8446716293692589, "replacement": 0.8945759013295174} +{"step": 14, "steps": 250, "lr": 4.375e-05, "grad_norm": 7.862331390380859, "loss_scale": 4.0, "retries": 0, "seconds": 24.9, "max_memory_gb": 18.1, "pair": 0.24470964632928371, "sign": 0.08581327524734661, "keep": 0.03614180853674043, "leak": 1.6374700367450714, "replacement": 0.7150547057390213} +{"step": 15, "steps": 250, "lr": 4.6875e-05, "grad_norm": 12.783905029296875, "loss_scale": 4.0, "retries": 0, "seconds": 26.5, "max_memory_gb": 18.1, "pair": 0.46694399416446686, "sign": 0.5664124104660004, "keep": 0.20679050717444625, "leak": 0.441618574783206, "replacement": 0.9639500975608826} +{"step": 16, "steps": 250, "lr": 5e-05, "grad_norm": 18.605783462524414, "loss_scale": 4.0, "retries": 0, "seconds": 28.3, "max_memory_gb": 18.1, "pair": 0.7131227385252714, "sign": 1.2363317256676964, "keep": 2.4139734576747287, "leak": 1.4318570718169212, "replacement": 2.8962396383285522} +{"step": 17, "steps": 250, "lr": 5e-05, "grad_norm": 13.074908256530762, "loss_scale": 4.0, "retries": 0, "seconds": 30.0, "max_memory_gb": 18.1, "pair": 0.4909893926233053, "sign": 0.3933799413498491, "keep": 0.8774865311570466, "leak": 1.2011646032333374, "replacement": 1.426713801920414} +{"step": 18, "steps": 250, "lr": 4.999797225177623e-05, "grad_norm": 2.9541330337524414, "loss_scale": 4.0, "retries": 0, "seconds": 32.1, "max_memory_gb": 18.1, "pair": 0.3002137951552868, "sign": 0.01377671118825674, "keep": 0.02174605434993282, "leak": 0.5981088634580374, "replacement": 0.4675023928284645} +{"step": 19, "steps": 250, "lr": 4.999188937259492e-05, "grad_norm": 14.872724533081055, "loss_scale": 4.0, "retries": 0, "seconds": 33.9, "max_memory_gb": 18.1, "pair": 0.5276994816958904, "sign": 0.3223021198064089, "keep": 0.9659303858970816, "leak": 0.14910926134325564, "replacement": 1.209093064069748} +{"step": 20, "steps": 250, "lr": 4.998175245886032e-05, "grad_norm": 3.6906280517578125, "loss_scale": 4.0, "retries": 0, "seconds": 35.9, "max_memory_gb": 18.1, "pair": 0.3660995736718178, "sign": 0.01889078156091273, "keep": 0.11422137203044258, "leak": 0.13928144820965827, "replacement": 0.4674760103225708} +{"step": 21, "steps": 250, "lr": 4.996756333769319e-05, "grad_norm": 4.8920793533325195, "loss_scale": 4.0, "retries": 0, "seconds": 38.1, "max_memory_gb": 18.1, "pair": 0.4291851781308651, "sign": 0.09598113817628473, "keep": 0.013299735204782337, "leak": 0.40537500474601984, "replacement": 0.5851693451404572} +{"step": 22, "steps": 250, "lr": 4.994932456660157e-05, "grad_norm": 2.4766030311584473, "loss_scale": 4.0, "retries": 0, "seconds": 39.9, "max_memory_gb": 18.1, "pair": 0.5015886053442955, "sign": 0.33966421661898494, "keep": 0.3088643909431994, "leak": 0.4478865565454413, "replacement": 0.9378245398402214} +{"step": 23, "steps": 250, "lr": 4.992703943301973e-05, "grad_norm": 9.624931335449219, "loss_scale": 4.0, "retries": 0, "seconds": 41.5, "max_memory_gb": 18.1, "pair": 0.3798201307654381, "sign": 0.31880112434737384, "keep": 0.2176073928421829, "leak": 0.21254664612933993, "replacement": 0.7011610269546509} +{"step": 24, "steps": 250, "lr": 4.9900711953715675e-05, "grad_norm": 4.016128063201904, "loss_scale": 4.0, "retries": 0, "seconds": 43.2, "max_memory_gb": 18.1, "pair": 0.2538736052811146, "sign": 0.14456252893432975, "keep": 0.06469278200529516, "leak": 1.1222362089902163, "replacement": 0.63906030356884} +{"step": 25, "steps": 250, "lr": 4.987034687406713e-05, "grad_norm": 18.993074417114258, "loss_scale": 4.0, "retries": 0, "seconds": 44.9, "max_memory_gb": 18.1, "pair": 0.30374902579933405, "sign": 0.3205938097089529, "keep": 0.21835982628635975, "leak": 0.8856361322104931, "replacement": 0.7946348525583744} +{"step": 26, "steps": 250, "lr": 4.9835949667206215e-05, "grad_norm": 7.103028774261475, "loss_scale": 4.0, "retries": 0, "seconds": 46.5, "max_memory_gb": 18.1, "pair": 0.0507917667273432, "sign": 0.00908890791470185, "keep": 0.19924696582529577, "leak": 1.7385255247354507, "replacement": 0.5895910747349262} +{"step": 27, "steps": 250, "lr": 4.9797526533032945e-05, "grad_norm": 8.204967498779297, "loss_scale": 4.0, "retries": 0, "seconds": 48.3, "max_memory_gb": 18.1, "pair": 0.1584512935951352, "sign": 0.16372653871076182, "keep": 0.008679109625518322, "leak": 2.4355406910181046, "replacement": 0.8535392880439758} +{"step": 28, "steps": 250, "lr": 4.9755084397097716e-05, "grad_norm": 4.052830219268799, "loss_scale": 4.0, "retries": 0, "seconds": 49.9, "max_memory_gb": 18.1, "pair": 0.1564237792044878, "sign": 0.0032661588629707694, "keep": 0.005947568832198158, "leak": 1.237689297646284, "replacement": 0.4704529792070389} +{"step": 29, "steps": 250, "lr": 4.970863090935304e-05, "grad_norm": 5.689833641052246, "loss_scale": 4.0, "retries": 0, "seconds": 51.5, "max_memory_gb": 18.1, "pair": 0.099147604778409, "sign": 0.008594878483563662, "keep": 0.002219177935330663, "leak": 1.7426467388868332, "replacement": 0.5402163118124008} +{"step": 30, "steps": 250, "lr": 4.965817444277468e-05, "grad_norm": 3.131887197494507, "loss_scale": 4.0, "retries": 0, "seconds": 53.3, "max_memory_gb": 18.1, "pair": 0.23663186561316252, "sign": 0.11203864787239581, "keep": 0.004325396555941552, "leak": 0.42339514568448067, "replacement": 0.4006626773625612} +{"step": 31, "steps": 250, "lr": 4.9603724091852456e-05, "grad_norm": 2.563539743423462, "loss_scale": 4.0, "retries": 0, "seconds": 55.0, "max_memory_gb": 18.1, "pair": 0.21422744542360306, "sign": 0.05153341795084998, "keep": 0.01668997691012919, "leak": 0.16466132830828428, "replacement": 0.2895044684410095} +{"step": 32, "steps": 250, "lr": 4.9545289670951025e-05, "grad_norm": 8.271794319152832, "loss_scale": 4.0, "retries": 0, "seconds": 56.7, "max_memory_gb": 18.1, "pair": 0.5882225185632706, "sign": 1.503984030452557, "keep": 0.33961430593262776, "leak": 0.2400523612741381, "replacement": 1.5700348168611526} +{"step": 33, "steps": 250, "lr": 4.948288171254089e-05, "grad_norm": 2.1207921504974365, "loss_scale": 4.0, "retries": 0, "seconds": 58.4, "max_memory_gb": 18.1, "pair": 0.22191100381314754, "sign": 0.009383136231917888, "keep": 0.013807188428472728, "leak": 0.07838067565171514, "replacement": 0.2531013246625662} +{"step": 34, "steps": 250, "lr": 4.941651146529998e-05, "grad_norm": 12.267375946044922, "loss_scale": 4.0, "retries": 0, "seconds": 60.1, "max_memory_gb": 18.1, "pair": 0.5666009560227394, "sign": 0.17719410627614707, "keep": 0.0473042290614103, "leak": 0.11313030874589458, "replacement": 0.7071327092126012} +{"step": 35, "steps": 250, "lr": 4.9346190892086174e-05, "grad_norm": 1.435019612312317, "loss_scale": 4.0, "retries": 0, "seconds": 61.9, "max_memory_gb": 18.1, "pair": 0.06472054123878479, "sign": 0.03516157064586878, "keep": 0.04308480507313561, "leak": 0.3208999477501493, "replacement": 0.18406871613115072} +{"step": 36, "steps": 250, "lr": 4.927193266778101e-05, "grad_norm": 3.9456517696380615, "loss_scale": 4.0, "retries": 0, "seconds": 63.5, "max_memory_gb": 18.11, "pair": 0.25937107601203024, "sign": 0.05373778799548745, "keep": 0.062397541594691575, "leak": 0.7171000256203115, "replacement": 0.4967137575149536} +{"step": 37, "steps": 250, "lr": 4.919375017700515e-05, "grad_norm": 3.2967722415924072, "loss_scale": 4.0, "retries": 0, "seconds": 65.2, "max_memory_gb": 18.11, "pair": 0.2820626813918352, "sign": 0.04755644837860018, "keep": 0.04097104640095495, "leak": 0.044163255603052676, "replacement": 0.33736724592745304} +{"step": 38, "steps": 250, "lr": 4.911165751170588e-05, "grad_norm": 5.698784351348877, "loss_scale": 4.0, "retries": 0, "seconds": 66.9, "max_memory_gb": 18.11, "pair": 0.14794629262178205, "sign": 0.09081599253113382, "keep": 0.03982092322007702, "leak": 0.5721546858549118, "replacement": 0.3563034338876605} +{"step": 39, "steps": 250, "lr": 4.902566946861708e-05, "grad_norm": 22.46792984008789, "loss_scale": 4.0, "retries": 0, "seconds": 68.4, "max_memory_gb": 18.11, "pair": 0.9553747616409964, "sign": 0.6213991188851651, "keep": 0.9541897508209445, "leak": 2.53987979888916, "replacement": 2.378139019012451} +{"step": 40, "steps": 250, "lr": 4.89358015465922e-05, "grad_norm": 1.8353993892669678, "loss_scale": 4.0, "retries": 0, "seconds": 70.1, "max_memory_gb": 18.11, "pair": 0.16815734608098865, "sign": 0.03295287700166227, "keep": 0.03511499670275953, "leak": 0.6124741995008662, "replacement": 0.35530983563512564} +{"step": 41, "steps": 250, "lr": 4.884206994381078e-05, "grad_norm": 3.1278204917907715, "loss_scale": 4.0, "retries": 0, "seconds": 71.8, "max_memory_gb": 18.11, "pair": 0.12756469257874414, "sign": 0.020870080217719078, "keep": 0.05743190862631309, "leak": 1.1244990495033562, "replacement": 0.44784045964479446} +{"step": 42, "steps": 250, "lr": 4.874449155485866e-05, "grad_norm": 14.463850021362305, "loss_scale": 4.0, "retries": 0, "seconds": 73.4, "max_memory_gb": 18.11, "pair": 0.10686301114037633, "sign": 0.02506275975611061, "keep": 1.488830299807887, "leak": 0.8925860486924648, "replacement": 1.08695606328547} +{"step": 43, "steps": 250, "lr": 4.864308396768294e-05, "grad_norm": 2.7754650115966797, "loss_scale": 4.0, "retries": 0, "seconds": 75.1, "max_memory_gb": 18.11, "pair": 0.17379496898502111, "sign": 0.041989141900558025, "keep": 0.7755434825085104, "leak": 0.32351208850741386, "replacement": 0.6634392961859703} +{"step": 44, "steps": 250, "lr": 4.853786546042184e-05, "grad_norm": 4.333667278289795, "loss_scale": 4.0, "retries": 0, "seconds": 76.8, "max_memory_gb": 18.11, "pair": 0.09363643731921911, "sign": 0.00883655744837597, "keep": 0.0078506140052923, "leak": 1.709687177091837, "replacement": 0.5294018089771271} +{"step": 45, "steps": 250, "lr": 4.842885499811012e-05, "grad_norm": 2.457824468612671, "loss_scale": 4.0, "retries": 0, "seconds": 78.4, "max_memory_gb": 18.11, "pair": 0.15152674727141857, "sign": 0.1106253054458648, "keep": 0.06377430201973766, "leak": 0.6728912722319365, "replacement": 0.40694935619831085} +{"step": 46, "steps": 250, "lr": 4.831607222926078e-05, "grad_norm": 7.203546047210693, "loss_scale": 4.0, "retries": 0, "seconds": 80.0, "max_memory_gb": 18.11, "pair": 0.2844816888682544, "sign": 0.44767202954972163, "keep": 0.0467806179069612, "leak": 0.9836840257048607, "replacement": 0.7776290252804756} +{"step": 47, "steps": 250, "lr": 4.8199537482323545e-05, "grad_norm": 2.8030261993408203, "loss_scale": 4.0, "retries": 0, "seconds": 81.8, "max_memory_gb": 18.11, "pair": 0.04955703241284937, "sign": 0.007470609794836491, "keep": 0.0027932226221309975, "leak": 0.7428218016448227, "replacement": 0.24039439857006073} +{"step": 48, "steps": 250, "lr": 4.807927176202073e-05, "grad_norm": 3.289665937423706, "loss_scale": 4.0, "retries": 0, "seconds": 83.4, "max_memory_gb": 18.11, "pair": 0.14821299229515716, "sign": 0.022228466492379084, "keep": 0.0032748362682468724, "leak": 0.1831977869088064, "replacement": 0.20676408149302006} +{"step": 49, "steps": 250, "lr": 4.795529674556129e-05, "grad_norm": 2.387923002243042, "loss_scale": 4.0, "retries": 0, "seconds": 85.2, "max_memory_gb": 18.11, "pair": 0.22545942850410938, "sign": 0.05357430060394108, "keep": 0.005974716506898403, "leak": 0.6171106100082397, "replacement": 0.40951158106327057} +{"step": 50, "steps": 250, "lr": 4.782763477873361e-05, "grad_norm": 6.670084476470947, "loss_scale": 4.0, "retries": 0, "seconds": 87.0, "max_memory_gb": 18.11, "pair": 0.11211201408877969, "sign": 0.02926014014519751, "keep": 0.007534536161074357, "leak": 2.9264936298131943, "replacement": 0.8621327430009842} +{"step": 51, "steps": 250, "lr": 4.769630887187782e-05, "grad_norm": 2.815767526626587, "loss_scale": 4.0, "retries": 0, "seconds": 88.6, "max_memory_gb": 18.11, "pair": 0.15633318468462676, "sign": 0.0035965292481705546, "keep": 0.0083905580395367, "leak": 0.662941999900795, "replacement": 0.3280622275779024} +{"step": 52, "steps": 250, "lr": 4.756134269573832e-05, "grad_norm": 33.137210845947266, "loss_scale": 4.0, "retries": 0, "seconds": 90.5, "max_memory_gb": 18.11, "pair": 0.8547199252061546, "sign": 1.9806016675429419, "keep": 2.8856147913684254, "leak": 8.711607163771987, "replacement": 5.4657301642000675} +{"step": 53, "steps": 250, "lr": 4.7422760577197226e-05, "grad_norm": 5.402674674987793, "loss_scale": 4.0, "retries": 0, "seconds": 92.1, "max_memory_gb": 18.11, "pair": 0.35196711542084813, "sign": 0.3593802210816648, "keep": 1.3720021295512197, "leak": 0.524677537381649, "replacement": 1.348827744834125} +{"step": 54, "steps": 250, "lr": 4.728058749488963e-05, "grad_norm": 12.19953441619873, "loss_scale": 4.0, "retries": 0, "seconds": 93.7, "max_memory_gb": 18.11, "pair": 0.23838812531903386, "sign": 0.7273202929645777, "keep": 1.1179959408582363, "leak": 1.0650160536170006, "replacement": 1.427300252020359} +{"step": 55, "steps": 250, "lr": 4.713484907470133e-05, "grad_norm": 7.4465131759643555, "loss_scale": 4.0, "retries": 0, "seconds": 95.5, "max_memory_gb": 18.11, "pair": 0.2543199174106121, "sign": 0.1602428867481649, "keep": 0.030453845909505617, "leak": 0.23029775533359498, "replacement": 0.40724272280931473} +{"step": 56, "steps": 250, "lr": 4.6985571585149876e-05, "grad_norm": 3.9721131324768066, "loss_scale": 4.0, "retries": 0, "seconds": 97.1, "max_memory_gb": 18.11, "pair": 0.2427974003367126, "sign": 0.1243251645937562, "keep": 0.022362790329680138, "leak": 0.5167714622803032, "replacement": 0.44533423287793994} +{"step": 57, "steps": 250, "lr": 4.6832781932649884e-05, "grad_norm": 4.212504863739014, "loss_scale": 4.0, "retries": 0, "seconds": 98.8, "max_memory_gb": 18.11, "pair": 0.3346055829897523, "sign": 0.06913043488748372, "keep": 0.09970741628785618, "leak": 0.3348298463970423, "replacement": 0.5027319714426994} +{"step": 58, "steps": 250, "lr": 4.667650765666325e-05, "grad_norm": 3.421356201171875, "loss_scale": 4.0, "retries": 0, "seconds": 100.5, "max_memory_gb": 18.11, "pair": 0.15133626206079498, "sign": 0.05550176210817881, "keep": 0.013060020282862794, "leak": 0.9331804704852402, "replacement": 0.41891226917505264} +{"step": 59, "steps": 250, "lr": 4.651677692473538e-05, "grad_norm": 4.311997413635254, "loss_scale": 4.0, "retries": 0, "seconds": 102.2, "max_memory_gb": 18.11, "pair": 0.3626815610914491, "sign": 0.004217763405904407, "keep": 0.014984366483417944, "leak": 0.2438804730772972, "replacement": 0.4332527555525303} +{"step": 60, "steps": 250, "lr": 4.635361852741808e-05, "grad_norm": 4.602967262268066, "loss_scale": 4.0, "retries": 0, "seconds": 104.0, "max_memory_gb": 18.11, "pair": 0.11872456595301628, "sign": 0.04285516744130291, "keep": 0.009220073188771494, "leak": 1.1464820133260218, "replacement": 0.4313826933503151} +{"step": 61, "steps": 250, "lr": 4.6187061873080264e-05, "grad_norm": 8.144623756408691, "loss_scale": 4.0, "retries": 0, "seconds": 106.0, "max_memory_gb": 18.11, "pair": 0.3058843305334449, "sign": 0.15133845747914165, "keep": 0.4497022026334889, "leak": 0.022780317697652208, "replacement": 0.6120997443795204} +{"step": 62, "steps": 250, "lr": 4.601713698260727e-05, "grad_norm": 22.802135467529297, "loss_scale": 4.0, "retries": 0, "seconds": 107.7, "max_memory_gb": 18.11, "pair": 1.0052796453237534, "sign": 1.3877465323312208, "keep": 1.1632787026314872, "leak": 0.8793044351041317, "replacement": 2.500618264079094} +{"step": 63, "steps": 250, "lr": 4.5843874483989746e-05, "grad_norm": 4.051443099975586, "loss_scale": 4.0, "retries": 0, "seconds": 109.5, "max_memory_gb": 18.11, "pair": 0.1829324217978865, "sign": 0.1235081429767888, "keep": 0.006403791653724511, "leak": 0.49634009986766614, "replacement": 0.3719733962789178} +{"step": 64, "steps": 250, "lr": 4.566730560680316e-05, "grad_norm": 3.1250948905944824, "loss_scale": 4.0, "retries": 0, "seconds": 111.2, "max_memory_gb": 18.11, "pair": 0.1086198859848082, "sign": 0.027396013028919697, "keep": 0.4731509208213538, "leak": 0.8848946601647185, "replacement": 0.5801170095801353} +{"step": 65, "steps": 250, "lr": 4.548746217657878e-05, "grad_norm": 13.245906829833984, "loss_scale": 4.0, "retries": 0, "seconds": 112.9, "max_memory_gb": 18.11, "pair": 0.2245602011680603, "sign": 0.06440601352369413, "keep": 0.03425216148025356, "leak": 1.6820518895983696, "replacement": 0.6944022513926029} +{"step": 66, "steps": 250, "lr": 4.5304376609067396e-05, "grad_norm": 1.8078525066375732, "loss_scale": 4.0, "retries": 0, "seconds": 114.7, "max_memory_gb": 18.11, "pair": 0.13638832420110703, "sign": 0.03812481841305271, "keep": 0.008091302763205022, "leak": 0.6174437236040831, "replacement": 0.3138573169708252} +{"step": 67, "steps": 250, "lr": 4.5118081904396504e-05, "grad_norm": 5.733522891998291, "loss_scale": 4.0, "retries": 0, "seconds": 116.3, "max_memory_gb": 18.11, "pair": 0.3545289486646652, "sign": 0.11100716795772314, "keep": 0.8612300752429292, "leak": 0.6608819761313498, "replacement": 1.0058681219816208} +{"step": 68, "steps": 250, "lr": 4.4928611641122225e-05, "grad_norm": 3.9122567176818848, "loss_scale": 4.0, "retries": 0, "seconds": 117.9, "max_memory_gb": 18.11, "pair": 0.13266196195036173, "sign": 0.06254134373739362, "keep": 0.007441071735229343, "leak": 1.7136001288890839, "replacement": 0.5960531961172819} +{"step": 69, "steps": 250, "lr": 4.473599997017701e-05, "grad_norm": 2.962130308151245, "loss_scale": 4.0, "retries": 0, "seconds": 119.7, "max_memory_gb": 18.11, "pair": 0.24722627364099026, "sign": 0.060150049946969375, "keep": 0.10365721885136736, "leak": 0.2368070869706571, "replacement": 0.3883316796272993} +{"step": 70, "steps": 250, "lr": 4.4540281608714053e-05, "grad_norm": 9.74578857421875, "loss_scale": 4.0, "retries": 0, "seconds": 121.4, "max_memory_gb": 18.11, "pair": 0.36201580986380577, "sign": 0.0449514138745144, "keep": 0.20872047962620854, "leak": 0.6278599514625967, "replacement": 0.6458167508244514} +{"step": 71, "steps": 250, "lr": 4.434149183384977e-05, "grad_norm": 3.2910282611846924, "loss_scale": 4.0, "retries": 0, "seconds": 123.0, "max_memory_gb": 18.11, "pair": 0.09186124743428081, "sign": 0.004756187408929691, "keep": 0.0039626966945434106, "leak": 1.4281765967607498, "replacement": 0.4532648352906108} +{"step": 72, "steps": 250, "lr": 4.413966647630534e-05, "grad_norm": 4.879316806793213, "loss_scale": 4.0, "retries": 0, "seconds": 124.8, "max_memory_gb": 18.11, "pair": 0.08773373253643513, "sign": 0.004078718367964029, "keep": 0.002591740480397675, "leak": 2.64544904048671, "replacement": 0.7524312045425177} +{"step": 73, "steps": 250, "lr": 4.3934841913948323e-05, "grad_norm": 2.0891642570495605, "loss_scale": 4.0, "retries": 0, "seconds": 126.4, "max_memory_gb": 18.11, "pair": 0.10516132670454681, "sign": 0.017417807539459318, "keep": 0.009687544970802264, "leak": 0.538959430065006, "replacement": 0.2534538581967354} +{"step": 74, "steps": 250, "lr": 4.372705506523583e-05, "grad_norm": 1.3397209644317627, "loss_scale": 4.0, "retries": 0, "seconds": 128.0, "max_memory_gb": 18.11, "pair": 0.1833441248163581, "sign": 0.008820380782708526, "keep": 0.02530252159340307, "leak": 0.31676930584944785, "replacement": 0.27959790267050266} +{"step": 75, "steps": 250, "lr": 4.351634338256017e-05, "grad_norm": 4.14368200302124, "loss_scale": 4.0, "retries": 0, "seconds": 129.8, "max_memory_gb": 18.11, "pair": 0.3823228105902672, "sign": 0.03813282982446253, "keep": 0.005053950222645653, "leak": 0.1511155735643115, "replacement": 0.44169509410858154} +{"step": 76, "steps": 250, "lr": 4.330274484549825e-05, "grad_norm": 4.3316969871521, "loss_scale": 4.0, "retries": 0, "seconds": 131.5, "max_memory_gb": 18.11, "pair": 0.3567422810010612, "sign": 0.4786616649507778, "keep": 0.9928965176136444, "leak": 0.07410974966478534, "replacement": 1.1110487314872444} +{"step": 77, "steps": 250, "lr": 4.308629795396599e-05, "grad_norm": 3.1129190921783447, "loss_scale": 4.0, "retries": 0, "seconds": 133.3, "max_memory_gb": 18.11, "pair": 0.2532687094062567, "sign": 0.027849872538354248, "keep": 0.009237827223842032, "leak": 1.0513667296618223, "replacement": 0.5346542466431856} +{"step": 78, "steps": 250, "lr": 4.286704172127894e-05, "grad_norm": 1.8955782651901245, "loss_scale": 4.0, "retries": 0, "seconds": 135.0, "max_memory_gb": 18.11, "pair": 0.18031063117086887, "sign": 0.012498796568252146, "keep": 0.016225733132159803, "leak": 0.6525162803009152, "replacement": 0.35780198127031326} +{"step": 79, "steps": 250, "lr": 4.264501566712033e-05, "grad_norm": 4.903606414794922, "loss_scale": 4.0, "retries": 0, "seconds": 136.6, "max_memory_gb": 18.11, "pair": 0.3793161138892174, "sign": 1.0891450899507618, "keep": 0.006198691167810466, "leak": 0.22354073822498322, "replacement": 0.9828732162714005} +{"step": 80, "steps": 250, "lr": 4.2420259810417894e-05, "grad_norm": 13.880416870117188, "loss_scale": 4.0, "retries": 0, "seconds": 138.4, "max_memory_gb": 18.11, "pair": 0.156284274533391, "sign": 0.6893923952011392, "keep": 1.4944160349477897, "leak": 1.2304637764464132, "replacement": 1.5558045245707035} +{"step": 81, "steps": 250, "lr": 4.219281466213066e-05, "grad_norm": 2.2019155025482178, "loss_scale": 4.0, "retries": 0, "seconds": 140.1, "max_memory_gb": 18.11, "pair": 0.239487424492836, "sign": 0.008665846544317901, "keep": 0.04594791296403855, "leak": 0.2181084230542183, "replacement": 0.32132142037153244} +{"step": 82, "steps": 250, "lr": 4.1962721217947135e-05, "grad_norm": 2.4979629516601562, "loss_scale": 4.0, "retries": 0, "seconds": 141.8, "max_memory_gb": 18.11, "pair": 0.06194793409667909, "sign": 0.004238802473992109, "keep": 0.00485022112269462, "leak": 0.5158634185791016, "replacement": 0.1954582966864109} +{"step": 83, "steps": 250, "lr": 4.173002095089599e-05, "grad_norm": 2.2602996826171875, "loss_scale": 4.0, "retries": 0, "seconds": 143.5, "max_memory_gb": 18.11, "pair": 0.1369283148087561, "sign": 0.004483337514102459, "keep": 0.0038231099460972473, "leak": 0.9763502320274711, "replacement": 0.3851691037416458} +{"step": 84, "steps": 250, "lr": 4.149475580387084e-05, "grad_norm": 1.9790412187576294, "loss_scale": 4.0, "retries": 0, "seconds": 145.1, "max_memory_gb": 18.11, "pair": 0.21025528013706207, "sign": 0.0035443126689642668, "keep": 0.04019819269888103, "leak": 0.4106859304010868, "replacement": 0.33479801937937737} +{"step": 85, "steps": 250, "lr": 4.1256968182070275e-05, "grad_norm": 6.936253547668457, "loss_scale": 4.0, "retries": 0, "seconds": 146.7, "max_memory_gb": 18.11, "pair": 0.14440852403640747, "sign": 0.04630549455760047, "keep": 0.11060374835506082, "leak": 0.45846928656101227, "replacement": 0.33748046681284904} +{"step": 86, "steps": 250, "lr": 4.101670094535453e-05, "grad_norm": 3.050629138946533, "loss_scale": 4.0, "retries": 0, "seconds": 148.5, "max_memory_gb": 18.11, "pair": 0.06301367643754929, "sign": 0.004116872325539589, "keep": 0.02626149216655449, "leak": 0.7448417246341705, "replacement": 0.2644132897257805} +{"step": 87, "steps": 250, "lr": 4.077399740052027e-05, "grad_norm": 1.5358153581619263, "loss_scale": 4.0, "retries": 0, "seconds": 150.2, "max_memory_gb": 18.11, "pair": 0.17505053244531155, "sign": 0.004487069381866604, "keep": 0.002737518108006043, "leak": 0.3359634601511061, "replacement": 0.2626536898314953} +{"step": 88, "steps": 250, "lr": 4.0528901293494775e-05, "grad_norm": 9.870887756347656, "loss_scale": 4.0, "retries": 0, "seconds": 151.9, "max_memory_gb": 18.11, "pair": 0.1921416356926784, "sign": 0.10296428317087702, "keep": 0.038966516440268606, "leak": 1.1154903173446655, "replacement": 0.5419795960187912} +{"step": 89, "steps": 250, "lr": 4.0281456801451004e-05, "grad_norm": 1.3323227167129517, "loss_scale": 4.0, "retries": 0, "seconds": 153.6, "max_memory_gb": 18.11, "pair": 0.11097731161862612, "sign": 0.011237556813284755, "keep": 0.013764003058895469, "leak": 0.15240072319284081, "replacement": 0.16157827246934175} +{"step": 90, "steps": 250, "lr": 4.0031708524844884e-05, "grad_norm": 2.2041702270507812, "loss_scale": 4.0, "retries": 0, "seconds": 155.3, "max_memory_gb": 18.11, "pair": 0.16036295259254985, "sign": 0.03928705053112935, "keep": 0.020351300242055004, "leak": 0.162088802899234, "replacement": 0.23070433735847473} +{"step": 91, "steps": 250, "lr": 3.977970147937635e-05, "grad_norm": 5.922447204589844, "loss_scale": 4.0, "retries": 0, "seconds": 157.0, "max_memory_gb": 18.11, "pair": 0.08722257788758725, "sign": 0.008611517056124285, "keep": 0.0023896768998383777, "leak": 2.739809677004814, "replacement": 0.7776755839586258} +{"step": 92, "steps": 250, "lr": 3.952548108787553e-05, "grad_norm": 4.0802459716796875, "loss_scale": 4.0, "retries": 0, "seconds": 158.6, "max_memory_gb": 18.11, "pair": 0.14011041773483157, "sign": 0.11146374960662797, "keep": 0.08256612598779611, "leak": 1.4094304329992156, "replacement": 0.5894829407334328} +{"step": 93, "steps": 250, "lr": 3.9269093172115496e-05, "grad_norm": 4.7635884284973145, "loss_scale": 4.0, "retries": 0, "seconds": 160.3, "max_memory_gb": 18.11, "pair": 0.24907565023750067, "sign": 0.22926285670837387, "keep": 0.14383384166285396, "leak": 0.8441620228331885, "replacement": 0.6466644927859306} +{"step": 94, "steps": 250, "lr": 3.901058394455323e-05, "grad_norm": 5.195918083190918, "loss_scale": 4.0, "retries": 0, "seconds": 162.0, "max_memory_gb": 18.11, "pair": 0.06512559531256557, "sign": 0.6605254217574839, "keep": 0.0010024076028685158, "leak": 0.11127402870624792, "replacement": 0.42370801232755184} +{"step": 95, "steps": 250, "lr": 3.875e-05, "grad_norm": 3.8555808067321777, "loss_scale": 4.0, "retries": 0, "seconds": 163.7, "max_memory_gb": 18.11, "pair": 0.24322180909803137, "sign": 0.12233544191985857, "keep": 0.281551585984289, "leak": 0.026539984804003325, "replacement": 0.45180031011113897} +{"step": 96, "steps": 250, "lr": 3.8487388307223005e-05, "grad_norm": 1.6733248233795166, "loss_scale": 4.0, "retries": 0, "seconds": 165.3, "max_memory_gb": 18.11, "pair": 0.11623658612370491, "sign": 0.009736485313624144, "keep": 0.0030210330587578937, "leak": 0.3307223869487643, "replacement": 0.20529594272375107} +{"step": 97, "steps": 250, "lr": 3.822279620047943e-05, "grad_norm": 3.5978760719299316, "loss_scale": 4.0, "retries": 0, "seconds": 167.0, "max_memory_gb": 18.11, "pair": 0.12512352131307125, "sign": 0.01356534450314939, "keep": 0.004232313483953476, "leak": 1.1554962508380413, "replacement": 0.4228964261710644} +{"step": 98, "steps": 250, "lr": 3.795627137098479e-05, "grad_norm": 3.3524892330169678, "loss_scale": 4.0, "retries": 0, "seconds": 168.7, "max_memory_gb": 18.11, "pair": 0.2361762160435319, "sign": 0.016156305093318224, "keep": 0.002190884144511074, "leak": 0.020095529209356755, "replacement": 0.25037369318306446} +{"step": 99, "steps": 250, "lr": 3.7687861858316844e-05, "grad_norm": 8.60505199432373, "loss_scale": 4.0, "retries": 0, "seconds": 170.3, "max_memory_gb": 18.11, "pair": 0.07499857363291085, "sign": 0.2057619159168098, "keep": 0.0021886648264626274, "leak": 0.8222248498350382, "replacement": 0.3845300870016217} +{"step": 100, "steps": 250, "lr": 3.741761604175668e-05, "grad_norm": 6.748723030090332, "loss_scale": 4.0, "retries": 0, "seconds": 172.1, "max_memory_gb": 18.11, "pair": 0.16043446864932775, "sign": 0.38541871643974446, "keep": 0.053346959177360986, "leak": 2.8199837282299995, "replacement": 1.0848132381215692} +{"step": 101, "steps": 250, "lr": 3.714558263156872e-05, "grad_norm": 5.27927303314209, "loss_scale": 4.0, "retries": 0, "seconds": 173.7, "max_memory_gb": 18.11, "pair": 0.4627960496582091, "sign": 0.6703520912851673, "keep": 0.9429479038649333, "leak": 0.1286073001101613, "replacement": 1.3015978578478098} +{"step": 102, "steps": 250, "lr": 3.6871810660220904e-05, "grad_norm": 2.163954734802246, "loss_scale": 4.0, "retries": 0, "seconds": 175.3, "max_memory_gb": 18.11, "pair": 0.16127869090996683, "sign": 0.02395132670062594, "keep": 0.0050053959030265105, "leak": 0.2621077931835316, "replacement": 0.24128399975597858} +{"step": 103, "steps": 250, "lr": 3.659634947354686e-05, "grad_norm": 2.213815212249756, "loss_scale": 4.0, "retries": 0, "seconds": 177.2, "max_memory_gb": 18.11, "pair": 0.04478185926564038, "sign": 0.01018074361491017, "keep": 0.0007089610046477901, "leak": 0.6558286175131798, "replacement": 0.2141838725656271} +{"step": 104, "steps": 250, "lr": 3.631924872185169e-05, "grad_norm": 3.3884456157684326, "loss_scale": 4.0, "retries": 0, "seconds": 179.1, "max_memory_gb": 18.11, "pair": 0.14706856338307261, "sign": 0.025785642210394144, "keep": 0.16245360241737217, "leak": 0.4981516622938216, "replacement": 0.3657260872423649} +{"step": 105, "steps": 250, "lr": 3.6040558350962674e-05, "grad_norm": 5.606739044189453, "loss_scale": 4.0, "retries": 0, "seconds": 180.9, "max_memory_gb": 18.11, "pair": 0.14743156568147242, "sign": 0.153083776938729, "keep": 0.1431330134930704, "leak": 1.0010624211281538, "replacement": 0.545805562287569} +{"step": 106, "steps": 250, "lr": 3.576032859322687e-05, "grad_norm": 3.2262048721313477, "loss_scale": 4.0, "retries": 0, "seconds": 182.6, "max_memory_gb": 18.11, "pair": 0.04737586172996089, "sign": 0.0076601657492574304, "keep": 0.013988739328624433, "leak": 0.7046918850392103, "replacement": 0.23437329102307558} +{"step": 107, "steps": 250, "lr": 3.5478609958457056e-05, "grad_norm": 1.4806171655654907, "loss_scale": 4.0, "retries": 0, "seconds": 184.3, "max_memory_gb": 18.11, "pair": 0.12865767255425453, "sign": 0.00387557758949697, "keep": 0.0034319396800128743, "leak": 0.09556988709573488, "replacement": 0.15620389953255653} +{"step": 108, "steps": 250, "lr": 3.519545322482755e-05, "grad_norm": 2.6302123069763184, "loss_scale": 4.0, "retries": 0, "seconds": 186.1, "max_memory_gb": 18.11, "pair": 0.1262630692217499, "sign": 0.009770914446562529, "keep": 0.013981466530822217, "leak": 0.4686568156030262, "replacement": 0.2553034760057926} +{"step": 109, "steps": 250, "lr": 3.491090942972179e-05, "grad_norm": 1.6756837368011475, "loss_scale": 4.0, "retries": 0, "seconds": 187.7, "max_memory_gb": 18.11, "pair": 0.08182126784231514, "sign": 0.00879541621543467, "keep": 0.009943966811761129, "leak": 0.4920338384108618, "replacement": 0.21419942169450223} +{"step": 110, "steps": 250, "lr": 3.4625029860533135e-05, "grad_norm": 1.5912715196609497, "loss_scale": 4.0, "retries": 0, "seconds": 189.3, "max_memory_gb": 18.11, "pair": 0.07360925199463964, "sign": 0.005343739438103512, "keep": 0.002646492634085007, "leak": 0.32167068077251315, "replacement": 0.15802203444764018} +{"step": 111, "steps": 250, "lr": 3.433786604542056e-05, "grad_norm": 9.870866775512695, "loss_scale": 4.0, "retries": 0, "seconds": 191.1, "max_memory_gb": 18.11, "pair": 0.06011623702943325, "sign": 0.04107123741414398, "keep": 0.4226911077821569, "leak": 2.9007499516010284, "replacement": 1.0171848759055138} +{"step": 112, "steps": 250, "lr": 3.404946974402104e-05, "grad_norm": 2.2826573848724365, "loss_scale": 4.0, "retries": 0, "seconds": 192.7, "max_memory_gb": 18.11, "pair": 0.04943326348438859, "sign": 0.03537586050515529, "keep": 0.02356639523713966, "leak": 0.7466854760423303, "replacement": 0.2655757647007704} +{"step": 113, "steps": 250, "lr": 3.375989293812019e-05, "grad_norm": 43.99143600463867, "loss_scale": 4.0, "retries": 0, "seconds": 194.3, "max_memory_gb": 18.11, "pair": 1.0620724519794749, "sign": 0.935959439342696, "keep": 1.957556514855142, "leak": 3.188273709267378, "replacement": 3.3058988861739635} +{"step": 114, "steps": 250, "lr": 3.3469187822282766e-05, "grad_norm": 4.744274139404297, "loss_scale": 4.0, "retries": 0, "seconds": 196.0, "max_memory_gb": 18.11, "pair": 0.11288092518225312, "sign": 0.15487320435931906, "keep": 0.22225160764901375, "leak": 0.4147819112986326, "replacement": 0.4051388108637184} +{"step": 115, "steps": 250, "lr": 3.317740679444499e-05, "grad_norm": 1.6987714767456055, "loss_scale": 4.0, "retries": 0, "seconds": 197.7, "max_memory_gb": 18.11, "pair": 0.11043238330967142, "sign": 0.0032270695446641184, "keep": 0.009400335630743939, "leak": 0.27551428508013487, "replacement": 0.18562465719878674} +{"step": 116, "steps": 250, "lr": 3.2884602446470056e-05, "grad_norm": 25.036853790283203, "loss_scale": 4.0, "retries": 0, "seconds": 199.3, "max_memory_gb": 18.11, "pair": 1.348709675410646, "sign": 1.1822519856941653, "keep": 2.094959447713194, "leak": 4.119570970535278, "replacement": 4.017208196688443} +{"step": 117, "steps": 250, "lr": 3.259082755466876e-05, "grad_norm": 22.20160484313965, "loss_scale": 4.0, "retries": 0, "seconds": 201.0, "max_memory_gb": 18.11, "pair": 0.6517079947516322, "sign": 0.016506542335264385, "keep": 0.005863753787707537, "leak": 0.31614096077555587, "replacement": 0.7419283967465162} +{"step": 118, "steps": 250, "lr": 3.229613507028686e-05, "grad_norm": 71.09522247314453, "loss_scale": 4.0, "retries": 0, "seconds": 202.7, "max_memory_gb": 18.11, "pair": 0.36199342645704746, "sign": 0.03323638573056087, "keep": 0.15819501178339124, "leak": 4.406695768237114, "replacement": 1.5593831166625023} +{"step": 119, "steps": 250, "lr": 3.2000578109961004e-05, "grad_norm": 2.3616137504577637, "loss_scale": 4.0, "retries": 0, "seconds": 204.5, "max_memory_gb": 18.11, "pair": 0.1727786404080689, "sign": 0.02479987550759688, "keep": 0.0027277780973236077, "leak": 0.34847935382276773, "replacement": 0.27366230450570583} +{"step": 120, "steps": 250, "lr": 3.1704209946144616e-05, "grad_norm": 6.770668983459473, "loss_scale": 4.0, "retries": 0, "seconds": 206.1, "max_memory_gb": 18.11, "pair": 0.24473278410732746, "sign": 0.20498943841084838, "keep": 0.5558062082855031, "leak": 0.40220134719857015, "replacement": 0.725680960342288} +{"step": 121, "steps": 250, "lr": 3.140708399750594e-05, "grad_norm": 5.107915878295898, "loss_scale": 4.0, "retries": 0, "seconds": 207.7, "max_memory_gb": 18.11, "pair": 0.29088371113175526, "sign": 0.22770657652290538, "keep": 0.007715397773608856, "leak": 0.49850976932793856, "replacement": 0.5332221388816833} +{"step": 122, "steps": 250, "lr": 3.1109253819299606e-05, "grad_norm": 8.025079727172852, "loss_scale": 4.0, "retries": 0, "seconds": 209.5, "max_memory_gb": 18.11, "pair": 0.146932921546977, "sign": 0.09111670684069395, "keep": 0.06396983056032468, "leak": 0.714039534330368, "replacement": 0.40298607386648655} +{"step": 123, "steps": 250, "lr": 3.081077309371361e-05, "grad_norm": 55.97654724121094, "loss_scale": 4.0, "retries": 0, "seconds": 211.2, "max_memory_gb": 18.11, "pair": 0.43070164415985346, "sign": 1.5485249273478985, "keep": 2.6910629654303193, "leak": 3.3026697784662247, "replacement": 3.3761629909276962} +{"step": 124, "steps": 250, "lr": 3.051169562019339e-05, "grad_norm": 3.6145362854003906, "loss_scale": 4.0, "retries": 0, "seconds": 212.8, "max_memory_gb": 18.11, "pair": 0.15774980233982205, "sign": 0.0043614880996756256, "keep": 0.001189091181004187, "leak": 0.9252152517437935, "replacement": 0.39182889461517334} +{"step": 125, "steps": 250, "lr": 3.021207530574477e-05, "grad_norm": 11.39531135559082, "loss_scale": 4.0, "retries": 0, "seconds": 214.6, "max_memory_gb": 18.11, "pair": 0.09152312763035297, "sign": 0.02347191225271672, "keep": 0.400664045708254, "leak": 1.0192220332100987, "replacement": 0.5583966001868248} +{"step": 126, "steps": 250, "lr": 2.991196615521758e-05, "grad_norm": 2.446298122406006, "loss_scale": 4.0, "retries": 0, "seconds": 216.3, "max_memory_gb": 18.11, "pair": 0.08705249149352312, "sign": 0.08289511385373771, "keep": 0.0038380910773412324, "leak": 0.11464070435613394, "replacement": 0.15907928068190813} +{"step": 127, "steps": 250, "lr": 2.9611422261571536e-05, "grad_norm": 1.3493949174880981, "loss_scale": 4.0, "retries": 0, "seconds": 217.9, "max_memory_gb": 18.11, "pair": 0.0745523459627293, "sign": 0.003157066967105493, "keep": 0.0021600173178057958, "leak": 0.11889367643743753, "replacement": 0.10693430807441473} +{"step": 128, "steps": 250, "lr": 2.931049779612634e-05, "grad_norm": 3.396345853805542, "loss_scale": 4.0, "retries": 0, "seconds": 219.7, "max_memory_gb": 18.11, "pair": 0.17221998237073421, "sign": 0.4588079401291907, "keep": 0.003894823370501399, "leak": 0.37971701100468636, "replacement": 0.49850062280893326} +{"step": 129, "steps": 250, "lr": 2.9009246998797557e-05, "grad_norm": 38.98631286621094, "loss_scale": 4.0, "retries": 0, "seconds": 221.3, "max_memory_gb": 18.11, "pair": 0.49048575496999547, "sign": 1.1774714153725654, "keep": 0.7810825979895526, "leak": 0.37572016566991806, "replacement": 1.5636928267776966} +{"step": 130, "steps": 250, "lr": 2.8707724168320238e-05, "grad_norm": 5.9044880867004395, "loss_scale": 4.0, "retries": 0, "seconds": 222.9, "max_memory_gb": 18.11, "pair": 0.31576966121792793, "sign": 0.2643039533868432, "keep": 0.027456688228994608, "leak": 0.6290528550744057, "replacement": 0.6189132183790207} +{"step": 131, "steps": 250, "lr": 2.840598365246184e-05, "grad_norm": 13.722132682800293, "loss_scale": 4.0, "retries": 0, "seconds": 224.7, "max_memory_gb": 18.11, "pair": 0.1952953002837603, "sign": 0.14114099464131868, "keep": 0.3454190761085556, "leak": 0.6605748408474028, "replacement": 0.6037190649658442} +{"step": 132, "steps": 250, "lr": 2.8104079838226383e-05, "grad_norm": 3.633904457092285, "loss_scale": 4.0, "retries": 0, "seconds": 226.3, "max_memory_gb": 18.11, "pair": 0.1760047310963273, "sign": 0.04118432058021426, "keep": 0.022245661821216345, "leak": 0.09632557444274426, "replacement": 0.2318011187016964} +{"step": 133, "steps": 250, "lr": 2.7802067142051446e-05, "grad_norm": 3.108734607696533, "loss_scale": 4.0, "retries": 0, "seconds": 227.9, "max_memory_gb": 18.11, "pair": 0.19920450320933014, "sign": 0.09827215020777658, "keep": 0.2661420452132006, "leak": 0.2910454776138067, "replacement": 0.4541729558259249} +{"step": 134, "steps": 250, "lr": 2.7500000000000004e-05, "grad_norm": 10.749086380004883, "loss_scale": 4.0, "retries": 0, "seconds": 229.6, "max_memory_gb": 18.11, "pair": 0.07669212741893716, "sign": 0.03907946819163044, "keep": 0.014780208060642508, "leak": 5.031273522414267, "replacement": 1.3614403456449509} +{"step": 135, "steps": 250, "lr": 2.7197932857948566e-05, "grad_norm": 9.976302146911621, "loss_scale": 4.0, "retries": 0, "seconds": 231.3, "max_memory_gb": 18.11, "pair": 0.0409555186288344, "sign": 0.03264416859019548, "keep": 2.2682715762902887, "leak": 1.2629095166921616, "replacement": 1.5071408227086067} +{"step": 136, "steps": 250, "lr": 2.689592016177363e-05, "grad_norm": 46.69160461425781, "loss_scale": 4.0, "retries": 0, "seconds": 233.0, "max_memory_gb": 18.11, "pair": 1.097371231764555, "sign": 1.6590512716211379, "keep": 5.049702440272085, "leak": 4.506002139300108, "replacement": 5.578248605132103} +{"step": 137, "steps": 250, "lr": 2.659401634753817e-05, "grad_norm": 14.810515403747559, "loss_scale": 4.0, "retries": 0, "seconds": 234.6, "max_memory_gb": 18.11, "pair": 0.015505061383009888, "sign": 0.013320754689630121, "keep": 1.5811177762686839, "leak": 1.3287366908043623, "replacement": 1.1449084915220737} +{"step": 138, "steps": 250, "lr": 2.6292275831679764e-05, "grad_norm": 2.2383334636688232, "loss_scale": 4.0, "retries": 0, "seconds": 236.3, "max_memory_gb": 18.11, "pair": 0.032001388404751197, "sign": 0.005570386696490459, "keep": 0.002960154186894215, "leak": 0.2934720516204834, "replacement": 0.10963467322289944} +{"step": 139, "steps": 250, "lr": 2.5990753001202445e-05, "grad_norm": 2.1911022663116455, "loss_scale": 4.0, "retries": 0, "seconds": 238.0, "max_memory_gb": 18.11, "pair": 0.18154109455645084, "sign": 0.02089582639746368, "keep": 0.002852002769941464, "leak": 0.40324728190898895, "replacement": 0.29422683408483863} +{"step": 140, "steps": 250, "lr": 2.5689502203873672e-05, "grad_norm": 2.485352039337158, "loss_scale": 4.0, "retries": 0, "seconds": 239.6, "max_memory_gb": 18.11, "pair": 0.08090226963395253, "sign": 0.025270253612688975, "keep": 0.1345705513955764, "leak": 0.4105842923745513, "replacement": 0.26346874656155705} +{"step": 141, "steps": 250, "lr": 2.538857773842847e-05, "grad_norm": 2.040879011154175, "loss_scale": 4.0, "retries": 0, "seconds": 241.3, "max_memory_gb": 18.11, "pair": 0.08208007970824838, "sign": 0.008069956616964191, "keep": 0.0006324584101093933, "leak": 0.4338161730011052, "replacement": 0.19488533027470112} +{"step": 142, "steps": 250, "lr": 2.5088033844782426e-05, "grad_norm": 8.492247581481934, "loss_scale": 4.0, "retries": 0, "seconds": 243.0, "max_memory_gb": 18.11, "pair": 0.2782624727115035, "sign": 0.29554066515993327, "keep": 0.23657246908987872, "leak": 0.34891960583627224, "replacement": 0.6315489318221807} +{"step": 143, "steps": 250, "lr": 2.4787924694255237e-05, "grad_norm": 14.597976684570312, "loss_scale": 4.0, "retries": 0, "seconds": 244.7, "max_memory_gb": 18.11, "pair": 0.19687282845552545, "sign": 0.8080417159144417, "keep": 0.8663926608857935, "leak": 0.6088944151997566, "replacement": 1.1863136664032936} +{"step": 144, "steps": 250, "lr": 2.4488304379806627e-05, "grad_norm": 1.0943148136138916, "loss_scale": 4.0, "retries": 0, "seconds": 246.3, "max_memory_gb": 18.11, "pair": 0.08227184158749878, "sign": 0.0019365597545402125, "keep": 0.0011474168895801995, "leak": 0.07301463047042489, "replacement": 0.10206748731434345} +{"step": 145, "steps": 250, "lr": 2.4189226906286388e-05, "grad_norm": 3.484476089477539, "loss_scale": 4.0, "retries": 0, "seconds": 248.1, "max_memory_gb": 18.11, "pair": 0.15066634700633585, "sign": 0.020608468999853358, "keep": 0.33166641672869446, "leak": 0.07129223366791848, "replacement": 0.34462684532627463} +{"step": 146, "steps": 250, "lr": 2.3890746180700395e-05, "grad_norm": 17.313291549682617, "loss_scale": 4.0, "retries": 0, "seconds": 249.7, "max_memory_gb": 18.11, "pair": 0.39542517252266407, "sign": 0.1764647823292762, "keep": 0.22597744246013463, "leak": 0.9274053052067757, "replacement": 0.8284976184368134} +{"step": 147, "steps": 250, "lr": 2.359291600249407e-05, "grad_norm": 20.627349853515625, "loss_scale": 4.0, "retries": 0, "seconds": 251.3, "max_memory_gb": 18.11, "pair": 0.4454371116007678, "sign": 0.11842195937060751, "keep": 0.04067227662744699, "leak": 3.605613797903061, "replacement": 1.4263877049088478} +{"step": 148, "steps": 250, "lr": 2.3295790053855392e-05, "grad_norm": 1.438361644744873, "loss_scale": 4.0, "retries": 0, "seconds": 253.0, "max_memory_gb": 18.11, "pair": 0.12081640074029565, "sign": 0.002711359615204856, "keep": 0.0055613904610254394, "leak": 0.20306037040427327, "replacement": 0.1757178578991443} +{"step": 149, "steps": 250, "lr": 2.299942189003901e-05, "grad_norm": 13.119640350341797, "loss_scale": 4.0, "retries": 0, "seconds": 254.7, "max_memory_gb": 18.11, "pair": 0.8388522639870644, "sign": 0.8853394575417042, "keep": 3.1740149280813057, "leak": 0.5330667053349316, "replacement": 3.0017963889986277} +{"step": 150, "steps": 250, "lr": 2.2703864929713144e-05, "grad_norm": 3.435542345046997, "loss_scale": 4.0, "retries": 0, "seconds": 256.5, "max_memory_gb": 18.11, "pair": 0.07438758830539882, "sign": 0.010235867404844612, "keep": 0.012225400314491708, "leak": 0.6965163089334965, "replacement": 0.25974730029702187} +{"step": 151, "steps": 250, "lr": 2.2409172445331257e-05, "grad_norm": 8.588957786560059, "loss_scale": 4.0, "retries": 0, "seconds": 258.6, "max_memory_gb": 18.11, "pair": 0.18841317109763622, "sign": 0.36160707360249944, "keep": 0.5148823790623283, "leak": 0.2914165984839201, "replacement": 0.6995120719075203} +{"step": 152, "steps": 250, "lr": 2.211539755352996e-05, "grad_norm": 4.806571960449219, "loss_scale": 4.0, "retries": 0, "seconds": 260.3, "max_memory_gb": 18.11, "pair": 0.09220682957675308, "sign": 0.32929461303865537, "keep": 0.002407909132898567, "leak": 0.4745434244396165, "replacement": 0.3766939480556175} +{"step": 153, "steps": 250, "lr": 2.1822593205555016e-05, "grad_norm": 1.5496302843093872, "loss_scale": 4.0, "retries": 0, "seconds": 262.3, "max_memory_gb": 18.11, "pair": 0.055240948451682925, "sign": 0.005543694263906218, "keep": 0.0024657880912855035, "leak": 0.16942913067759946, "replacement": 0.10160297015681863} +{"step": 154, "steps": 250, "lr": 2.1530812177717236e-05, "grad_norm": 10.310583114624023, "loss_scale": 4.0, "retries": 0, "seconds": 264.2, "max_memory_gb": 18.11, "pair": 0.12403748836368322, "sign": 0.07310174155281857, "keep": 0.5919586115924176, "leak": 0.34378721949178725, "replacement": 0.5425144471228123} +{"step": 155, "steps": 250, "lr": 2.1240107061879815e-05, "grad_norm": 1.9279563426971436, "loss_scale": 4.0, "retries": 0, "seconds": 266.0, "max_memory_gb": 18.11, "pair": 0.033350670273648575, "sign": 0.004529649129835889, "keep": 0.0006019143111188896, "leak": 0.23845335096120834, "replacement": 0.09552979207364842} +{"step": 156, "steps": 250, "lr": 2.095053025597896e-05, "grad_norm": 2.299445390701294, "loss_scale": 4.0, "retries": 0, "seconds": 268.2, "max_memory_gb": 18.11, "pair": 0.1722535789012909, "sign": 0.02349236363079399, "keep": 0.008965636836364865, "leak": 0.04432806890690699, "replacement": 0.1995646022260189} +{"step": 157, "steps": 250, "lr": 2.066213395457945e-05, "grad_norm": 12.044156074523926, "loss_scale": 4.0, "retries": 0, "seconds": 270.0, "max_memory_gb": 18.11, "pair": 0.23858107905834913, "sign": 0.5682083079591393, "keep": 1.389729919093952, "leak": 1.114048408344388, "replacement": 1.4960623010993004} +{"step": 158, "steps": 250, "lr": 2.0374970139466877e-05, "grad_norm": 2.3892879486083984, "loss_scale": 4.0, "retries": 0, "seconds": 271.9, "max_memory_gb": 18.11, "pair": 0.05458737793378532, "sign": 0.18335368286352605, "keep": 0.009599125417480536, "leak": 0.3590537134150509, "replacement": 0.24082720093429089} +{"step": 159, "steps": 250, "lr": 2.0089090570278213e-05, "grad_norm": 1.9712162017822266, "loss_scale": 4.0, "retries": 0, "seconds": 274.0, "max_memory_gb": 18.11, "pair": 0.08740697056055069, "sign": 0.010325779003323987, "keep": 0.001013533037621528, "leak": 0.38805612036958337, "replacement": 0.19009065441787243} +{"step": 160, "steps": 250, "lr": 1.9804546775172457e-05, "grad_norm": 1.5702741146087646, "loss_scale": 4.0, "retries": 0, "seconds": 275.9, "max_memory_gb": 18.11, "pair": 0.09848253545351326, "sign": 0.008581127971410751, "keep": 0.0008230526345869293, "leak": 0.04697283264249563, "replacement": 0.11492783389985561} +{"step": 161, "steps": 250, "lr": 1.9521390041542946e-05, "grad_norm": 6.451613426208496, "loss_scale": 4.0, "retries": 0, "seconds": 277.8, "max_memory_gb": 18.11, "pair": 0.17403389449464157, "sign": 0.08246389470150461, "keep": 0.21781621564241505, "leak": 0.7142750832717866, "replacement": 0.5027427300810814} +{"step": 162, "steps": 250, "lr": 1.923967140677313e-05, "grad_norm": 4.826143741607666, "loss_scale": 4.0, "retries": 0, "seconds": 280.0, "max_memory_gb": 18.11, "pair": 0.21074384437088156, "sign": 0.32556861609918997, "keep": 0.011600628349697217, "leak": 1.2676058113574982, "replacement": 0.6962299193255603} +{"step": 163, "steps": 250, "lr": 1.8959441649037335e-05, "grad_norm": 9.58049488067627, "loss_scale": 4.0, "retries": 0, "seconds": 281.9, "max_memory_gb": 18.11, "pair": 0.4222198145434959, "sign": 0.9125199749978492, "keep": 0.33199763274046745, "leak": 0.9573147764895111, "replacement": 1.2838072304148227} +{"step": 164, "steps": 250, "lr": 1.868075127814832e-05, "grad_norm": 3.7364823818206787, "loss_scale": 4.0, "retries": 0, "seconds": 284.0, "max_memory_gb": 18.11, "pair": 0.09133031179226236, "sign": 0.004768732731463388, "keep": 0.44460305532993516, "leak": 0.24648816883563995, "replacement": 0.37763823397108354} +{"step": 165, "steps": 250, "lr": 1.8403650526453143e-05, "grad_norm": 3.5410757064819336, "loss_scale": 4.0, "retries": 0, "seconds": 285.7, "max_memory_gb": 18.11, "pair": 0.2467081993818283, "sign": 0.010675476805772632, "keep": 0.008755794478929602, "leak": 0.264162119012326, "replacement": 0.32246435433626175} +{"step": 166, "steps": 250, "lr": 1.812818933977912e-05, "grad_norm": 2.6318252086639404, "loss_scale": 4.0, "retries": 0, "seconds": 287.4, "max_memory_gb": 18.11, "pair": 0.057900826817785855, "sign": 0.022259899953496642, "keep": 0.0010192508532327338, "leak": 0.5068470546029857, "replacement": 0.1962521718814969} +{"step": 167, "steps": 250, "lr": 1.785441736843128e-05, "grad_norm": 9.055026054382324, "loss_scale": 4.0, "retries": 0, "seconds": 289.1, "max_memory_gb": 18.11, "pair": 0.4114673091098666, "sign": 0.5778258527279831, "keep": 0.9986332961707376, "leak": 1.0421462841331959, "replacement": 1.4602333959192038} +{"step": 168, "steps": 250, "lr": 1.7582383958243314e-05, "grad_norm": 5.799496173858643, "loss_scale": 4.0, "retries": 0, "seconds": 290.8, "max_memory_gb": 18.11, "pair": 0.0896478868817212, "sign": 0.1060992430720944, "keep": 0.24652133931522258, "leak": 1.2083790563046932, "replacement": 0.5680529408273287} +{"step": 169, "steps": 250, "lr": 1.7312138141683164e-05, "grad_norm": 1.6216801404953003, "loss_scale": 4.0, "retries": 0, "seconds": 292.4, "max_memory_gb": 18.11, "pair": 0.03288859728490934, "sign": 0.003537797150784172, "keep": 0.015097150400379178, "leak": 0.2935226038098335, "replacement": 0.11558671807870269} +{"step": 170, "steps": 250, "lr": 1.704372862901521e-05, "grad_norm": 6.16677188873291, "loss_scale": 4.0, "retries": 0, "seconds": 294.2, "max_memory_gb": 18.11, "pair": 0.21333057899028063, "sign": 0.09976564679527655, "keep": 0.39404441916849464, "leak": 0.23027757555246353, "replacement": 0.517804991453886} +{"step": 171, "steps": 250, "lr": 1.6777203799520573e-05, "grad_norm": 11.971484184265137, "loss_scale": 4.0, "retries": 0, "seconds": 295.8, "max_memory_gb": 18.11, "pair": 0.1365745416842401, "sign": 0.4153342655627057, "keep": 0.5799379545860575, "leak": 0.6065798215568066, "replacement": 0.7858555838465691} +{"step": 172, "steps": 250, "lr": 1.6512611692777008e-05, "grad_norm": 40.0631103515625, "loss_scale": 4.0, "retries": 0, "seconds": 297.4, "max_memory_gb": 18.11, "pair": 0.5288502015173435, "sign": 0.4179666112177074, "keep": 0.9098627287894487, "leak": 2.558853608556092, "replacement": 1.8324781954288483} +{"step": 173, "steps": 250, "lr": 1.6250000000000005e-05, "grad_norm": 1.8451447486877441, "loss_scale": 4.0, "retries": 0, "seconds": 299.2, "max_memory_gb": 18.11, "pair": 0.03800240147393197, "sign": 0.01896144141937839, "keep": 0.03925905707296806, "leak": 0.2012674380093813, "replacement": 0.1174295088276267} +{"step": 174, "steps": 250, "lr": 1.598941605544678e-05, "grad_norm": 10.77476692199707, "loss_scale": 4.0, "retries": 0, "seconds": 300.9, "max_memory_gb": 18.11, "pair": 0.3621678983035963, "sign": 0.05184617926715873, "keep": 1.5872355573674213, "leak": 0.14826989511493593, "replacement": 1.2187762618996203} +{"step": 175, "steps": 250, "lr": 1.5730906827884506e-05, "grad_norm": 4.321743965148926, "loss_scale": 4.0, "retries": 0, "seconds": 302.5, "max_memory_gb": 18.11, "pair": 0.2377191074192524, "sign": 0.08748927421402186, "keep": 0.07189479170483537, "leak": 0.19472311437129974, "replacement": 0.36609191820025444} +{"step": 176, "steps": 250, "lr": 1.5474518912124476e-05, "grad_norm": 10.08958625793457, "loss_scale": 4.0, "retries": 0, "seconds": 304.2, "max_memory_gb": 18.11, "pair": 0.5701498329508468, "sign": 1.1509806916219532, "keep": 0.23126065450060196, "leak": 0.07888181874295697, "replacement": 1.280990992905572} +{"step": 177, "steps": 250, "lr": 1.5220298520623646e-05, "grad_norm": 5.4367170333862305, "loss_scale": 4.0, "retries": 0, "seconds": 305.9, "max_memory_gb": 18.11, "pair": 0.12411238602362573, "sign": 0.09732936236832757, "keep": 0.9442691502281377, "leak": 0.7889145836234093, "replacement": 0.8421402713283896} +{"step": 178, "steps": 250, "lr": 1.4968291475155121e-05, "grad_norm": 2.922981023788452, "loss_scale": 4.0, "retries": 0, "seconds": 307.6, "max_memory_gb": 18.11, "pair": 0.08171576098538935, "sign": 0.033012470026733354, "keep": 0.01299353289505234, "leak": 0.38534036558121443, "replacement": 0.20105386152863503} +{"step": 179, "steps": 250, "lr": 1.4718543198548998e-05, "grad_norm": 2.0115764141082764, "loss_scale": 4.0, "retries": 0, "seconds": 309.2, "max_memory_gb": 18.11, "pair": 0.11686629918403924, "sign": 0.048285887991369236, "keep": 0.0599226986669219, "leak": 0.289020087569952, "replacement": 0.24322561919689178} +{"step": 180, "steps": 250, "lr": 1.4471098706505227e-05, "grad_norm": 1.0375909805297852, "loss_scale": 4.0, "retries": 0, "seconds": 310.9, "max_memory_gb": 18.11, "pair": 0.04102567816153169, "sign": 0.0033690955315250903, "keep": 0.025077534622141684, "leak": 0.08856249367818236, "replacement": 0.07738961838185787} +{"step": 181, "steps": 250, "lr": 1.4226002599479743e-05, "grad_norm": 3.3986403942108154, "loss_scale": 4.0, "retries": 0, "seconds": 312.5, "max_memory_gb": 18.11, "pair": 0.2970431260764599, "sign": 0.0661776706110686, "keep": 0.19986578210955486, "leak": 0.6039448124356568, "replacement": 0.5810510441660881} +{"step": 182, "steps": 250, "lr": 1.3983299054645471e-05, "grad_norm": 2.391101360321045, "loss_scale": 4.0, "retries": 0, "seconds": 314.2, "max_memory_gb": 18.11, "pair": 0.06084730220572965, "sign": 0.037141841363336425, "keep": 0.0019950771802541567, "leak": 0.5046882554888725, "replacement": 0.20658782497048378} +{"step": 183, "steps": 250, "lr": 1.3743031817929724e-05, "grad_norm": 3.081841468811035, "loss_scale": 4.0, "retries": 0, "seconds": 315.8, "max_memory_gb": 18.11, "pair": 0.13943263187320554, "sign": 0.08468689298024401, "keep": 0.10147365895289795, "leak": 1.1025254763662815, "replacement": 0.5081442889058962} +{"step": 184, "steps": 250, "lr": 1.3505244196129164e-05, "grad_norm": 9.001996994018555, "loss_scale": 4.0, "retries": 0, "seconds": 317.6, "max_memory_gb": 18.11, "pair": 0.32616813108325005, "sign": 0.23020943719893694, "keep": 0.4080667020753026, "leak": 0.6104902843944728, "replacement": 0.7979287803173065} +{"step": 185, "steps": 250, "lr": 1.3269979049104014e-05, "grad_norm": 6.74537992477417, "loss_scale": 4.0, "retries": 0, "seconds": 319.2, "max_memory_gb": 18.11, "pair": 0.20411767005862202, "sign": 0.01218708889791742, "keep": 0.5491132705340647, "leak": 0.46763280034065247, "replacement": 0.6016760622151196} +{"step": 186, "steps": 250, "lr": 1.3037278782052863e-05, "grad_norm": 6.343398094177246, "loss_scale": 4.0, "retries": 0, "seconds": 320.8, "max_memory_gb": 18.11, "pair": 0.03722836849919986, "sign": 0.18538419788819738, "keep": 0.23761382570228307, "leak": 0.3803050286369398, "replacement": 0.3438036465086043} +{"step": 187, "steps": 250, "lr": 1.2807185337869343e-05, "grad_norm": 9.913310050964355, "loss_scale": 4.0, "retries": 0, "seconds": 322.6, "max_memory_gb": 18.11, "pair": 0.46377047896385193, "sign": 0.2383928430499509, "keep": 0.2489595657098107, "leak": 0.42775396071374416, "replacement": 0.8143851682543755} +{"step": 188, "steps": 250, "lr": 1.2579740189582115e-05, "grad_norm": 3.8632075786590576, "loss_scale": 4.0, "retries": 0, "seconds": 324.3, "max_memory_gb": 18.11, "pair": 0.21755688787379768, "sign": 0.028434838153771125, "keep": 0.005829921028634999, "leak": 0.2823106087744236, "replacement": 0.30526691256091} +{"step": 189, "steps": 250, "lr": 1.2354984332879668e-05, "grad_norm": 1.4995070695877075, "loss_scale": 4.0, "retries": 0, "seconds": 325.9, "max_memory_gb": 18.11, "pair": 0.13184427732630866, "sign": 0.005826538807014003, "keep": 0.0065999013747557456, "leak": 0.03199765273893718, "replacement": 0.1460569098999258} +{"step": 190, "steps": 250, "lr": 1.2132958278721064e-05, "grad_norm": 3.179600477218628, "loss_scale": 4.0, "retries": 0, "seconds": 327.7, "max_memory_gb": 18.11, "pair": 0.02047319943085313, "sign": 0.007415063097141683, "keep": 0.015616781718563288, "leak": 0.2633598566171713, "replacement": 0.09782908484339714} +{"step": 191, "steps": 250, "lr": 1.1913702046034016e-05, "grad_norm": 6.473847389221191, "loss_scale": 4.0, "retries": 0, "seconds": 329.3, "max_memory_gb": 18.11, "pair": 0.08102432894520462, "sign": 0.02316031340160407, "keep": 0.008070715891335567, "leak": 3.356877703219652, "replacement": 0.9358592443168163} +{"step": 192, "steps": 250, "lr": 1.1697255154501756e-05, "grad_norm": 3.604490041732788, "loss_scale": 4.0, "retries": 0, "seconds": 331.1, "max_memory_gb": 18.11, "pair": 0.08750963374041021, "sign": 0.008608394302427769, "keep": 0.10328324232250452, "leak": 0.39749684382695705, "replacement": 0.24282966693863273} +{"step": 193, "steps": 250, "lr": 1.1483656617439842e-05, "grad_norm": 8.520747184753418, "loss_scale": 4.0, "retries": 0, "seconds": 332.7, "max_memory_gb": 18.11, "pair": 0.2995831270236522, "sign": 0.31900841020978987, "keep": 0.006586084731679875, "leak": 0.28498102561570704, "replacement": 0.5336256437003613} +{"step": 194, "steps": 250, "lr": 1.1272944934764177e-05, "grad_norm": 2.9880363941192627, "loss_scale": 4.0, "retries": 0, "seconds": 334.4, "max_memory_gb": 18.11, "pair": 0.06078911549411714, "sign": 0.02393714420031756, "keep": 0.03523243544623256, "leak": 0.995611961116083, "replacement": 0.33927688375115395} +{"step": 195, "steps": 250, "lr": 1.1065158086051684e-05, "grad_norm": 9.073365211486816, "loss_scale": 4.0, "retries": 0, "seconds": 336.2, "max_memory_gb": 18.11, "pair": 0.3037469079717994, "sign": 0.08879187004640698, "keep": 0.008836868160869926, "leak": 1.208389736711979, "replacement": 0.6546587124466896} +{"step": 196, "steps": 250, "lr": 1.086033352369467e-05, "grad_norm": 1.8122031688690186, "loss_scale": 4.0, "retries": 0, "seconds": 337.8, "max_memory_gb": 18.11, "pair": 0.08908983261790127, "sign": 0.011550022412848193, "keep": 0.0047679359387871045, "leak": 0.052525827661156654, "replacement": 0.11038027598988265} +{"step": 197, "steps": 250, "lr": 1.0658508166150224e-05, "grad_norm": 2.0260040760040283, "loss_scale": 4.0, "retries": 0, "seconds": 339.5, "max_memory_gb": 18.11, "pair": 0.11725509213283658, "sign": 0.002859033935237676, "keep": 0.004531821934506297, "leak": 0.5985941747203469, "replacement": 0.27059905230998993} +{"step": 198, "steps": 250, "lr": 1.0459718391285954e-05, "grad_norm": 5.01515531539917, "loss_scale": 4.0, "retries": 0, "seconds": 341.2, "max_memory_gb": 18.11, "pair": 0.1836662795394659, "sign": 0.38124953827355057, "keep": 0.05027286276163068, "leak": 0.5299120075760584, "replacement": 0.5319054815918207} +{"step": 199, "steps": 250, "lr": 1.0264000029822999e-05, "grad_norm": 2.9003145694732666, "loss_scale": 4.0, "retries": 0, "seconds": 342.9, "max_memory_gb": 18.11, "pair": 0.026296072639524937, "sign": 0.00512566640827572, "keep": 0.001969230084796436, "leak": 0.5198761196807027, "replacement": 0.15981254819780588} +{"step": 200, "steps": 250, "lr": 1.0071388358877775e-05, "grad_norm": 1.471919059753418, "loss_scale": 4.0, "retries": 0, "seconds": 344.6, "max_memory_gb": 18.11, "pair": 0.08200175408273935, "sign": 0.004970140143996105, "keep": 0.08356414554873481, "leak": 0.19110416900366545, "replacement": 0.17404494062066078} +{"step": 201, "steps": 250, "lr": 9.881918095603501e-06, "grad_norm": 2.324631690979004, "loss_scale": 4.0, "retries": 0, "seconds": 346.3, "max_memory_gb": 18.11, "pair": 0.128114023944363, "sign": 0.4100515611935407, "keep": 0.06504943833533616, "leak": 0.09066804446047172, "replacement": 0.38833152689039707} +{"step": 202, "steps": 250, "lr": 9.695623390932612e-06, "grad_norm": 3.0815258026123047, "loss_scale": 4.0, "retries": 0, "seconds": 348.0, "max_memory_gb": 18.11, "pair": 0.05226311553269625, "sign": 0.016148394555784762, "keep": 0.0010620121720421594, "leak": 0.653959296643734, "replacement": 0.22435814514756203} +{"step": 203, "steps": 250, "lr": 9.51253782342123e-06, "grad_norm": 4.202030658721924, "loss_scale": 4.0, "retries": 0, "seconds": 349.6, "max_memory_gb": 18.11, "pair": 0.09687275416217744, "sign": 0.10280658962437883, "keep": 0.050193869858048856, "leak": 0.2380421373527497, "replacement": 0.23288351111114025} +{"step": 204, "steps": 250, "lr": 9.332694393196846e-06, "grad_norm": 1.8735820055007935, "loss_scale": 4.0, "retries": 0, "seconds": 351.3, "max_memory_gb": 18.11, "pair": 0.1410961435176432, "sign": 0.017949455446796492, "keep": 0.005064976488938555, "leak": 0.580845961580053, "replacement": 0.2978148516267538} +{"step": 205, "steps": 250, "lr": 9.156125516010256e-06, "grad_norm": 8.973052978515625, "loss_scale": 4.0, "retries": 0, "seconds": 353.0, "max_memory_gb": 18.11, "pair": 0.3563484840997262, "sign": 0.4866698873229325, "keep": 0.8357259615659132, "leak": 0.3282677214592695, "replacement": 1.0996133512817323} +{"step": 206, "steps": 250, "lr": 8.982863017392733e-06, "grad_norm": 1.580981731414795, "loss_scale": 4.0, "retries": 0, "seconds": 354.6, "max_memory_gb": 18.11, "pair": 0.0855729985050857, "sign": 0.023375982185825706, "keep": 0.2317916271276772, "leak": 0.11388133419677615, "replacement": 0.2416271325200796} +{"step": 207, "steps": 250, "lr": 8.81293812691974e-06, "grad_norm": 3.0673258304595947, "loss_scale": 4.0, "retries": 0, "seconds": 356.4, "max_memory_gb": 18.11, "pair": 0.036145990881777834, "sign": 0.011307450924505247, "keep": 0.005245404923016395, "leak": 0.9233343508094549, "replacement": 0.27525601256638765} +{"step": 208, "steps": 250, "lr": 8.646381472581927e-06, "grad_norm": 9.186164855957031, "loss_scale": 4.0, "retries": 0, "seconds": 358.0, "max_memory_gb": 18.11, "pair": 0.3500718568902812, "sign": 0.7091551744815661, "keep": 0.09312338484096472, "leak": 3.3255287371575832, "replacement": 1.5825933194719255} +{"step": 209, "steps": 250, "lr": 8.483223075264622e-06, "grad_norm": 3.7684342861175537, "loss_scale": 4.0, "retries": 0, "seconds": 359.7, "max_memory_gb": 18.11, "pair": 0.05107206921093166, "sign": 0.007124153082258999, "keep": 0.012921624787850305, "leak": 0.7992995718668681, "replacement": 0.26091984449885786} +{"step": 210, "steps": 250, "lr": 8.323492343336747e-06, "grad_norm": 19.21559715270996, "loss_scale": 4.0, "retries": 0, "seconds": 361.3, "max_memory_gb": 18.11, "pair": 0.5837727193720639, "sign": 0.05915884452406317, "keep": 0.00492702130577527, "leak": 1.3232850153653999, "replacement": 0.9466369021683931} +{"step": 211, "steps": 250, "lr": 8.167218067350122e-06, "grad_norm": 5.463584899902344, "loss_scale": 4.0, "retries": 0, "seconds": 363.0, "max_memory_gb": 18.11, "pair": 0.4043425275012851, "sign": 0.5717052343534306, "keep": 2.38376155361766, "leak": 0.1724646734073758, "replacement": 1.9251921027898788} +{"step": 212, "steps": 250, "lr": 8.01442841485013e-06, "grad_norm": 3.4537293910980225, "loss_scale": 4.0, "retries": 0, "seconds": 364.7, "max_memory_gb": 18.11, "pair": 0.30093380250036716, "sign": 0.2560336258029565, "keep": 0.03603176574688405, "leak": 0.3588414777423736, "replacement": 0.536676861345768} +{"step": 213, "steps": 250, "lr": 7.865150925298678e-06, "grad_norm": 2.2070202827453613, "loss_scale": 4.0, "retries": 0, "seconds": 366.4, "max_memory_gb": 18.11, "pair": 0.2530962564051151, "sign": 0.034706475446000695, "keep": 0.02869998198002577, "leak": 0.7219372242689133, "replacement": 0.4652837850153446} +{"step": 214, "steps": 250, "lr": 7.719412505110375e-06, "grad_norm": 6.95292854309082, "loss_scale": 4.0, "retries": 0, "seconds": 368.0, "max_memory_gb": 18.11, "pair": 0.2304922970943153, "sign": 0.05727825406938791, "keep": 0.03729061211925, "leak": 0.4877017248654738, "replacement": 0.39970218297094107} +{"step": 215, "steps": 250, "lr": 7.57723942280278e-06, "grad_norm": 1.0825303792953491, "loss_scale": 4.0, "retries": 0, "seconds": 369.8, "max_memory_gb": 18.11, "pair": 0.030887045846611727, "sign": 0.023293588194064796, "keep": 0.0028102490650780965, "leak": 0.06161995977186052, "replacement": 0.05934395478107035} +{"step": 216, "steps": 250, "lr": 7.438657304261687e-06, "grad_norm": 3.3215816020965576, "loss_scale": 4.0, "retries": 0, "seconds": 371.4, "max_memory_gb": 18.11, "pair": 0.19540275121107697, "sign": 0.11751662797178142, "keep": 0.021037443901150255, "leak": 0.19920234836172312, "replacement": 0.31448036059737206} +{"step": 217, "steps": 250, "lr": 7.30369112812219e-06, "grad_norm": 3.0645666122436523, "loss_scale": 4.0, "retries": 0, "seconds": 373.1, "max_memory_gb": 18.11, "pair": 0.276968402788043, "sign": 0.08266343898139894, "keep": 0.014404307934455574, "leak": 0.9015518072992563, "replacement": 0.5508902221918106} +{"step": 218, "steps": 250, "lr": 7.172365221266403e-06, "grad_norm": 6.825091361999512, "loss_scale": 4.0, "retries": 0, "seconds": 374.8, "max_memory_gb": 18.11, "pair": 0.39426451176404953, "sign": 0.16142183111514896, "keep": 0.09655179304536432, "leak": 0.2689943378791213, "replacement": 0.590499896556139} +{"step": 219, "steps": 250, "lr": 7.0447032544387154e-06, "grad_norm": 1.3519761562347412, "loss_scale": 4.0, "retries": 0, "seconds": 376.4, "max_memory_gb": 18.11, "pair": 0.03365341599783278, "sign": 0.005478848790517077, "keep": 0.00209426846538463, "leak": 0.19764479855075479, "replacement": 0.08685117494314909} +{"step": 220, "steps": 250, "lr": 6.920728237979274e-06, "grad_norm": 2.636974573135376, "loss_scale": 4.0, "retries": 0, "seconds": 378.2, "max_memory_gb": 18.11, "pair": 0.13293757673818618, "sign": 0.0034228756849188358, "keep": 0.055750512168742716, "leak": 0.3326727640815079, "replacement": 0.24569246172904968} +{"step": 221, "steps": 250, "lr": 6.800462517676456e-06, "grad_norm": 1.3250097036361694, "loss_scale": 4.0, "retries": 0, "seconds": 379.8, "max_memory_gb": 18.11, "pair": 0.05032011400908232, "sign": 0.007189967174781486, "keep": 0.0070980988966766745, "leak": 0.21694739488884807, "replacement": 0.11170099722221494} +{"step": 222, "steps": 250, "lr": 6.683927770739222e-06, "grad_norm": 4.193450927734375, "loss_scale": 4.0, "retries": 0, "seconds": 381.5, "max_memory_gb": 18.11, "pair": 0.0897652804851532, "sign": 0.020094602834433317, "keep": 0.21592255833093077, "leak": 1.41163735203736, "replacement": 0.5606832019984722} +{"step": 223, "steps": 250, "lr": 6.571145001889892e-06, "grad_norm": 4.326756954193115, "loss_scale": 4.0, "retries": 0, "seconds": 383.2, "max_memory_gb": 18.11, "pair": 0.05837936187162995, "sign": 0.03590187161171343, "keep": 0.0046660823209094815, "leak": 0.9839588631875813, "replacement": 0.3246530558390077} +{"step": 224, "steps": 250, "lr": 6.46213453957817e-06, "grad_norm": 2.224846601486206, "loss_scale": 4.0, "retries": 0, "seconds": 384.9, "max_memory_gb": 18.11, "pair": 0.07955948356539011, "sign": 0.0028365741745801643, "keep": 0.01764512700992782, "leak": 0.6610463749966584, "replacement": 0.25506192608736455} +{"step": 225, "steps": 250, "lr": 6.356916032317063e-06, "grad_norm": 4.376061916351318, "loss_scale": 4.0, "retries": 0, "seconds": 386.6, "max_memory_gb": 18.11, "pair": 0.19005646525329212, "sign": 0.08906411125644809, "keep": 0.001354904234133869, "leak": 0.30475739389657974, "replacement": 0.31145533733069897} +{"step": 226, "steps": 250, "lr": 6.255508445141349e-06, "grad_norm": 2.78867506980896, "loss_scale": 4.0, "retries": 0, "seconds": 388.3, "max_memory_gb": 18.11, "pair": 0.044955751502129715, "sign": 0.0081193723162869, "keep": 0.030887774573784554, "leak": 0.6910846494138241, "replacement": 0.2372304939199239} +{"step": 227, "steps": 250, "lr": 6.157930056189228e-06, "grad_norm": 0.9829952716827393, "loss_scale": 4.0, "retries": 0, "seconds": 389.9, "max_memory_gb": 18.11, "pair": 0.05626619653776288, "sign": 0.007858281751396134, "keep": 0.0066316960760559596, "leak": 0.12555048486683518, "replacement": 0.09489880735054612} +{"step": 228, "steps": 250, "lr": 6.064198453407796e-06, "grad_norm": 1.563694715499878, "loss_scale": 4.0, "retries": 0, "seconds": 391.6, "max_memory_gb": 18.11, "pair": 0.09557056690391619, "sign": 0.023647324764169753, "keep": 0.004603861903888173, "leak": 0.31350983487209305, "replacement": 0.18807361531071365} +{"step": 229, "steps": 250, "lr": 5.974330531382935e-06, "grad_norm": 7.958921432495117, "loss_scale": 4.0, "retries": 0, "seconds": 393.3, "max_memory_gb": 18.11, "pair": 0.058991409838199615, "sign": 0.012484015140216798, "keep": 0.004546134194242768, "leak": 1.3102629367458576, "replacement": 0.395072209648788} +{"step": 230, "steps": 250, "lr": 5.888342488294125e-06, "grad_norm": 2.896684169769287, "loss_scale": 4.0, "retries": 0, "seconds": 395.0, "max_memory_gb": 18.11, "pair": 0.0644848789088428, "sign": 0.04389189741050359, "keep": 0.01672142579809588, "leak": 0.08496741243288852, "replacement": 0.11603339202702045} +{"step": 231, "steps": 250, "lr": 5.806249822994849e-06, "grad_norm": 7.913183689117432, "loss_scale": 4.0, "retries": 0, "seconds": 396.6, "max_memory_gb": 18.11, "pair": 0.3941308290231973, "sign": 0.8540701973251998, "keep": 0.07155829260591418, "leak": 0.15009086823556572, "replacement": 0.8944678083062172} +{"step": 232, "steps": 250, "lr": 5.728067332218994e-06, "grad_norm": 2.3215348720550537, "loss_scale": 4.0, "retries": 0, "seconds": 398.4, "max_memory_gb": 18.11, "pair": 0.12915080323000439, "sign": 0.004551629572233651, "keep": 0.00299567389981803, "leak": 0.03649245179258287, "replacement": 0.14204756449908018} +{"step": 233, "steps": 250, "lr": 5.65380910791383e-06, "grad_norm": 1.9697353839874268, "loss_scale": 4.0, "retries": 0, "seconds": 400.0, "max_memory_gb": 18.11, "pair": 0.15562955848872662, "sign": 0.02789663671865128, "keep": 0.020144363370491192, "leak": 0.17803180776536465, "replacement": 0.22415801137685776} +{"step": 234, "steps": 250, "lr": 5.583488534700022e-06, "grad_norm": 5.020224571228027, "loss_scale": 4.0, "retries": 0, "seconds": 401.7, "max_memory_gb": 18.11, "pair": 0.10755440857610665, "sign": 0.13229882583254948, "keep": 0.1107805771571293, "leak": 1.2955376267345855, "replacement": 0.5529785298276693} +{"step": 235, "steps": 250, "lr": 5.517118287459118e-06, "grad_norm": 11.468912124633789, "loss_scale": 4.0, "retries": 0, "seconds": 403.4, "max_memory_gb": 18.11, "pair": 0.5528283723106142, "sign": 1.5608038520076661, "keep": 3.641811898326523, "leak": 1.5563586354255676, "replacement": 3.543225876055658} +{"step": 236, "steps": 250, "lr": 5.454710329048978e-06, "grad_norm": 1.0827795267105103, "loss_scale": 4.0, "retries": 0, "seconds": 405.1, "max_memory_gb": 18.11, "pair": 0.05638408095546765, "sign": 0.013846516172634438, "keep": 0.0019727956441784045, "leak": 0.023689000168815255, "replacement": 0.0702159843640402} +{"step": 237, "steps": 250, "lr": 5.3962759081475436e-06, "grad_norm": 10.613787651062012, "loss_scale": 4.0, "retries": 0, "seconds": 406.8, "max_memory_gb": 18.11, "pair": 0.058713295264169574, "sign": 0.01789344329154119, "keep": 0.5812001628546568, "leak": 0.3475846853107214, "replacement": 0.44515627436339855} +{"step": 238, "steps": 250, "lr": 5.341825557225321e-06, "grad_norm": 1.1140985488891602, "loss_scale": 4.0, "retries": 0, "seconds": 408.5, "max_memory_gb": 18.11, "pair": 0.03329454021877609, "sign": 0.006587423762539402, "keep": 0.001895618002890842, "leak": 0.10511874605435878, "replacement": 0.06381574919214472} +{"step": 239, "steps": 250, "lr": 5.291369090646961e-06, "grad_norm": 4.897605895996094, "loss_scale": 4.0, "retries": 0, "seconds": 410.2, "max_memory_gb": 18.11, "pair": 0.06088586739497259, "sign": 0.2035966495386674, "keep": 0.03775288745327998, "leak": 1.3753337632515468, "replacement": 0.5253940798575059} +{"step": 240, "steps": 250, "lr": 5.244915602902289e-06, "grad_norm": 4.956106662750244, "loss_scale": 4.0, "retries": 0, "seconds": 411.9, "max_memory_gb": 18.11, "pair": 0.18326768651604652, "sign": 0.015823101333808154, "keep": 0.21019545287708752, "leak": 1.3500183422584087, "replacement": 0.6337815374135971} +{"step": 241, "steps": 250, "lr": 5.20247346696706e-06, "grad_norm": 5.622785568237305, "loss_scale": 4.0, "retries": 0, "seconds": 413.6, "max_memory_gb": 18.11, "pair": 0.34152144816471264, "sign": 0.42688030522549525, "keep": 0.39030537216963523, "leak": 1.1277537159621716, "replacement": 1.0320527087897062} +{"step": 242, "steps": 250, "lr": 5.164050332793787e-06, "grad_norm": 8.750245094299316, "loss_scale": 4.0, "retries": 0, "seconds": 415.3, "max_memory_gb": 18.11, "pair": 0.5006510913081001, "sign": 0.11824249287019484, "keep": 0.02121362239586233, "leak": 0.2960056513584277, "replacement": 0.6443805913440883} +{"step": 243, "steps": 250, "lr": 5.129653125932873e-06, "grad_norm": 4.6995849609375, "loss_scale": 4.0, "retries": 0, "seconds": 417.1, "max_memory_gb": 18.11, "pair": 0.05948187503963709, "sign": 0.0040325686277356, "keep": 0.42111241766178864, "leak": 0.9695155546069145, "replacement": 0.5144332628697157} +{"step": 244, "steps": 250, "lr": 5.099288046284329e-06, "grad_norm": 6.223410129547119, "loss_scale": 4.0, "retries": 0, "seconds": 418.7, "max_memory_gb": 18.11, "pair": 0.12880517602025066, "sign": 0.1151110950668226, "keep": 0.0530586555487389, "leak": 0.20772447064518929, "replacement": 0.26482115453109145} +{"step": 245, "steps": 250, "lr": 5.072960566980277e-06, "grad_norm": 1.8852792978286743, "loss_scale": 4.0, "retries": 0, "seconds": 420.4, "max_memory_gb": 18.11, "pair": 0.06980425026267767, "sign": 0.04474571658647619, "keep": 0.007881394487412763, "leak": 0.23647533543407917, "replacement": 0.15523664094507694} +{"step": 246, "steps": 250, "lr": 5.050675433398435e-06, "grad_norm": 7.718808650970459, "loss_scale": 4.0, "retries": 0, "seconds": 422.1, "max_memory_gb": 18.11, "pair": 0.32593090273439884, "sign": 0.467014528112486, "keep": 0.8955949394439813, "leak": 0.5308125093579292, "replacement": 1.1399387642741203} +{"step": 247, "steps": 250, "lr": 5.032436662306811e-06, "grad_norm": 1.2974566221237183, "loss_scale": 4.0, "retries": 0, "seconds": 423.8, "max_memory_gb": 18.11, "pair": 0.044222481083124876, "sign": 0.05854615569114685, "keep": 0.07356057831202634, "leak": 0.1522082492010668, "replacement": 0.14832791220396757} +{"step": 248, "steps": 250, "lr": 5.018247541139684e-06, "grad_norm": 3.278956890106201, "loss_scale": 4.0, "retries": 0, "seconds": 425.4, "max_memory_gb": 18.11, "pair": 0.027849173871800303, "sign": 0.006234103435417637, "keep": 0.0010160233177884948, "leak": 0.7912197167534032, "replacement": 0.22927916049957275} +{"step": 249, "steps": 250, "lr": 5.00811062740508e-06, "grad_norm": 1.1590652465820312, "loss_scale": 4.0, "retries": 0, "seconds": 427.1, "max_memory_gb": 18.11, "pair": 0.05426647234708071, "sign": 0.017103504738770425, "keep": 0.004525409640336875, "leak": 0.06401093490421772, "replacement": 0.08108366280794144} +{"step": 250, "steps": 250, "lr": 5.002027748223778e-06, "grad_norm": 19.030912399291992, "loss_scale": 4.0, "retries": 0, "seconds": 428.7, "max_memory_gb": 18.11, "pair": 0.13884554617106915, "sign": 0.5241981812287122, "keep": 0.8659107030252926, "leak": 0.15762692620046437, "replacement": 0.8733066748827696} diff --git a/runs/joint_qwen/joint/seed73/adapter/README.md b/runs/joint_qwen/joint/seed73/adapter/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8b30e1e6f3f1e39661a8ff5c8f0a6d6099c200df --- /dev/null +++ b/runs/joint_qwen/joint/seed73/adapter/README.md @@ -0,0 +1,207 @@ +--- +base_model: /data/OPSD/assets/models/Qwen3.5-9B +library_name: peft +pipeline_tag: text-generation +tags: +- base_model:adapter:/data/OPSD/assets/models/Qwen3.5-9B +- lora +- transformers +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.20.0 \ No newline at end of file diff --git a/runs/joint_qwen/joint/seed73/adapter/adapter_config.json b/runs/joint_qwen/joint/seed73/adapter/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4850cf1708b5b1c7f7a088869b83680a017953c3 --- /dev/null +++ b/runs/joint_qwen/joint/seed73/adapter/adapter_config.json @@ -0,0 +1,55 @@ +{ + "alora_invocation_tokens": null, + "alpha_pattern": {}, + "arrow_config": null, + "auto_mapping": null, + "base_model_name_or_path": "/data/OPSD/assets/models/Qwen3.5-9B", + "bias": "none", + "corda_config": null, + "ensure_weight_tying": false, + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 32, + "lora_bias": false, + "lora_dropout": 0.05, + "lora_ga_config": null, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "monteclora_config": null, + "peft_type": "LORA", + "peft_version": "0.20.0", + "qalora_group_size": 16, + "r": 16, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "in_proj_a", + "in_proj_z", + "v_proj", + "gate_proj", + "down_proj", + "in_proj_qkv", + "out_proj", + "o_proj", + "up_proj", + "k_proj", + "q_proj", + "in_proj_b" + ], + "target_parameters": null, + "task_type": "CAUSAL_LM", + "trainable_token_indices": null, + "use_bdlora": null, + "use_dora": false, + "use_qalora": false, + "use_rslora": false, + "velora_config": null +} \ No newline at end of file