Skip eval, disable MoE aux loss, disable dropout to fix OOM

train_dpo.py

@@ -189,13 +189,15 @@ def train_dpo(config: Config):
         logging_steps=config.logging_steps,
         save_steps=config.save_steps,
         eval_steps=config.eval_steps,
-        eval_strategy="steps" if len(eval_dataset) > 0 else "no",
+        eval_strategy="no",  # Skip eval to avoid MoE aux loss OOM
         save_total_limit=config.save_total_limit,
         remove_unused_columns=config.remove_unused_columns,
         bf16=True,
         tf32=True,
         gradient_checkpointing=True,
         gradient_checkpointing_kwargs={"use_reentrant": False},
+        disable_dropout=True,
+        router_aux_loss_coef=0.0,
         logging_dir=os.path.join(config.output_dir, "logs"),
         report_to="wandb" if os.environ.get("WANDB_API_KEY") else "none",
         run_name="genesis2-dpo",