update

examples/tutorials/dpo/ultrachat/step_2_train_sft_model_deepspeed.py

@@ -207,7 +207,7 @@ def main():
     )
     if is_main_process:
         print(f"train_dataset count filtered: {len(train_dataset)}")
-    exit(0)
+
     sft_config = SFTConfig(
         output_dir=args.output_model_dir,
         dataset_text_field="formated_text",
@@ -225,6 +225,10 @@ def main():
         lr_scheduler_type="cosine",
         seed=3407,
         report_to="none",
+        max_length=1024 if debug_mode else 4096,
+        dataset_kwargs={
+            "skip_prepare_dataset": True,
+        }
     )
 
     trainer = SFTTrainer(