update

examples/tutorials/dpo/ultrachat/step_2_train_sft_model_deepspeed.py

@@ -5,7 +5,24 @@ https://huggingface.co/docs/trl/v0.16.1/en/sft_trainer
 
 多卡 V00 32G 全参微调
 
-deepspeed --num_gpus=2 step_2_train_sft_model_stages_1.py
+#学术加速
+source /etc/network_turbo
+
+apt update
+apt upgrade
+apt install -y tmux
+
+conda init
+source ~/.bashrc
+
+conda create -n OpenMiniMind python=3.12
+conda activate OpenMiniMind
+conda deactivate
+
+安装支持的pytorch-cuda版本
+pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu128
+
+deepspeed --num_gpus=4 step_2_train_sft_model_deepspeed.py
 """
 import argparse
 import os
@@ -26,9 +43,12 @@ else:
 
 from datasets import load_dataset
 import torch
+import transformers
 from transformers import AutoModelForCausalLM, AutoTokenizer, DataCollatorForLanguageModeling
 from trl import SFTTrainer, SFTConfig, DataCollatorForCompletionOnlyLM
 
+transformers.logging.set_verbosity_error()
+
 
 def get_args():
     parser = argparse.ArgumentParser()