miyuki2026 commited on
Commit
c6d8fb7
·
1 Parent(s): f1b6b16
examples/tutorials/grpo/step_2_train_grpo_model_unsloth_ddp.py CHANGED
@@ -93,7 +93,7 @@ else:
93
  import unsloth
94
  from datasets import load_dataset
95
  from trl import GRPOConfig, GRPOTrainer
96
- from unsloth import FastLanguageModel
97
 
98
 
99
  def get_args():
@@ -395,8 +395,8 @@ def main():
395
  load_best_model_at_end=True,
396
  metric_for_best_model="reward", # 使用奖励作为评估指标
397
  greater_is_better=True,
398
- fp16=True,
399
- bf16=False,
400
  max_grad_norm=1.0,
401
  report_to="none", # 可根据需要改为"wandb"等
402
 
 
93
  import unsloth
94
  from datasets import load_dataset
95
  from trl import GRPOConfig, GRPOTrainer
96
+ from unsloth import FastLanguageModel, is_bf16_supported
97
 
98
 
99
  def get_args():
 
395
  load_best_model_at_end=True,
396
  metric_for_best_model="reward", # 使用奖励作为评估指标
397
  greater_is_better=True,
398
+ fp16=False if is_bf16_supported() else True,
399
+ bf16=True if is_bf16_supported else False,
400
  max_grad_norm=1.0,
401
  report_to="none", # 可根据需要改为"wandb"等
402