Spaces:
Paused
Paused
Commit ·
c6d8fb7
1
Parent(s): f1b6b16
update
Browse files
examples/tutorials/grpo/step_2_train_grpo_model_unsloth_ddp.py
CHANGED
|
@@ -93,7 +93,7 @@ else:
|
|
| 93 |
import unsloth
|
| 94 |
from datasets import load_dataset
|
| 95 |
from trl import GRPOConfig, GRPOTrainer
|
| 96 |
-
from unsloth import FastLanguageModel
|
| 97 |
|
| 98 |
|
| 99 |
def get_args():
|
|
@@ -395,8 +395,8 @@ def main():
|
|
| 395 |
load_best_model_at_end=True,
|
| 396 |
metric_for_best_model="reward", # 使用奖励作为评估指标
|
| 397 |
greater_is_better=True,
|
| 398 |
-
fp16=True,
|
| 399 |
-
bf16=False,
|
| 400 |
max_grad_norm=1.0,
|
| 401 |
report_to="none", # 可根据需要改为"wandb"等
|
| 402 |
|
|
|
|
| 93 |
import unsloth
|
| 94 |
from datasets import load_dataset
|
| 95 |
from trl import GRPOConfig, GRPOTrainer
|
| 96 |
+
from unsloth import FastLanguageModel, is_bf16_supported
|
| 97 |
|
| 98 |
|
| 99 |
def get_args():
|
|
|
|
| 395 |
load_best_model_at_end=True,
|
| 396 |
metric_for_best_model="reward", # 使用奖励作为评估指标
|
| 397 |
greater_is_better=True,
|
| 398 |
+
fp16=False if is_bf16_supported() else True,
|
| 399 |
+
bf16=True if is_bf16_supported else False,
|
| 400 |
max_grad_norm=1.0,
|
| 401 |
report_to="none", # 可根据需要改为"wandb"等
|
| 402 |
|