Add kaggle/train_grpo.py
Browse files- kaggle/train_grpo.py +2 -2
kaggle/train_grpo.py
CHANGED
|
@@ -555,9 +555,9 @@ def main(cfg: Cfg | None = None) -> None:
|
|
| 555 |
processing_class=tokenizer,
|
| 556 |
callbacks=[cb],
|
| 557 |
)
|
|
|
|
| 558 |
|
| 559 |
-
trainer.train()
|
| 560 |
-
# Final eval + push
|
| 561 |
final_step = int(trainer.state.global_step)
|
| 562 |
rev = f"grpo-step-{final_step}-final"
|
| 563 |
print(f"=== FINAL EVAL step={final_step} ===")
|
|
|
|
| 555 |
processing_class=tokenizer,
|
| 556 |
callbacks=[cb],
|
| 557 |
)
|
| 558 |
+
cb.trainer = trainer
|
| 559 |
|
| 560 |
+
trainer.train() # Final eval + push
|
|
|
|
| 561 |
final_step = int(trainer.state.global_step)
|
| 562 |
rev = f"grpo-step-{final_step}-final"
|
| 563 |
print(f"=== FINAL EVAL step={final_step} ===")
|