vanishingradient commited on
Commit
4a87f27
·
verified ·
1 Parent(s): eb61e79

Add kaggle/train_grpo.py

Browse files
Files changed (1) hide show
  1. kaggle/train_grpo.py +2 -2
kaggle/train_grpo.py CHANGED
@@ -555,9 +555,9 @@ def main(cfg: Cfg | None = None) -> None:
555
  processing_class=tokenizer,
556
  callbacks=[cb],
557
  )
 
558
 
559
- trainer.train()
560
- # Final eval + push
561
  final_step = int(trainer.state.global_step)
562
  rev = f"grpo-step-{final_step}-final"
563
  print(f"=== FINAL EVAL step={final_step} ===")
 
555
  processing_class=tokenizer,
556
  callbacks=[cb],
557
  )
558
+ cb.trainer = trainer
559
 
560
+ trainer.train() # Final eval + push
 
561
  final_step = int(trainer.state.global_step)
562
  rev = f"grpo-step-{final_step}-final"
563
  print(f"=== FINAL EVAL step={final_step} ===")