gonzalolinares commited on
Commit
927b117
·
verified ·
1 Parent(s): 95f1e85

fix Trackio crash: push at end only

Browse files
Files changed (1) hide show
  1. train_dpo.py +6 -5
train_dpo.py CHANGED
@@ -93,18 +93,19 @@ def main() -> None:
93
  logging_steps=5,
94
  eval_strategy="steps",
95
  eval_steps=20,
 
 
96
  max_length=1024,
97
  max_prompt_length=512,
98
  bf16=True,
99
- push_to_hub=True,
100
  hub_model_id=HUB_MODEL_ID,
101
- report_to="trackio",
102
- project="cpp-compiler-rl",
103
- run_name="dpo-compiler-prefs",
104
  ),
105
  )
106
  trainer.train()
107
- trainer.push_to_hub()
 
108
  print(f"Pushed to {HUB_MODEL_ID}")
109
 
110
 
 
93
  logging_steps=5,
94
  eval_strategy="steps",
95
  eval_steps=20,
96
+ save_strategy="epoch",
97
+ save_total_limit=1,
98
  max_length=1024,
99
  max_prompt_length=512,
100
  bf16=True,
101
+ push_to_hub=False,
102
  hub_model_id=HUB_MODEL_ID,
103
+ report_to="none",
 
 
104
  ),
105
  )
106
  trainer.train()
107
+ trainer.model.push_to_hub(HUB_MODEL_ID, private=False)
108
+ tokenizer.push_to_hub(HUB_MODEL_ID, private=False)
109
  print(f"Pushed to {HUB_MODEL_ID}")
110
 
111