Complete the public pretraining recipe
Browse files- training_args.json +5 -0
training_args.json
CHANGED
|
@@ -40,6 +40,11 @@
|
|
| 40 |
"interval_steps": 1000,
|
| 41 |
"seed": 1729
|
| 42 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
"checkpoint_selection": {
|
| 44 |
"selected_step": 147000,
|
| 45 |
"best_validation_loss": 0.592400277150065
|
|
|
|
| 40 |
"interval_steps": 1000,
|
| 41 |
"seed": 1729
|
| 42 |
},
|
| 43 |
+
"checkpointing": {
|
| 44 |
+
"interval_steps": 5000,
|
| 45 |
+
"log_interval_steps": 200,
|
| 46 |
+
"rolling_window_steps": 1000
|
| 47 |
+
},
|
| 48 |
"checkpoint_selection": {
|
| 49 |
"selected_step": 147000,
|
| 50 |
"best_validation_loss": 0.592400277150065
|