Update warmup_steps to 1000
Browse files
model/configs/train_config.yaml
CHANGED
|
@@ -17,7 +17,7 @@ auto_tune: true
|
|
| 17 |
max_steps: 800000
|
| 18 |
lr: 3.5e-04
|
| 19 |
min_lr: 3.5e-05
|
| 20 |
-
warmup_steps:
|
| 21 |
weight_decay: 0.1
|
| 22 |
betas: [0.9, 0.95]
|
| 23 |
grad_clip: 1.0
|
|
|
|
| 17 |
max_steps: 800000
|
| 18 |
lr: 3.5e-04
|
| 19 |
min_lr: 3.5e-05
|
| 20 |
+
warmup_steps: 1000
|
| 21 |
weight_decay: 0.1
|
| 22 |
betas: [0.9, 0.95]
|
| 23 |
grad_clip: 1.0
|