fix step count
Browse files- v2/train.py +1 -1
v2/train.py
CHANGED
|
@@ -274,7 +274,7 @@ def evaluate_loss(model, rows: np.ndarray, device, batch: int) -> float:
|
|
| 274 |
|
| 275 |
|
| 276 |
def train(model, rows: np.ndarray, val_rows: np.ndarray, args, device) -> list[dict]:
|
| 277 |
-
steps = args.epochs * len(rows) // args.batch
|
| 278 |
decay = [p for n, p in model.named_parameters() if p.dim() >= 2]
|
| 279 |
no_decay = [p for n, p in model.named_parameters() if p.dim() < 2]
|
| 280 |
optimizer = torch.optim.AdamW([{"params": decay, "weight_decay": 0.1}, {"params": no_decay, "weight_decay": 0.0}],
|
|
|
|
| 274 |
|
| 275 |
|
| 276 |
def train(model, rows: np.ndarray, val_rows: np.ndarray, args, device) -> list[dict]:
|
| 277 |
+
steps = int(args.epochs * len(rows) // args.batch)
|
| 278 |
decay = [p for n, p in model.named_parameters() if p.dim() >= 2]
|
| 279 |
no_decay = [p for n, p in model.named_parameters() if p.dim() < 2]
|
| 280 |
optimizer = torch.optim.AdamW([{"params": decay, "weight_decay": 0.1}, {"params": no_decay, "weight_decay": 0.0}],
|