cfahlgren1 HF Staff commited on
Commit
88610cb
·
verified ·
1 Parent(s): 3f86878

fix step count

Browse files
Files changed (1) hide show
  1. v2/train.py +1 -1
v2/train.py CHANGED
@@ -274,7 +274,7 @@ def evaluate_loss(model, rows: np.ndarray, device, batch: int) -> float:
274
 
275
 
276
  def train(model, rows: np.ndarray, val_rows: np.ndarray, args, device) -> list[dict]:
277
- steps = args.epochs * len(rows) // args.batch
278
  decay = [p for n, p in model.named_parameters() if p.dim() >= 2]
279
  no_decay = [p for n, p in model.named_parameters() if p.dim() < 2]
280
  optimizer = torch.optim.AdamW([{"params": decay, "weight_decay": 0.1}, {"params": no_decay, "weight_decay": 0.0}],
 
274
 
275
 
276
  def train(model, rows: np.ndarray, val_rows: np.ndarray, args, device) -> list[dict]:
277
+ steps = int(args.epochs * len(rows) // args.batch)
278
  decay = [p for n, p in model.named_parameters() if p.dim() >= 2]
279
  no_decay = [p for n, p in model.named_parameters() if p.dim() < 2]
280
  optimizer = torch.optim.AdamW([{"params": decay, "weight_decay": 0.1}, {"params": no_decay, "weight_decay": 0.0}],