kacperwikiel commited on
Commit
98b7c20
·
verified ·
1 Parent(s): 5db8555

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -312,3 +312,5 @@
312
  {"step": 6240, "tokens": 3271557120, "loss": 2.8849693298339845, "tokens_per_second": 978957.7607004017, "lr": 0.0015, "gradient_norm": 0.07758528739213943, "benchmark": false}
313
  {"step": 6260, "tokens": 3282042880, "loss": 2.8891056060791014, "tokens_per_second": 985040.5915574107, "lr": 0.0015, "gradient_norm": 0.07268603891134262, "benchmark": false}
314
  {"step": 6280, "tokens": 3292528640, "loss": 2.9252336502075194, "tokens_per_second": 901905.6784838198, "lr": 0.0015, "gradient_norm": 0.08138222992420197, "benchmark": false}
 
 
 
312
  {"step": 6240, "tokens": 3271557120, "loss": 2.8849693298339845, "tokens_per_second": 978957.7607004017, "lr": 0.0015, "gradient_norm": 0.07758528739213943, "benchmark": false}
313
  {"step": 6260, "tokens": 3282042880, "loss": 2.8891056060791014, "tokens_per_second": 985040.5915574107, "lr": 0.0015, "gradient_norm": 0.07268603891134262, "benchmark": false}
314
  {"step": 6280, "tokens": 3292528640, "loss": 2.9252336502075194, "tokens_per_second": 901905.6784838198, "lr": 0.0015, "gradient_norm": 0.08138222992420197, "benchmark": false}
315
+ {"step": 6300, "tokens": 3303014400, "loss": 2.916875648498535, "tokens_per_second": 967857.4768748236, "lr": 0.0015, "gradient_norm": 0.06496562063694, "benchmark": false}
316
+ {"step": 6320, "tokens": 3313500160, "loss": 2.870402145385742, "tokens_per_second": 978980.4711670941, "lr": 0.0015, "gradient_norm": 0.06997466087341309, "benchmark": false}