kacperwikiel commited on
Commit
1b050be
·
verified ·
1 Parent(s): 7c4bfaa

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1292,3 +1292,5 @@
1292
  {"step": 25840, "tokens": 13547601920, "loss": 2.726731872558594, "tokens_per_second": 985687.2415539611, "lr": 0.0015, "gradient_norm": 0.16009148955345154, "benchmark": false}
1293
  {"step": 25860, "tokens": 13558087680, "loss": 2.741087532043457, "tokens_per_second": 983406.2939001678, "lr": 0.0015, "gradient_norm": 0.19843797385692596, "benchmark": false}
1294
  {"step": 25880, "tokens": 13568573440, "loss": 2.6949687957763673, "tokens_per_second": 980544.0728278547, "lr": 0.0015, "gradient_norm": 0.16291506588459015, "benchmark": false}
 
 
 
1292
  {"step": 25840, "tokens": 13547601920, "loss": 2.726731872558594, "tokens_per_second": 985687.2415539611, "lr": 0.0015, "gradient_norm": 0.16009148955345154, "benchmark": false}
1293
  {"step": 25860, "tokens": 13558087680, "loss": 2.741087532043457, "tokens_per_second": 983406.2939001678, "lr": 0.0015, "gradient_norm": 0.19843797385692596, "benchmark": false}
1294
  {"step": 25880, "tokens": 13568573440, "loss": 2.6949687957763673, "tokens_per_second": 980544.0728278547, "lr": 0.0015, "gradient_norm": 0.16291506588459015, "benchmark": false}
1295
+ {"step": 25900, "tokens": 13579059200, "loss": 2.6820772171020506, "tokens_per_second": 978290.6403665856, "lr": 0.0015, "gradient_norm": 0.15936020016670227, "benchmark": false}
1296
+ {"step": 25920, "tokens": 13589544960, "loss": 2.7093645095825196, "tokens_per_second": 850106.0294220387, "lr": 0.0015, "gradient_norm": 0.199713796377182, "benchmark": false}