kacperwikiel commited on
Commit
2da6fc4
·
verified ·
1 Parent(s): 6f07d22

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1253,3 +1253,5 @@
1253
  {"step": 25060, "tokens": 13138657280, "loss": 2.700517463684082, "tokens_per_second": 984705.5389486365, "lr": 0.0015, "gradient_norm": 0.23347370326519012, "benchmark": false}
1254
  {"step": 25080, "tokens": 13149143040, "loss": 2.6942159652709963, "tokens_per_second": 985476.2811881976, "lr": 0.0015, "gradient_norm": 0.16518275439739227, "benchmark": false}
1255
  {"step": 25100, "tokens": 13159628800, "loss": 2.7206411361694336, "tokens_per_second": 976840.2746375389, "lr": 0.0015, "gradient_norm": 0.167807474732399, "benchmark": false}
 
 
 
1253
  {"step": 25060, "tokens": 13138657280, "loss": 2.700517463684082, "tokens_per_second": 984705.5389486365, "lr": 0.0015, "gradient_norm": 0.23347370326519012, "benchmark": false}
1254
  {"step": 25080, "tokens": 13149143040, "loss": 2.6942159652709963, "tokens_per_second": 985476.2811881976, "lr": 0.0015, "gradient_norm": 0.16518275439739227, "benchmark": false}
1255
  {"step": 25100, "tokens": 13159628800, "loss": 2.7206411361694336, "tokens_per_second": 976840.2746375389, "lr": 0.0015, "gradient_norm": 0.167807474732399, "benchmark": false}
1256
+ {"step": 25120, "tokens": 13170114560, "loss": 2.71688232421875, "tokens_per_second": 981336.4678855721, "lr": 0.0015, "gradient_norm": 0.1545390486717224, "benchmark": false}
1257
+ {"step": 25140, "tokens": 13180600320, "loss": 2.7528863906860352, "tokens_per_second": 989493.8997773362, "lr": 0.0015, "gradient_norm": 0.15789680182933807, "benchmark": false}