kacperwikiel commited on
Commit
9f8e0ed
·
verified ·
1 Parent(s): 248a78d

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -936,3 +936,5 @@
936
  {"step": 18720, "tokens": 9814671360, "loss": 2.777023124694824, "tokens_per_second": 987797.1293850364, "lr": 0.0015, "gradient_norm": 0.1512424647808075, "benchmark": false}
937
  {"step": 18740, "tokens": 9825157120, "loss": 2.7504552841186523, "tokens_per_second": 836360.4772060671, "lr": 0.0015, "gradient_norm": 0.15182772278785706, "benchmark": false}
938
  {"step": 18760, "tokens": 9835642880, "loss": 2.727306938171387, "tokens_per_second": 984329.6585641716, "lr": 0.0015, "gradient_norm": 0.13857623934745789, "benchmark": false}
 
 
 
936
  {"step": 18720, "tokens": 9814671360, "loss": 2.777023124694824, "tokens_per_second": 987797.1293850364, "lr": 0.0015, "gradient_norm": 0.1512424647808075, "benchmark": false}
937
  {"step": 18740, "tokens": 9825157120, "loss": 2.7504552841186523, "tokens_per_second": 836360.4772060671, "lr": 0.0015, "gradient_norm": 0.15182772278785706, "benchmark": false}
938
  {"step": 18760, "tokens": 9835642880, "loss": 2.727306938171387, "tokens_per_second": 984329.6585641716, "lr": 0.0015, "gradient_norm": 0.13857623934745789, "benchmark": false}
939
+ {"step": 18780, "tokens": 9846128640, "loss": 2.7347822189331055, "tokens_per_second": 991228.0074263852, "lr": 0.0015, "gradient_norm": 0.13486629724502563, "benchmark": false}
940
+ {"step": 18800, "tokens": 9856614400, "loss": 2.759987449645996, "tokens_per_second": 940285.1045097407, "lr": 0.0015, "gradient_norm": 0.13096344470977783, "benchmark": false}