kacperwikiel commited on
Commit
0408af5
·
verified ·
1 Parent(s): 0b60045

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -278,3 +278,5 @@
278
  {"step": 5560, "tokens": 2915041280, "loss": 2.9115245819091795, "tokens_per_second": 989696.760880027, "lr": 0.0015, "gradient_norm": 0.07318487763404846, "benchmark": false}
279
  {"step": 5580, "tokens": 2925527040, "loss": 2.9124717712402344, "tokens_per_second": 960153.1230927765, "lr": 0.0015, "gradient_norm": 0.07960419356822968, "benchmark": false}
280
  {"step": 5600, "tokens": 2936012800, "loss": 2.912256622314453, "tokens_per_second": 803058.9076393034, "lr": 0.0015, "gradient_norm": 0.07421176880598068, "benchmark": false}
 
 
 
278
  {"step": 5560, "tokens": 2915041280, "loss": 2.9115245819091795, "tokens_per_second": 989696.760880027, "lr": 0.0015, "gradient_norm": 0.07318487763404846, "benchmark": false}
279
  {"step": 5580, "tokens": 2925527040, "loss": 2.9124717712402344, "tokens_per_second": 960153.1230927765, "lr": 0.0015, "gradient_norm": 0.07960419356822968, "benchmark": false}
280
  {"step": 5600, "tokens": 2936012800, "loss": 2.912256622314453, "tokens_per_second": 803058.9076393034, "lr": 0.0015, "gradient_norm": 0.07421176880598068, "benchmark": false}
281
+ {"step": 5620, "tokens": 2946498560, "loss": 2.905378532409668, "tokens_per_second": 988754.1863783887, "lr": 0.0015, "gradient_norm": 0.07970532774925232, "benchmark": false}
282
+ {"step": 5640, "tokens": 2956984320, "loss": 2.9199426651000975, "tokens_per_second": 990308.9639122755, "lr": 0.0015, "gradient_norm": 0.07617263495922089, "benchmark": false}