kacperwikiel commited on
Commit
bcc8661
·
verified ·
1 Parent(s): 426c0e2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1257,3 +1257,5 @@
1257
  {"step": 25140, "tokens": 13180600320, "loss": 2.7528863906860352, "tokens_per_second": 989493.8997773362, "lr": 0.0015, "gradient_norm": 0.15789680182933807, "benchmark": false}
1258
  {"step": 25160, "tokens": 13191086080, "loss": 2.700876998901367, "tokens_per_second": 947862.8710981589, "lr": 0.0015, "gradient_norm": 0.15821625292301178, "benchmark": false}
1259
  {"step": 25180, "tokens": 13201571840, "loss": 2.7612741470336912, "tokens_per_second": 987733.281823754, "lr": 0.0015, "gradient_norm": 0.17948000133037567, "benchmark": false}
 
 
 
1257
  {"step": 25140, "tokens": 13180600320, "loss": 2.7528863906860352, "tokens_per_second": 989493.8997773362, "lr": 0.0015, "gradient_norm": 0.15789680182933807, "benchmark": false}
1258
  {"step": 25160, "tokens": 13191086080, "loss": 2.700876998901367, "tokens_per_second": 947862.8710981589, "lr": 0.0015, "gradient_norm": 0.15821625292301178, "benchmark": false}
1259
  {"step": 25180, "tokens": 13201571840, "loss": 2.7612741470336912, "tokens_per_second": 987733.281823754, "lr": 0.0015, "gradient_norm": 0.17948000133037567, "benchmark": false}
1260
+ {"step": 25200, "tokens": 13212057600, "loss": 2.7171072006225585, "tokens_per_second": 988937.4923877334, "lr": 0.0015, "gradient_norm": 0.16124427318572998, "benchmark": false}
1261
+ {"step": 25220, "tokens": 13222543360, "loss": 2.712229537963867, "tokens_per_second": 983116.2090141976, "lr": 0.0015, "gradient_norm": 0.15388359129428864, "benchmark": false}