kacperwikiel commited on
Commit
f99755c
·
verified ·
1 Parent(s): 546f405

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -909,3 +909,5 @@
909
  {"step": 18180, "tokens": 9531555840, "loss": 2.7776906967163084, "tokens_per_second": 987756.5702489881, "lr": 0.0015, "gradient_norm": 0.13532468676567078, "benchmark": false}
910
  {"step": 18200, "tokens": 9542041600, "loss": 2.753097915649414, "tokens_per_second": 981423.3677710297, "lr": 0.0015, "gradient_norm": 0.1355116069316864, "benchmark": false}
911
  {"step": 18220, "tokens": 9552527360, "loss": 2.7980825424194338, "tokens_per_second": 977179.1044857997, "lr": 0.0015, "gradient_norm": 0.15921863913536072, "benchmark": false}
 
 
 
909
  {"step": 18180, "tokens": 9531555840, "loss": 2.7776906967163084, "tokens_per_second": 987756.5702489881, "lr": 0.0015, "gradient_norm": 0.13532468676567078, "benchmark": false}
910
  {"step": 18200, "tokens": 9542041600, "loss": 2.753097915649414, "tokens_per_second": 981423.3677710297, "lr": 0.0015, "gradient_norm": 0.1355116069316864, "benchmark": false}
911
  {"step": 18220, "tokens": 9552527360, "loss": 2.7980825424194338, "tokens_per_second": 977179.1044857997, "lr": 0.0015, "gradient_norm": 0.15921863913536072, "benchmark": false}
912
+ {"step": 18240, "tokens": 9563013120, "loss": 2.7654159545898436, "tokens_per_second": 981370.94909307, "lr": 0.0015, "gradient_norm": 0.13426631689071655, "benchmark": false}
913
+ {"step": 18260, "tokens": 9573498880, "loss": 2.734653091430664, "tokens_per_second": 985408.8420229255, "lr": 0.0015, "gradient_norm": 0.1270996332168579, "benchmark": false}