kacperwikiel commited on
Commit
57fe173
·
verified ·
1 Parent(s): 0e60651

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1267,3 +1267,5 @@
1267
  {"step": 25340, "tokens": 13285457920, "loss": 2.7172979354858398, "tokens_per_second": 987990.7211883516, "lr": 0.0015, "gradient_norm": 0.20486809313297272, "benchmark": false}
1268
  {"step": 25360, "tokens": 13295943680, "loss": 2.7464277267456056, "tokens_per_second": 980088.4231299085, "lr": 0.0015, "gradient_norm": 0.17930281162261963, "benchmark": false}
1269
  {"step": 25380, "tokens": 13306429440, "loss": 2.7713504791259767, "tokens_per_second": 979269.3335938716, "lr": 0.0015, "gradient_norm": 0.1711287647485733, "benchmark": false}
 
 
 
1267
  {"step": 25340, "tokens": 13285457920, "loss": 2.7172979354858398, "tokens_per_second": 987990.7211883516, "lr": 0.0015, "gradient_norm": 0.20486809313297272, "benchmark": false}
1268
  {"step": 25360, "tokens": 13295943680, "loss": 2.7464277267456056, "tokens_per_second": 980088.4231299085, "lr": 0.0015, "gradient_norm": 0.17930281162261963, "benchmark": false}
1269
  {"step": 25380, "tokens": 13306429440, "loss": 2.7713504791259767, "tokens_per_second": 979269.3335938716, "lr": 0.0015, "gradient_norm": 0.1711287647485733, "benchmark": false}
1270
+ {"step": 25400, "tokens": 13316915200, "loss": 2.739446449279785, "tokens_per_second": 980389.1165573467, "lr": 0.0015, "gradient_norm": 0.18435411155223846, "benchmark": false}
1271
+ {"step": 25420, "tokens": 13327400960, "loss": 2.699550437927246, "tokens_per_second": 985711.6419913521, "lr": 0.0015, "gradient_norm": 0.15506623685359955, "benchmark": false}