kacperwikiel commited on
Commit
c3c4b19
·
verified ·
1 Parent(s): 5984c55

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1234,3 +1234,5 @@
1234
  {"step": 24680, "tokens": 12939427840, "loss": 2.723988723754883, "tokens_per_second": 983784.9199724655, "lr": 0.0015, "gradient_norm": 0.1587965190410614, "benchmark": false}
1235
  {"step": 24700, "tokens": 12949913600, "loss": 2.746841621398926, "tokens_per_second": 990003.1935612746, "lr": 0.0015, "gradient_norm": 0.1642487496137619, "benchmark": false}
1236
  {"step": 24720, "tokens": 12960399360, "loss": 2.7254114151000977, "tokens_per_second": 988393.9002624903, "lr": 0.0015, "gradient_norm": 0.17209990322589874, "benchmark": false}
 
 
 
1234
  {"step": 24680, "tokens": 12939427840, "loss": 2.723988723754883, "tokens_per_second": 983784.9199724655, "lr": 0.0015, "gradient_norm": 0.1587965190410614, "benchmark": false}
1235
  {"step": 24700, "tokens": 12949913600, "loss": 2.746841621398926, "tokens_per_second": 990003.1935612746, "lr": 0.0015, "gradient_norm": 0.1642487496137619, "benchmark": false}
1236
  {"step": 24720, "tokens": 12960399360, "loss": 2.7254114151000977, "tokens_per_second": 988393.9002624903, "lr": 0.0015, "gradient_norm": 0.17209990322589874, "benchmark": false}
1237
+ {"step": 24740, "tokens": 12970885120, "loss": 2.7513980865478516, "tokens_per_second": 978505.9027070585, "lr": 0.0015, "gradient_norm": 0.15300320088863373, "benchmark": false}
1238
+ {"step": 24760, "tokens": 12981370880, "loss": 2.734958839416504, "tokens_per_second": 980636.4471639422, "lr": 0.0015, "gradient_norm": 0.1650846004486084, "benchmark": false}