kacperwikiel commited on
Commit
a849085
·
verified ·
1 Parent(s): 12ef1b6

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1238,3 +1238,5 @@
1238
  {"step": 24760, "tokens": 12981370880, "loss": 2.734958839416504, "tokens_per_second": 980636.4471639422, "lr": 0.0015, "gradient_norm": 0.1650846004486084, "benchmark": false}
1239
  {"step": 24780, "tokens": 12991856640, "loss": 2.718367576599121, "tokens_per_second": 986314.9481937576, "lr": 0.0015, "gradient_norm": 0.19709423184394836, "benchmark": false}
1240
  {"step": 24800, "tokens": 13002342400, "loss": 2.7138040542602537, "tokens_per_second": 837358.2747874942, "lr": 0.0015, "gradient_norm": 0.1700221747159958, "benchmark": false}
 
 
 
1238
  {"step": 24760, "tokens": 12981370880, "loss": 2.734958839416504, "tokens_per_second": 980636.4471639422, "lr": 0.0015, "gradient_norm": 0.1650846004486084, "benchmark": false}
1239
  {"step": 24780, "tokens": 12991856640, "loss": 2.718367576599121, "tokens_per_second": 986314.9481937576, "lr": 0.0015, "gradient_norm": 0.19709423184394836, "benchmark": false}
1240
  {"step": 24800, "tokens": 13002342400, "loss": 2.7138040542602537, "tokens_per_second": 837358.2747874942, "lr": 0.0015, "gradient_norm": 0.1700221747159958, "benchmark": false}
1241
+ {"step": 24820, "tokens": 13012828160, "loss": 2.696123504638672, "tokens_per_second": 987345.7378730789, "lr": 0.0015, "gradient_norm": 0.1795865297317505, "benchmark": false}
1242
+ {"step": 24840, "tokens": 13023313920, "loss": 2.7571231842041017, "tokens_per_second": 988318.0462214734, "lr": 0.0015, "gradient_norm": 0.15772154927253723, "benchmark": false}