kacperwikiel commited on
Commit
51bd6cc
·
verified ·
1 Parent(s): 1e4b202

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -144,3 +144,5 @@
144
  {"step": 2880, "tokens": 1509949440, "loss": 3.0772300720214845, "tokens_per_second": 963623.7020487679, "lr": 0.0015, "gradient_norm": 0.18164290487766266, "benchmark": false}
145
  {"step": 2900, "tokens": 1520435200, "loss": 3.0809551239013673, "tokens_per_second": 967118.6745147803, "lr": 0.0015, "gradient_norm": 0.20678433775901794, "benchmark": false}
146
  {"step": 2920, "tokens": 1530920960, "loss": 3.062306022644043, "tokens_per_second": 970441.6601681139, "lr": 0.0015, "gradient_norm": 0.1730983555316925, "benchmark": false}
 
 
 
144
  {"step": 2880, "tokens": 1509949440, "loss": 3.0772300720214845, "tokens_per_second": 963623.7020487679, "lr": 0.0015, "gradient_norm": 0.18164290487766266, "benchmark": false}
145
  {"step": 2900, "tokens": 1520435200, "loss": 3.0809551239013673, "tokens_per_second": 967118.6745147803, "lr": 0.0015, "gradient_norm": 0.20678433775901794, "benchmark": false}
146
  {"step": 2920, "tokens": 1530920960, "loss": 3.062306022644043, "tokens_per_second": 970441.6601681139, "lr": 0.0015, "gradient_norm": 0.1730983555316925, "benchmark": false}
147
+ {"step": 2940, "tokens": 1541406720, "loss": 3.0921581268310545, "tokens_per_second": 964402.069190114, "lr": 0.0015, "gradient_norm": 0.175042524933815, "benchmark": false}
148
+ {"step": 2960, "tokens": 1551892480, "loss": 3.0917444229125977, "tokens_per_second": 976263.4119847118, "lr": 0.0015, "gradient_norm": 0.16529427468776703, "benchmark": false}