kacperwikiel commited on
Commit
36f9744
·
verified ·
1 Parent(s): e48d01a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1121,3 +1121,5 @@
1121
  {"step": 22420, "tokens": 11754536960, "loss": 2.7490095138549804, "tokens_per_second": 987484.3991830078, "lr": 0.0015, "gradient_norm": 0.209112748503685, "benchmark": false}
1122
  {"step": 22440, "tokens": 11765022720, "loss": 2.7280370712280275, "tokens_per_second": 981686.6813707558, "lr": 0.0015, "gradient_norm": 0.15952308475971222, "benchmark": false}
1123
  {"step": 22460, "tokens": 11775508480, "loss": 2.754163360595703, "tokens_per_second": 972285.4477234452, "lr": 0.0015, "gradient_norm": 0.1407448798418045, "benchmark": false}
 
 
 
1121
  {"step": 22420, "tokens": 11754536960, "loss": 2.7490095138549804, "tokens_per_second": 987484.3991830078, "lr": 0.0015, "gradient_norm": 0.209112748503685, "benchmark": false}
1122
  {"step": 22440, "tokens": 11765022720, "loss": 2.7280370712280275, "tokens_per_second": 981686.6813707558, "lr": 0.0015, "gradient_norm": 0.15952308475971222, "benchmark": false}
1123
  {"step": 22460, "tokens": 11775508480, "loss": 2.754163360595703, "tokens_per_second": 972285.4477234452, "lr": 0.0015, "gradient_norm": 0.1407448798418045, "benchmark": false}
1124
+ {"step": 22480, "tokens": 11785994240, "loss": 2.7208763122558595, "tokens_per_second": 971143.0324648671, "lr": 0.0015, "gradient_norm": 0.19335061311721802, "benchmark": false}
1125
+ {"step": 22500, "tokens": 11796480000, "loss": 2.7467601776123045, "tokens_per_second": 987608.7978001876, "lr": 0.0015, "gradient_norm": 0.19316506385803223, "benchmark": false}