kacperwikiel commited on
Commit
d0e9740
·
verified ·
1 Parent(s): 1979c6f

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1067,3 +1067,5 @@
1067
  {"step": 21340, "tokens": 11188305920, "loss": 2.7307449340820313, "tokens_per_second": 990176.4721529327, "lr": 0.0015, "gradient_norm": 0.15123187005519867, "benchmark": false}
1068
  {"step": 21360, "tokens": 11198791680, "loss": 2.7435989379882812, "tokens_per_second": 986110.9989490642, "lr": 0.0015, "gradient_norm": 0.14342011511325836, "benchmark": false}
1069
  {"step": 21380, "tokens": 11209277440, "loss": 2.7513710021972657, "tokens_per_second": 989794.7038225255, "lr": 0.0015, "gradient_norm": 0.15389376878738403, "benchmark": false}
 
 
 
1067
  {"step": 21340, "tokens": 11188305920, "loss": 2.7307449340820313, "tokens_per_second": 990176.4721529327, "lr": 0.0015, "gradient_norm": 0.15123187005519867, "benchmark": false}
1068
  {"step": 21360, "tokens": 11198791680, "loss": 2.7435989379882812, "tokens_per_second": 986110.9989490642, "lr": 0.0015, "gradient_norm": 0.14342011511325836, "benchmark": false}
1069
  {"step": 21380, "tokens": 11209277440, "loss": 2.7513710021972657, "tokens_per_second": 989794.7038225255, "lr": 0.0015, "gradient_norm": 0.15389376878738403, "benchmark": false}
1070
+ {"step": 21400, "tokens": 11219763200, "loss": 2.749925994873047, "tokens_per_second": 981904.2400100403, "lr": 0.0015, "gradient_norm": 0.14500971138477325, "benchmark": false}
1071
+ {"step": 21420, "tokens": 11230248960, "loss": 2.734673500061035, "tokens_per_second": 982116.1622711776, "lr": 0.0015, "gradient_norm": 0.16096125543117523, "benchmark": false}