kacperwikiel commited on
Commit
b02622d
·
verified ·
1 Parent(s): 28109e2

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1360,3 +1360,5 @@
1360
  {"step": 27200, "tokens": 14260633600, "loss": 2.6855865478515626, "tokens_per_second": 973210.4967959782, "lr": 0.0015, "gradient_norm": 0.1834012120962143, "benchmark": false}
1361
  {"step": 27220, "tokens": 14271119360, "loss": 2.6898183822631836, "tokens_per_second": 981870.5842834172, "lr": 0.0015, "gradient_norm": 0.1635410636663437, "benchmark": false}
1362
  {"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
 
 
 
1360
  {"step": 27200, "tokens": 14260633600, "loss": 2.6855865478515626, "tokens_per_second": 973210.4967959782, "lr": 0.0015, "gradient_norm": 0.1834012120962143, "benchmark": false}
1361
  {"step": 27220, "tokens": 14271119360, "loss": 2.6898183822631836, "tokens_per_second": 981870.5842834172, "lr": 0.0015, "gradient_norm": 0.1635410636663437, "benchmark": false}
1362
  {"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
1363
+ {"step": 27260, "tokens": 14292090880, "loss": 2.7224603652954102, "tokens_per_second": 972456.5306671232, "lr": 0.0015, "gradient_norm": 0.1737559288740158, "benchmark": false}
1364
+ {"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}