kacperwikiel commited on
Commit
d54d907
·
verified ·
1 Parent(s): da2eb2c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1103,3 +1103,5 @@
1103
  {"step": 22060, "tokens": 11565793280, "loss": 2.7409873962402345, "tokens_per_second": 986650.8122801217, "lr": 0.0015, "gradient_norm": 0.17116031050682068, "benchmark": false}
1104
  {"step": 22080, "tokens": 11576279040, "loss": 2.7698875427246095, "tokens_per_second": 989118.4513079759, "lr": 0.0015, "gradient_norm": 0.14208100736141205, "benchmark": false}
1105
  {"step": 22100, "tokens": 11586764800, "loss": 2.7190452575683595, "tokens_per_second": 977903.7618479038, "lr": 0.0015, "gradient_norm": 0.16330455243587494, "benchmark": false}
 
 
 
1103
  {"step": 22060, "tokens": 11565793280, "loss": 2.7409873962402345, "tokens_per_second": 986650.8122801217, "lr": 0.0015, "gradient_norm": 0.17116031050682068, "benchmark": false}
1104
  {"step": 22080, "tokens": 11576279040, "loss": 2.7698875427246095, "tokens_per_second": 989118.4513079759, "lr": 0.0015, "gradient_norm": 0.14208100736141205, "benchmark": false}
1105
  {"step": 22100, "tokens": 11586764800, "loss": 2.7190452575683595, "tokens_per_second": 977903.7618479038, "lr": 0.0015, "gradient_norm": 0.16330455243587494, "benchmark": false}
1106
+ {"step": 22120, "tokens": 11597250560, "loss": 2.733467674255371, "tokens_per_second": 975912.8255018233, "lr": 0.0015, "gradient_norm": 0.1591573804616928, "benchmark": false}
1107
+ {"step": 22140, "tokens": 11607736320, "loss": 2.734206771850586, "tokens_per_second": 986866.2360169833, "lr": 0.0015, "gradient_norm": 0.14705494046211243, "benchmark": false}