kacperwikiel commited on
Commit
6711a8b
·
verified ·
1 Parent(s): 8e95cd9

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1090,3 +1090,5 @@
1090
  {"step": 21800, "tokens": 11429478400, "loss": 2.743579864501953, "tokens_per_second": 855127.0073245649, "lr": 0.0015, "gradient_norm": 0.17852526903152466, "benchmark": false}
1091
  {"step": 21820, "tokens": 11439964160, "loss": 2.7386568069458006, "tokens_per_second": 978846.331389176, "lr": 0.0015, "gradient_norm": 0.15770407021045685, "benchmark": false}
1092
  {"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
 
 
 
1090
  {"step": 21800, "tokens": 11429478400, "loss": 2.743579864501953, "tokens_per_second": 855127.0073245649, "lr": 0.0015, "gradient_norm": 0.17852526903152466, "benchmark": false}
1091
  {"step": 21820, "tokens": 11439964160, "loss": 2.7386568069458006, "tokens_per_second": 978846.331389176, "lr": 0.0015, "gradient_norm": 0.15770407021045685, "benchmark": false}
1092
  {"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
1093
+ {"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
1094
+ {"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}