kacperwikiel commited on
Commit
b603469
·
verified ·
1 Parent(s): 650e90e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -738,3 +738,5 @@
738
  {"step": 14760, "tokens": 7738490880, "loss": 2.773594284057617, "tokens_per_second": 986583.2262868274, "lr": 0.0015, "gradient_norm": 0.13443267345428467, "benchmark": false}
739
  {"step": 14780, "tokens": 7748976640, "loss": 2.755499267578125, "tokens_per_second": 983851.4833784379, "lr": 0.0015, "gradient_norm": 0.140534445643425, "benchmark": false}
740
  {"step": 14800, "tokens": 7759462400, "loss": 2.809262275695801, "tokens_per_second": 991503.8447301083, "lr": 0.0015, "gradient_norm": 0.11260712891817093, "benchmark": false}
 
 
 
738
  {"step": 14760, "tokens": 7738490880, "loss": 2.773594284057617, "tokens_per_second": 986583.2262868274, "lr": 0.0015, "gradient_norm": 0.13443267345428467, "benchmark": false}
739
  {"step": 14780, "tokens": 7748976640, "loss": 2.755499267578125, "tokens_per_second": 983851.4833784379, "lr": 0.0015, "gradient_norm": 0.140534445643425, "benchmark": false}
740
  {"step": 14800, "tokens": 7759462400, "loss": 2.809262275695801, "tokens_per_second": 991503.8447301083, "lr": 0.0015, "gradient_norm": 0.11260712891817093, "benchmark": false}
741
+ {"step": 14820, "tokens": 7769948160, "loss": 2.7522346496582033, "tokens_per_second": 939397.3426870825, "lr": 0.0015, "gradient_norm": 0.13379478454589844, "benchmark": false}
742
+ {"step": 14840, "tokens": 7780433920, "loss": 2.765176773071289, "tokens_per_second": 982189.8472449704, "lr": 0.0015, "gradient_norm": 0.13181689381599426, "benchmark": false}