kacperwikiel commited on
Commit
6a0cbcb
·
verified ·
1 Parent(s): bbb10e5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1263,3 +1263,5 @@
1263
  {"step": 25260, "tokens": 13243514880, "loss": 2.694599723815918, "tokens_per_second": 908828.6252031595, "lr": 0.0015, "gradient_norm": 0.19058111310005188, "benchmark": false}
1264
  {"step": 25280, "tokens": 13254000640, "loss": 2.713223457336426, "tokens_per_second": 990776.1588023092, "lr": 0.0015, "gradient_norm": 0.17816558480262756, "benchmark": false}
1265
  {"step": 25300, "tokens": 13264486400, "loss": 2.738983917236328, "tokens_per_second": 809118.9423379953, "lr": 0.0015, "gradient_norm": 0.1730477660894394, "benchmark": false}
 
 
 
1263
  {"step": 25260, "tokens": 13243514880, "loss": 2.694599723815918, "tokens_per_second": 908828.6252031595, "lr": 0.0015, "gradient_norm": 0.19058111310005188, "benchmark": false}
1264
  {"step": 25280, "tokens": 13254000640, "loss": 2.713223457336426, "tokens_per_second": 990776.1588023092, "lr": 0.0015, "gradient_norm": 0.17816558480262756, "benchmark": false}
1265
  {"step": 25300, "tokens": 13264486400, "loss": 2.738983917236328, "tokens_per_second": 809118.9423379953, "lr": 0.0015, "gradient_norm": 0.1730477660894394, "benchmark": false}
1266
+ {"step": 25320, "tokens": 13274972160, "loss": 2.732411193847656, "tokens_per_second": 989205.5441194046, "lr": 0.0015, "gradient_norm": 0.15712766349315643, "benchmark": false}
1267
+ {"step": 25340, "tokens": 13285457920, "loss": 2.7172979354858398, "tokens_per_second": 987990.7211883516, "lr": 0.0015, "gradient_norm": 0.20486809313297272, "benchmark": false}