kacperwikiel commited on
Commit
71e0511
·
verified ·
1 Parent(s): 98c5697

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -137,3 +137,5 @@
137
  {"step": 2740, "tokens": 1436549120, "loss": 3.092816162109375, "tokens_per_second": 838924.7631111884, "lr": 0.0015, "gradient_norm": 0.2178315669298172, "benchmark": false}
138
  {"step": 2760, "tokens": 1447034880, "loss": 3.105674934387207, "tokens_per_second": 967719.704454244, "lr": 0.0015, "gradient_norm": 0.19153432548046112, "benchmark": false}
139
  {"step": 2780, "tokens": 1457520640, "loss": 3.0968559265136717, "tokens_per_second": 970148.9990081738, "lr": 0.0015, "gradient_norm": 0.2842233180999756, "benchmark": false}
 
 
 
137
  {"step": 2740, "tokens": 1436549120, "loss": 3.092816162109375, "tokens_per_second": 838924.7631111884, "lr": 0.0015, "gradient_norm": 0.2178315669298172, "benchmark": false}
138
  {"step": 2760, "tokens": 1447034880, "loss": 3.105674934387207, "tokens_per_second": 967719.704454244, "lr": 0.0015, "gradient_norm": 0.19153432548046112, "benchmark": false}
139
  {"step": 2780, "tokens": 1457520640, "loss": 3.0968559265136717, "tokens_per_second": 970148.9990081738, "lr": 0.0015, "gradient_norm": 0.2842233180999756, "benchmark": false}
140
+ {"step": 2800, "tokens": 1468006400, "loss": 3.083591079711914, "tokens_per_second": 969444.0817674381, "lr": 0.0015, "gradient_norm": 0.20260733366012573, "benchmark": false}
141
+ {"step": 2820, "tokens": 1478492160, "loss": 3.107806587219238, "tokens_per_second": 968484.9552187718, "lr": 0.0015, "gradient_norm": 0.20675988495349884, "benchmark": false}