kacperwikiel commited on
Commit
1bebe4c
·
verified ·
1 Parent(s): 90f4262

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1132,3 +1132,5 @@
1132
  {"step": 22640, "tokens": 11869880320, "loss": 2.7173587799072267, "tokens_per_second": 982670.3650734085, "lr": 0.0015, "gradient_norm": 0.1508210152387619, "benchmark": false}
1133
  {"step": 22660, "tokens": 11880366080, "loss": 2.697875213623047, "tokens_per_second": 980351.5196823806, "lr": 0.0015, "gradient_norm": 0.21907557547092438, "benchmark": false}
1134
  {"step": 22680, "tokens": 11890851840, "loss": 2.759917449951172, "tokens_per_second": 980425.1640524918, "lr": 0.0015, "gradient_norm": 0.16676445305347443, "benchmark": false}
 
 
 
1132
  {"step": 22640, "tokens": 11869880320, "loss": 2.7173587799072267, "tokens_per_second": 982670.3650734085, "lr": 0.0015, "gradient_norm": 0.1508210152387619, "benchmark": false}
1133
  {"step": 22660, "tokens": 11880366080, "loss": 2.697875213623047, "tokens_per_second": 980351.5196823806, "lr": 0.0015, "gradient_norm": 0.21907557547092438, "benchmark": false}
1134
  {"step": 22680, "tokens": 11890851840, "loss": 2.759917449951172, "tokens_per_second": 980425.1640524918, "lr": 0.0015, "gradient_norm": 0.16676445305347443, "benchmark": false}
1135
+ {"step": 22700, "tokens": 11901337600, "loss": 2.733831787109375, "tokens_per_second": 974616.0804307584, "lr": 0.0015, "gradient_norm": 0.1655387431383133, "benchmark": false}
1136
+ {"step": 22720, "tokens": 11911823360, "loss": 2.708760070800781, "tokens_per_second": 985925.6912039809, "lr": 0.0015, "gradient_norm": 0.17306725680828094, "benchmark": false}