kacperwikiel commited on
Commit
f7fdf01
·
verified ·
1 Parent(s): 0a3b553

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -118,3 +118,5 @@
118
  {"step": 2360, "tokens": 1237319680, "loss": 3.188091850280762, "tokens_per_second": 976244.2459570086, "lr": 0.0015, "gradient_norm": 0.3771863281726837, "benchmark": false}
119
  {"step": 2380, "tokens": 1247805440, "loss": 3.166390228271484, "tokens_per_second": 973913.260164468, "lr": 0.0015, "gradient_norm": 0.2988470494747162, "benchmark": false}
120
  {"step": 2400, "tokens": 1258291200, "loss": 3.146928596496582, "tokens_per_second": 978642.099530088, "lr": 0.0015, "gradient_norm": 0.28170835971832275, "benchmark": false}
 
 
 
118
  {"step": 2360, "tokens": 1237319680, "loss": 3.188091850280762, "tokens_per_second": 976244.2459570086, "lr": 0.0015, "gradient_norm": 0.3771863281726837, "benchmark": false}
119
  {"step": 2380, "tokens": 1247805440, "loss": 3.166390228271484, "tokens_per_second": 973913.260164468, "lr": 0.0015, "gradient_norm": 0.2988470494747162, "benchmark": false}
120
  {"step": 2400, "tokens": 1258291200, "loss": 3.146928596496582, "tokens_per_second": 978642.099530088, "lr": 0.0015, "gradient_norm": 0.28170835971832275, "benchmark": false}
121
+ {"step": 2420, "tokens": 1268776960, "loss": 3.181461524963379, "tokens_per_second": 975283.9687830707, "lr": 0.0015, "gradient_norm": 0.283269464969635, "benchmark": false}
122
+ {"step": 2440, "tokens": 1279262720, "loss": 3.1301828384399415, "tokens_per_second": 971320.7176772086, "lr": 0.0015, "gradient_norm": 0.3059178292751312, "benchmark": false}