kacperwikiel commited on
Commit
ef6c7b6
·
verified ·
1 Parent(s): f0ed690

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1113,3 +1113,5 @@
1113
  {"step": 22260, "tokens": 11670650880, "loss": 2.7431781768798826, "tokens_per_second": 984059.1844724049, "lr": 0.0015, "gradient_norm": 0.151424840092659, "benchmark": false}
1114
  {"step": 22280, "tokens": 11681136640, "loss": 2.732481002807617, "tokens_per_second": 977936.1405606852, "lr": 0.0015, "gradient_norm": 0.1688004434108734, "benchmark": false}
1115
  {"step": 22300, "tokens": 11691622400, "loss": 2.766814422607422, "tokens_per_second": 982810.666410442, "lr": 0.0015, "gradient_norm": 0.15200839936733246, "benchmark": false}
 
 
 
1113
  {"step": 22260, "tokens": 11670650880, "loss": 2.7431781768798826, "tokens_per_second": 984059.1844724049, "lr": 0.0015, "gradient_norm": 0.151424840092659, "benchmark": false}
1114
  {"step": 22280, "tokens": 11681136640, "loss": 2.732481002807617, "tokens_per_second": 977936.1405606852, "lr": 0.0015, "gradient_norm": 0.1688004434108734, "benchmark": false}
1115
  {"step": 22300, "tokens": 11691622400, "loss": 2.766814422607422, "tokens_per_second": 982810.666410442, "lr": 0.0015, "gradient_norm": 0.15200839936733246, "benchmark": false}
1116
+ {"step": 22320, "tokens": 11702108160, "loss": 2.7585573196411133, "tokens_per_second": 990307.7058714413, "lr": 0.0015, "gradient_norm": 0.1416952908039093, "benchmark": false}
1117
+ {"step": 22340, "tokens": 11712593920, "loss": 2.7188957214355467, "tokens_per_second": 980424.0788560681, "lr": 0.0015, "gradient_norm": 0.15630201995372772, "benchmark": false}