kacperwikiel commited on
Commit
ae9298c
·
verified ·
1 Parent(s): ab81cc1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -356,3 +356,5 @@
356
  {"step": 7120, "tokens": 3732930560, "loss": 2.923481750488281, "tokens_per_second": 974957.3125197034, "lr": 0.0015, "gradient_norm": 0.0695229098200798, "benchmark": false}
357
  {"step": 7140, "tokens": 3743416320, "loss": 2.8728736877441405, "tokens_per_second": 981099.4246456277, "lr": 0.0015, "gradient_norm": 0.06429187953472137, "benchmark": false}
358
  {"step": 7160, "tokens": 3753902080, "loss": 2.8980228424072267, "tokens_per_second": 981634.9433594308, "lr": 0.0015, "gradient_norm": 0.06506621092557907, "benchmark": false}
 
 
 
356
  {"step": 7120, "tokens": 3732930560, "loss": 2.923481750488281, "tokens_per_second": 974957.3125197034, "lr": 0.0015, "gradient_norm": 0.0695229098200798, "benchmark": false}
357
  {"step": 7140, "tokens": 3743416320, "loss": 2.8728736877441405, "tokens_per_second": 981099.4246456277, "lr": 0.0015, "gradient_norm": 0.06429187953472137, "benchmark": false}
358
  {"step": 7160, "tokens": 3753902080, "loss": 2.8980228424072267, "tokens_per_second": 981634.9433594308, "lr": 0.0015, "gradient_norm": 0.06506621092557907, "benchmark": false}
359
+ {"step": 7180, "tokens": 3764387840, "loss": 2.8873054504394533, "tokens_per_second": 979406.8831577032, "lr": 0.0015, "gradient_norm": 0.06755528599023819, "benchmark": false}
360
+ {"step": 7200, "tokens": 3774873600, "loss": 2.866831970214844, "tokens_per_second": 986759.778094445, "lr": 0.0015, "gradient_norm": 0.06299381703138351, "benchmark": false}