kacperwikiel commited on
Commit
69d02d1
·
verified ·
1 Parent(s): 461179a

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -92,3 +92,5 @@
92
  {"step": 1840, "tokens": 964689920, "loss": 3.247609329223633, "tokens_per_second": 985578.1686051373, "lr": 0.0013800000000000002, "gradient_norm": 0.25004974007606506, "benchmark": false}
93
  {"step": 1860, "tokens": 975175680, "loss": 3.251211929321289, "tokens_per_second": 979695.8705405282, "lr": 0.0013950000000000002, "gradient_norm": 0.23972438275814056, "benchmark": false}
94
  {"step": 1880, "tokens": 985661440, "loss": 3.2541065216064453, "tokens_per_second": 985086.6956364446, "lr": 0.00141, "gradient_norm": 0.2574971914291382, "benchmark": false}
 
 
 
92
  {"step": 1840, "tokens": 964689920, "loss": 3.247609329223633, "tokens_per_second": 985578.1686051373, "lr": 0.0013800000000000002, "gradient_norm": 0.25004974007606506, "benchmark": false}
93
  {"step": 1860, "tokens": 975175680, "loss": 3.251211929321289, "tokens_per_second": 979695.8705405282, "lr": 0.0013950000000000002, "gradient_norm": 0.23972438275814056, "benchmark": false}
94
  {"step": 1880, "tokens": 985661440, "loss": 3.2541065216064453, "tokens_per_second": 985086.6956364446, "lr": 0.00141, "gradient_norm": 0.2574971914291382, "benchmark": false}
95
+ {"step": 1900, "tokens": 996147200, "loss": 3.2535194396972655, "tokens_per_second": 980087.9792946931, "lr": 0.001425, "gradient_norm": 0.24417293071746826, "benchmark": false}
96
+ {"step": 1920, "tokens": 1006632960, "loss": 3.2531501770019533, "tokens_per_second": 976722.1636101804, "lr": 0.0014399999999999999, "gradient_norm": 0.2506352961063385, "benchmark": false}