kacperwikiel commited on
Commit
b168c8e
·
verified ·
1 Parent(s): 2146aac

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -529,3 +529,5 @@
529
  {"step": 10580, "tokens": 5546967040, "loss": 2.828484535217285, "tokens_per_second": 986980.0541079927, "lr": 0.0015, "gradient_norm": 0.0855020210146904, "benchmark": false}
530
  {"step": 10600, "tokens": 5557452800, "loss": 2.812819480895996, "tokens_per_second": 979840.0683955124, "lr": 0.0015, "gradient_norm": 0.08613714575767517, "benchmark": false}
531
  {"step": 10620, "tokens": 5567938560, "loss": 2.830562210083008, "tokens_per_second": 980664.4530554473, "lr": 0.0015, "gradient_norm": 0.08211514353752136, "benchmark": false}
 
 
 
529
  {"step": 10580, "tokens": 5546967040, "loss": 2.828484535217285, "tokens_per_second": 986980.0541079927, "lr": 0.0015, "gradient_norm": 0.0855020210146904, "benchmark": false}
530
  {"step": 10600, "tokens": 5557452800, "loss": 2.812819480895996, "tokens_per_second": 979840.0683955124, "lr": 0.0015, "gradient_norm": 0.08613714575767517, "benchmark": false}
531
  {"step": 10620, "tokens": 5567938560, "loss": 2.830562210083008, "tokens_per_second": 980664.4530554473, "lr": 0.0015, "gradient_norm": 0.08211514353752136, "benchmark": false}
532
+ {"step": 10640, "tokens": 5578424320, "loss": 2.814869689941406, "tokens_per_second": 985124.8025264748, "lr": 0.0015, "gradient_norm": 0.08745996654033661, "benchmark": false}
533
+ {"step": 10660, "tokens": 5588910080, "loss": 2.798888397216797, "tokens_per_second": 987502.2586735309, "lr": 0.0015, "gradient_norm": 0.09800267219543457, "benchmark": false}