kacperwikiel commited on
Commit
ecd381c
·
verified ·
1 Parent(s): d652072

Update experiment measurements and status

Browse files
reports/runs/finemath-2027/metrics.jsonl CHANGED
@@ -20,3 +20,9 @@
20
  {"step": 400, "tokens": 209715200, "loss": 2.395656967163086, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.27228349447250366, "tokens_per_second": 1144315.9746181883, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.395985794067383, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.30301380157470703, "tokens_per_second": 974506.9362362062, "synthetic": false, "world_size": 8}
22
  {"step": 440, "tokens": 230686720, "loss": 2.392964553833008, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.27728959918022156, "tokens_per_second": 1139665.9060352868, "synthetic": false, "world_size": 8}
 
 
 
 
 
 
 
20
  {"step": 400, "tokens": 209715200, "loss": 2.395656967163086, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.27228349447250366, "tokens_per_second": 1144315.9746181883, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.395985794067383, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.30301380157470703, "tokens_per_second": 974506.9362362062, "synthetic": false, "world_size": 8}
22
  {"step": 440, "tokens": 230686720, "loss": 2.392964553833008, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.27728959918022156, "tokens_per_second": 1139665.9060352868, "synthetic": false, "world_size": 8}
23
+ {"step": 460, "tokens": 241172480, "loss": 2.395335388183594, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.25717467069625854, "tokens_per_second": 1144200.9464617562, "synthetic": false, "world_size": 8}
24
+ {"step": 480, "tokens": 251658240, "loss": 2.402822494506836, "optimizer_updates": 480, "effective_batch": 512, "lr": 6.181899498855732e-05, "gradient_norm": 0.27206528186798096, "tokens_per_second": 1146576.6767327685, "synthetic": false, "world_size": 8}
25
+ {"step": 500, "tokens": 262144000, "loss": 2.394398880004883, "optimizer_updates": 500, "effective_batch": 512, "lr": 5.886435397096976e-05, "gradient_norm": 0.25742340087890625, "tokens_per_second": 1135689.4334501703, "synthetic": false, "world_size": 8}
26
+ {"step": 520, "tokens": 272629760, "loss": 2.3936416625976564, "optimizer_updates": 520, "effective_batch": 512, "lr": 5.5892815116703924e-05, "gradient_norm": 0.2918415665626526, "tokens_per_second": 1014609.607257444, "synthetic": false, "world_size": 8}
27
+ {"step": 540, "tokens": 283115520, "loss": 2.396267318725586, "optimizer_updates": 540, "effective_batch": 512, "lr": 5.291737220909842e-05, "gradient_norm": 0.2916838526725769, "tokens_per_second": 1144282.108600502, "synthetic": false, "world_size": 8}
28
+ {"step": 560, "tokens": 293601280, "loss": 2.3973955154418944, "optimizer_updates": 560, "effective_batch": 512, "lr": 4.99510361029238e-05, "gradient_norm": 0.2486022561788559, "tokens_per_second": 1142544.0677223045, "synthetic": false, "world_size": 8}