Hugging Face's logo

CyanMonkey
/
TS-A

Safetensors
English
rose_x2
causal-lm
gqa
differential-attention
logit-softcap
qk-norm
rope
swiglu
refresh-gate
tst
Model card Files
xet
 Community
CyanMonkey commited on
Commit
0d68b14
·
verified ·
1 Parent(s): 3ad75fe

Log snapshot @ step 6800

Browse files
Files changed (1) hide show
  1. logs/log_6800.jsonl +342 -0
logs/log_6800.jsonl ADDED
@@ -0,0 +1,342 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 0, "val_loss": 10.48933, "val_ppl": 35929.921, "event": "baseline"}
2
+ {"event": "run_start", "step": 0, "max_steps": 145000, "arch": "Rose X2", "tst_enabled": true, "ddp_enabled": false, "started_at": "2026-10-30T07:45:43.925369"}
3
+ {"step": 20, "epoch": 0.0, "loss": 10.09868, "ppl": 24310.788, "lr": 5.7e-05, "grad": 3.8799, "tokens_seen": 10480640, "compute_tokens": 10480640, "tok_s": 362337.9, "tst_active": true}
4
+ {"step": 40, "epoch": 0.0, "loss": 8.38317, "ppl": 4372.853, "lr": 0.000117, "grad": 2.2844, "tokens_seen": 20961280, "compute_tokens": 20961280, "tok_s": 366061.3, "tst_active": true}
5
+ {"step": 60, "epoch": 0.0, "loss": 7.23461, "ppl": 1386.603, "lr": 0.000177, "grad": 1.1701, "tokens_seen": 31441920, "compute_tokens": 31441920, "tok_s": 364917.4, "tst_active": true}
6
+ {"step": 80, "epoch": 0.001, "loss": 6.91204, "ppl": 1004.29, "lr": 0.000237, "grad": 1.3689, "tokens_seen": 41922560, "compute_tokens": 41922560, "tok_s": 362674.8, "tst_active": true}
7
+ {"step": 100, "epoch": 0.001, "loss": 6.83238, "ppl": 927.395, "lr": 0.000297, "grad": 1.3208, "tokens_seen": 52403200, "compute_tokens": 52403200, "tok_s": 354304.8, "tst_active": true}
8
+ {"step": 120, "epoch": 0.001, "loss": 6.61977, "ppl": 749.77, "lr": 0.000357, "grad": 1.2122, "tokens_seen": 62883840, "compute_tokens": 62883840, "tok_s": 361522.4, "tst_active": true}
9
+ {"step": 140, "epoch": 0.001, "loss": 6.586, "ppl": 724.875, "lr": 0.000417, "grad": 1.0447, "tokens_seen": 73364480, "compute_tokens": 73364480, "tok_s": 362710.6, "tst_active": true}
10
+ {"step": 160, "epoch": 0.001, "loss": 6.58957, "ppl": 727.466, "lr": 0.000477, "grad": 0.8991, "tokens_seen": 83845120, "compute_tokens": 83845120, "tok_s": 364219.3, "tst_active": true}
11
+ {"step": 180, "epoch": 0.001, "loss": 6.29914, "ppl": 544.106, "lr": 0.000537, "grad": 0.7136, "tokens_seen": 94325760, "compute_tokens": 94325760, "tok_s": 364198.8, "tst_active": true}
12
+ {"step": 200, "epoch": 0.001, "loss": 6.26725, "ppl": 527.024, "lr": 0.000597, "grad": 0.4278, "tokens_seen": 104806400, "compute_tokens": 104806400, "tok_s": 365110.0, "tst_active": true}
13
+ {"step": 220, "epoch": 0.002, "loss": 6.36752, "ppl": 582.609, "lr": 0.000657, "grad": 0.791, "tokens_seen": 115287040, "compute_tokens": 115287040, "tok_s": 357462.1, "tst_active": true}
14
+ {"step": 240, "epoch": 0.002, "loss": 6.34429, "ppl": 569.233, "lr": 0.000717, "grad": 0.8303, "tokens_seen": 125767680, "compute_tokens": 125767680, "tok_s": 364132.7, "tst_active": true}
15
+ {"step": 260, "epoch": 0.002, "loss": 6.22629, "ppl": 505.875, "lr": 0.000777, "grad": 0.9313, "tokens_seen": 136248320, "compute_tokens": 136248320, "tok_s": 364295.9, "tst_active": true}
16
+ {"step": 280, "epoch": 0.002, "loss": 6.02813, "ppl": 414.938, "lr": 0.000837, "grad": 0.5927, "tokens_seen": 146728960, "compute_tokens": 146728960, "tok_s": 364409.0, "tst_active": true}
17
+ {"step": 300, "epoch": 0.002, "loss": 6.08764, "ppl": 440.381, "lr": 0.000897, "grad": 0.708, "tokens_seen": 157209600, "compute_tokens": 157209600, "tok_s": 360361.7, "tst_active": true}
18
+ {"step": 320, "epoch": 0.002, "loss": 6.08326, "ppl": 438.458, "lr": 0.000957, "grad": 0.4566, "tokens_seen": 167690240, "compute_tokens": 167690240, "tok_s": 364755.6, "tst_active": true}
19
+ {"step": 340, "epoch": 0.002, "loss": 5.85996, "ppl": 350.71, "lr": 0.001017, "grad": 0.4591, "tokens_seen": 178170880, "compute_tokens": 178170880, "tok_s": 362206.3, "tst_active": true}
20
+ {"step": 360, "epoch": 0.002, "loss": 6.00622, "ppl": 405.948, "lr": 0.001077, "grad": 0.3487, "tokens_seen": 188651520, "compute_tokens": 188651520, "tok_s": 364100.0, "tst_active": true}
21
+ {"step": 380, "epoch": 0.003, "loss": 6.01815, "ppl": 410.816, "lr": 0.001137, "grad": 0.3629, "tokens_seen": 199132160, "compute_tokens": 199132160, "tok_s": 364015.8, "tst_active": true}
22
+ {"step": 400, "epoch": 0.003, "loss": 5.83865, "ppl": 343.316, "lr": 0.001197, "grad": 0.4983, "tokens_seen": 209612800, "compute_tokens": 209612800, "tok_s": 363892.7, "tst_active": true}
23
+ {"step": 420, "epoch": 0.003, "loss": 5.87381, "ppl": 355.601, "lr": 0.001257, "grad": 0.2681, "tokens_seen": 220093440, "compute_tokens": 220093440, "tok_s": 366179.3, "tst_active": true}
24
+ {"step": 440, "epoch": 0.003, "loss": 5.86433, "ppl": 352.245, "lr": 0.001317, "grad": 0.1994, "tokens_seen": 230574080, "compute_tokens": 230574080, "tok_s": 364353.6, "tst_active": true}
25
+ {"step": 460, "epoch": 0.003, "loss": 3.46167, "ppl": 31.87, "lr": 0.001377, "grad": 11.0781, "tokens_seen": 241054720, "compute_tokens": 241054720, "tok_s": 365814.6, "tst_active": true}
26
+ {"step": 480, "epoch": 0.003, "loss": 6.07926, "ppl": 436.705, "lr": 0.001437, "grad": 0.1677, "tokens_seen": 251535360, "compute_tokens": 251535360, "tok_s": 365846.2, "tst_active": true}
27
+ {"step": 500, "epoch": 0.003, "loss": 5.74687, "ppl": 313.209, "lr": 0.001497, "grad": 0.2629, "tokens_seen": 262016000, "compute_tokens": 262016000, "tok_s": 365066.0, "tst_active": true}
28
+ {"step": 520, "epoch": 0.004, "loss": 5.57154, "ppl": 262.837, "lr": 0.0015, "grad": 0.8984, "tokens_seen": 272496640, "compute_tokens": 272496640, "tok_s": 356687.3, "tst_active": true}
29
+ {"step": 540, "epoch": 0.004, "loss": 5.87642, "ppl": 356.531, "lr": 0.0015, "grad": 0.2123, "tokens_seen": 282977280, "compute_tokens": 282977280, "tok_s": 365542.7, "tst_active": true}
30
+ {"step": 560, "epoch": 0.004, "loss": 5.82428, "ppl": 338.419, "lr": 0.0015, "grad": 0.1955, "tokens_seen": 293457920, "compute_tokens": 293457920, "tok_s": 364363.6, "tst_active": true}
31
+ {"step": 580, "epoch": 0.004, "loss": 5.78075, "ppl": 324.002, "lr": 0.0015, "grad": 0.3405, "tokens_seen": 303938560, "compute_tokens": 303938560, "tok_s": 364344.1, "tst_active": true}
32
+ {"step": 600, "epoch": 0.004, "loss": 5.87834, "ppl": 357.215, "lr": 0.0015, "grad": 0.1845, "tokens_seen": 314419200, "compute_tokens": 314419200, "tok_s": 365519.9, "tst_active": true}
33
+ {"step": 620, "epoch": 0.004, "loss": 5.77764, "ppl": 322.995, "lr": 0.0015, "grad": 0.1653, "tokens_seen": 324899840, "compute_tokens": 324899840, "tok_s": 364869.9, "tst_active": true}
34
+ {"step": 640, "epoch": 0.004, "loss": 5.86465, "ppl": 352.359, "lr": 0.0015, "grad": 0.1682, "tokens_seen": 335380480, "compute_tokens": 335380480, "tok_s": 364352.6, "tst_active": true}
35
+ {"step": 660, "epoch": 0.005, "loss": 5.65819, "ppl": 286.63, "lr": 0.0015, "grad": 0.2957, "tokens_seen": 345861120, "compute_tokens": 345861120, "tok_s": 361575.4, "tst_active": true}
36
+ {"step": 680, "epoch": 0.005, "loss": 5.77656, "ppl": 322.648, "lr": 0.0015, "grad": 0.139, "tokens_seen": 356341760, "compute_tokens": 356341760, "tok_s": 363520.5, "tst_active": true}
37
+ {"step": 700, "epoch": 0.005, "loss": 5.65626, "ppl": 286.078, "lr": 0.0015, "grad": 0.164, "tokens_seen": 366822400, "compute_tokens": 366822400, "tok_s": 362880.2, "tst_active": true}
38
+ {"step": 720, "epoch": 0.005, "loss": 5.91228, "ppl": 369.547, "lr": 0.0015, "grad": 0.1639, "tokens_seen": 377303040, "compute_tokens": 377303040, "tok_s": 361694.5, "tst_active": true}
39
+ {"step": 740, "epoch": 0.005, "loss": 5.81677, "ppl": 335.885, "lr": 0.0015, "grad": 0.1602, "tokens_seen": 387783680, "compute_tokens": 387783680, "tok_s": 360834.6, "tst_active": true}
40
+ {"step": 760, "epoch": 0.005, "loss": 5.65391, "ppl": 285.407, "lr": 0.0015, "grad": 0.1285, "tokens_seen": 398264320, "compute_tokens": 398264320, "tok_s": 362116.6, "tst_active": true}
41
+ {"step": 780, "epoch": 0.005, "loss": 5.58933, "ppl": 267.556, "lr": 0.0015, "grad": 0.1443, "tokens_seen": 408744960, "compute_tokens": 408744960, "tok_s": 363022.9, "tst_active": true}
42
+ {"step": 800, "epoch": 0.005, "loss": 5.47042, "ppl": 237.559, "lr": 0.0015, "grad": 0.6223, "tokens_seen": 419225600, "compute_tokens": 419225600, "tok_s": 364562.9, "tst_active": true}
43
+ {"step": 820, "epoch": 0.006, "loss": 5.59502, "ppl": 269.082, "lr": 0.0015, "grad": 0.1639, "tokens_seen": 429706240, "compute_tokens": 429706240, "tok_s": 363958.4, "tst_active": true}
44
+ {"step": 840, "epoch": 0.006, "loss": 5.60258, "ppl": 271.125, "lr": 0.0015, "grad": 0.1792, "tokens_seen": 440186880, "compute_tokens": 440186880, "tok_s": 362299.6, "tst_active": true}
45
+ {"step": 860, "epoch": 0.006, "loss": 5.59342, "ppl": 268.653, "lr": 0.0015, "grad": 0.1605, "tokens_seen": 450667520, "compute_tokens": 450667520, "tok_s": 365380.5, "tst_active": true}
46
+ {"step": 880, "epoch": 0.006, "loss": 5.75658, "ppl": 316.264, "lr": 0.0015, "grad": 0.1601, "tokens_seen": 461148160, "compute_tokens": 461148160, "tok_s": 364924.5, "tst_active": true}
47
+ {"step": 900, "epoch": 0.006, "loss": 5.58583, "ppl": 266.623, "lr": 0.0015, "grad": 0.1538, "tokens_seen": 471628800, "compute_tokens": 471628800, "tok_s": 362910.2, "tst_active": true}
48
+ {"step": 920, "epoch": 0.006, "loss": 5.61839, "ppl": 275.446, "lr": 0.0015, "grad": 0.1477, "tokens_seen": 482109440, "compute_tokens": 482109440, "tok_s": 360995.2, "tst_active": true}
49
+ {"step": 940, "epoch": 0.006, "loss": 5.71299, "ppl": 302.775, "lr": 0.0015, "grad": 0.1371, "tokens_seen": 492590080, "compute_tokens": 492590080, "tok_s": 363740.7, "tst_active": true}
50
+ {"step": 960, "epoch": 0.007, "loss": 5.60086, "ppl": 270.659, "lr": 0.0015, "grad": 0.1468, "tokens_seen": 503070720, "compute_tokens": 503070720, "tok_s": 365114.8, "tst_active": true}
51
+ {"step": 980, "epoch": 0.007, "loss": 4.8328, "ppl": 125.562, "lr": 0.0015, "grad": 2.9677, "tokens_seen": 513551360, "compute_tokens": 513551360, "tok_s": 364368.1, "tst_active": true}
52
+ {"step": 1000, "epoch": 0.007, "loss": 5.54527, "ppl": 256.024, "lr": 0.0015, "grad": 0.1227, "tokens_seen": 524032000, "compute_tokens": 524032000, "tok_s": 363605.3, "tst_active": true}
53
+ {"step": 1020, "epoch": 0.007, "loss": 5.63311, "ppl": 279.531, "lr": 0.0015, "grad": 0.152, "tokens_seen": 534512640, "compute_tokens": 534512640, "tok_s": 364049.1, "tst_active": true}
54
+ {"step": 1040, "epoch": 0.007, "loss": 5.59419, "ppl": 268.861, "lr": 0.0015, "grad": 0.157, "tokens_seen": 544993280, "compute_tokens": 544993280, "tok_s": 362813.5, "tst_active": true}
55
+ {"step": 1060, "epoch": 0.007, "loss": 5.80776, "ppl": 332.871, "lr": 0.0015, "grad": 0.153, "tokens_seen": 555473920, "compute_tokens": 555473920, "tok_s": 357467.5, "tst_active": true}
56
+ {"step": 1080, "epoch": 0.007, "loss": 5.46241, "ppl": 235.664, "lr": 0.0015, "grad": 0.1337, "tokens_seen": 565954560, "compute_tokens": 565954560, "tok_s": 362658.7, "tst_active": true}
57
+ {"step": 1100, "epoch": 0.008, "loss": 5.70629, "ppl": 300.754, "lr": 0.0015, "grad": 0.1316, "tokens_seen": 576435200, "compute_tokens": 576435200, "tok_s": 363972.3, "tst_active": true}
58
+ {"step": 1120, "epoch": 0.008, "loss": 5.54738, "ppl": 256.565, "lr": 0.0015, "grad": 0.1158, "tokens_seen": 586915840, "compute_tokens": 586915840, "tok_s": 363125.4, "tst_active": true}
59
+ {"step": 1140, "epoch": 0.008, "loss": 5.51486, "ppl": 248.354, "lr": 0.0015, "grad": 0.1543, "tokens_seen": 597396480, "compute_tokens": 597396480, "tok_s": 361662.5, "tst_active": true}
60
+ {"step": 1160, "epoch": 0.008, "loss": 5.51484, "ppl": 248.351, "lr": 0.0015, "grad": 0.1781, "tokens_seen": 607877120, "compute_tokens": 607877120, "tok_s": 364085.2, "tst_active": true}
61
+ {"step": 1180, "epoch": 0.008, "loss": 5.53811, "ppl": 254.196, "lr": 0.0015, "grad": 0.1308, "tokens_seen": 618357760, "compute_tokens": 618357760, "tok_s": 361430.5, "tst_active": true}
62
+ {"step": 1200, "epoch": 0.008, "loss": 5.47188, "ppl": 237.907, "lr": 0.0015, "grad": 0.219, "tokens_seen": 628838400, "compute_tokens": 628838400, "tok_s": 363419.1, "tst_active": true}
63
+ {"step": 1220, "epoch": 0.008, "loss": 5.51024, "ppl": 247.211, "lr": 0.0015, "grad": 0.1636, "tokens_seen": 639319040, "compute_tokens": 639319040, "tok_s": 365456.3, "tst_active": true}
64
+ {"step": 1240, "epoch": 0.009, "loss": 5.59291, "ppl": 268.516, "lr": 0.0015, "grad": 0.1416, "tokens_seen": 649799680, "compute_tokens": 649799680, "tok_s": 363580.8, "tst_active": true}
65
+ {"step": 1260, "epoch": 0.009, "loss": 5.77187, "ppl": 321.136, "lr": 0.0015, "grad": 0.2631, "tokens_seen": 660280320, "compute_tokens": 660280320, "tok_s": 363063.0, "tst_active": true}
66
+ {"step": 1280, "epoch": 0.009, "loss": 5.46728, "ppl": 236.816, "lr": 0.0015, "grad": 3.1426, "tokens_seen": 670760960, "compute_tokens": 670760960, "tok_s": 362663.9, "tst_active": true}
67
+ {"step": 1300, "epoch": 0.009, "loss": 5.4096, "ppl": 223.542, "lr": 0.0015, "grad": 0.4534, "tokens_seen": 681241600, "compute_tokens": 681241600, "tok_s": 363761.1, "tst_active": true}
68
+ {"step": 1320, "epoch": 0.009, "loss": 5.59035, "ppl": 267.83, "lr": 0.0015, "grad": 0.9101, "tokens_seen": 691722240, "compute_tokens": 691722240, "tok_s": 362364.8, "tst_active": true}
69
+ {"step": 1340, "epoch": 0.009, "loss": 5.55075, "ppl": 257.431, "lr": 0.0015, "grad": 0.2858, "tokens_seen": 702202880, "compute_tokens": 702202880, "tok_s": 362063.0, "tst_active": true}
70
+ {"step": 1360, "epoch": 0.009, "loss": 5.47996, "ppl": 239.837, "lr": 0.0015, "grad": 0.5854, "tokens_seen": 712683520, "compute_tokens": 712683520, "tok_s": 364405.9, "tst_active": true}
71
+ {"step": 1380, "epoch": 0.009, "loss": 5.51339, "ppl": 247.99, "lr": 0.0015, "grad": 0.2776, "tokens_seen": 723164160, "compute_tokens": 723164160, "tok_s": 362449.6, "tst_active": true}
72
+ {"step": 1400, "epoch": 0.01, "loss": 5.48137, "ppl": 240.177, "lr": 0.0015, "grad": 0.3711, "tokens_seen": 733644800, "compute_tokens": 733644800, "tok_s": 357981.3, "tst_active": true}
73
+ {"step": 1420, "epoch": 0.01, "loss": 5.44651, "ppl": 231.948, "lr": 0.0015, "grad": 0.5624, "tokens_seen": 744125440, "compute_tokens": 744125440, "tok_s": 362019.1, "tst_active": true}
74
+ {"step": 1440, "epoch": 0.01, "loss": 5.45481, "ppl": 233.88, "lr": 0.0015, "grad": 0.4203, "tokens_seen": 754606080, "compute_tokens": 754606080, "tok_s": 361546.4, "tst_active": true}
75
+ {"step": 1460, "epoch": 0.01, "loss": 5.54626, "ppl": 256.278, "lr": 0.0015, "grad": 0.34, "tokens_seen": 765086720, "compute_tokens": 765086720, "tok_s": 362246.8, "tst_active": true}
76
+ {"step": 1480, "epoch": 0.01, "loss": 5.41832, "ppl": 225.499, "lr": 0.0015, "grad": 0.1822, "tokens_seen": 775567360, "compute_tokens": 775567360, "tok_s": 362181.4, "tst_active": true}
77
+ {"step": 1500, "epoch": 0.01, "loss": 5.52656, "ppl": 251.278, "lr": 0.0015, "grad": 0.2038, "tokens_seen": 786048000, "compute_tokens": 786048000, "tok_s": 361017.4, "tst_active": true}
78
+ {"step": 1520, "epoch": 0.01, "loss": 5.58122, "ppl": 265.395, "lr": 0.0015, "grad": 0.283, "tokens_seen": 796528640, "compute_tokens": 796528640, "tok_s": 362885.9, "tst_active": true}
79
+ {"step": 1540, "epoch": 0.011, "loss": 5.60232, "ppl": 271.054, "lr": 0.0015, "grad": 0.2532, "tokens_seen": 807009280, "compute_tokens": 807009280, "tok_s": 361899.0, "tst_active": true}
80
+ {"step": 1560, "epoch": 0.011, "loss": 5.5824, "ppl": 265.709, "lr": 0.0015, "grad": 0.1281, "tokens_seen": 817489920, "compute_tokens": 817489920, "tok_s": 362951.0, "tst_active": true}
81
+ {"step": 1580, "epoch": 0.011, "loss": 5.67848, "ppl": 292.504, "lr": 0.0015, "grad": 0.7378, "tokens_seen": 827970560, "compute_tokens": 827970560, "tok_s": 360498.0, "tst_active": true}
82
+ {"step": 1600, "epoch": 0.011, "loss": 5.16443, "ppl": 174.938, "lr": 0.0015, "grad": 0.3275, "tokens_seen": 838451200, "compute_tokens": 838451200, "tok_s": 362252.4, "tst_active": true}
83
+ {"step": 1620, "epoch": 0.011, "loss": 5.26487, "ppl": 193.422, "lr": 0.0015, "grad": 0.1782, "tokens_seen": 848931840, "compute_tokens": 848931840, "tok_s": 365443.8, "tst_active": true}
84
+ {"step": 1640, "epoch": 0.011, "loss": 5.52914, "ppl": 251.927, "lr": 0.0015, "grad": 0.2138, "tokens_seen": 859412480, "compute_tokens": 859412480, "tok_s": 362118.7, "tst_active": true}
85
+ {"step": 1660, "epoch": 0.011, "loss": 5.37378, "ppl": 215.676, "lr": 0.0015, "grad": 0.2489, "tokens_seen": 869893120, "compute_tokens": 869893120, "tok_s": 360132.7, "tst_active": true}
86
+ {"step": 1680, "epoch": 0.012, "loss": 5.46433, "ppl": 236.117, "lr": 0.0015, "grad": 0.3715, "tokens_seen": 880373760, "compute_tokens": 880373760, "tok_s": 361831.8, "tst_active": true}
87
+ {"step": 1700, "epoch": 0.012, "loss": 5.3338, "ppl": 207.223, "lr": 0.0015, "grad": 0.2386, "tokens_seen": 890854400, "compute_tokens": 890854400, "tok_s": 362939.1, "tst_active": true}
88
+ {"step": 1720, "epoch": 0.012, "loss": 5.3892, "ppl": 219.029, "lr": 0.0015, "grad": 0.4088, "tokens_seen": 901335040, "compute_tokens": 901335040, "tok_s": 362924.7, "tst_active": true}
89
+ {"step": 1740, "epoch": 0.012, "loss": 5.47944, "ppl": 239.712, "lr": 0.0015, "grad": 0.5766, "tokens_seen": 911815680, "compute_tokens": 911815680, "tok_s": 360177.6, "tst_active": true}
90
+ {"step": 1760, "epoch": 0.012, "loss": 5.42217, "ppl": 226.37, "lr": 0.0015, "grad": 0.1079, "tokens_seen": 922296320, "compute_tokens": 922296320, "tok_s": 359252.8, "tst_active": true}
91
+ {"step": 1780, "epoch": 0.012, "loss": 5.49218, "ppl": 242.787, "lr": 0.0015, "grad": 0.3214, "tokens_seen": 932776960, "compute_tokens": 932776960, "tok_s": 362624.9, "tst_active": true}
92
+ {"step": 1800, "epoch": 0.012, "loss": 5.47403, "ppl": 238.418, "lr": 0.0015, "grad": 0.4808, "tokens_seen": 943257600, "compute_tokens": 943257600, "tok_s": 361009.3, "tst_active": true}
93
+ {"step": 1820, "epoch": 0.013, "loss": 5.49937, "ppl": 244.537, "lr": 0.0015, "grad": 0.6007, "tokens_seen": 953738240, "compute_tokens": 953738240, "tok_s": 363022.1, "tst_active": true}
94
+ {"step": 1840, "epoch": 0.013, "loss": 4.97601, "ppl": 144.896, "lr": 0.0015, "grad": 0.5799, "tokens_seen": 964218880, "compute_tokens": 964218880, "tok_s": 362208.6, "tst_active": true}
95
+ {"step": 1860, "epoch": 0.013, "loss": 5.38394, "ppl": 217.879, "lr": 0.0015, "grad": 0.5928, "tokens_seen": 974699520, "compute_tokens": 974699520, "tok_s": 351141.7, "tst_active": true}
96
+ {"step": 1880, "epoch": 0.013, "loss": 5.40321, "ppl": 222.118, "lr": 0.0015, "grad": 0.1478, "tokens_seen": 985180160, "compute_tokens": 985180160, "tok_s": 360419.7, "tst_active": true}
97
+ {"step": 1900, "epoch": 0.013, "loss": 5.43286, "ppl": 228.802, "lr": 0.0015, "grad": 0.443, "tokens_seen": 995660800, "compute_tokens": 995660800, "tok_s": 360448.9, "tst_active": true}
98
+ {"step": 1920, "epoch": 0.013, "loss": 5.45171, "ppl": 233.157, "lr": 0.0015, "grad": 1.3152, "tokens_seen": 1006141440, "compute_tokens": 1006141440, "tok_s": 360607.8, "tst_active": true}
99
+ {"step": 1940, "epoch": 0.013, "loss": 5.45017, "ppl": 232.798, "lr": 0.0015, "grad": 0.5616, "tokens_seen": 1016622080, "compute_tokens": 1016622080, "tok_s": 360446.2, "tst_active": true}
100
+ {"step": 1960, "epoch": 0.013, "loss": 5.45519, "ppl": 233.969, "lr": 0.0015, "grad": 0.1549, "tokens_seen": 1027102720, "compute_tokens": 1027102720, "tok_s": 361387.9, "tst_active": true}
101
+ {"step": 1980, "epoch": 0.014, "loss": 5.50408, "ppl": 245.692, "lr": 0.0015, "grad": 0.6849, "tokens_seen": 1037583360, "compute_tokens": 1037583360, "tok_s": 363184.3, "tst_active": true}
102
+ {"step": 2000, "epoch": 0.014, "loss": 5.45922, "ppl": 234.914, "lr": 0.0015, "grad": 1.2663, "tokens_seen": 1048064000, "compute_tokens": 1048064000, "tok_s": 363833.6, "tst_active": true}
103
+ {"step": 2020, "epoch": 0.014, "loss": 5.50787, "ppl": 246.625, "lr": 0.0015, "grad": 0.1088, "tokens_seen": 1058544640, "compute_tokens": 1058544640, "tok_s": 363038.0, "tst_active": true}
104
+ {"step": 2040, "epoch": 0.014, "loss": 5.62053, "ppl": 276.035, "lr": 0.0015, "grad": 0.2907, "tokens_seen": 1069025280, "compute_tokens": 1069025280, "tok_s": 360287.0, "tst_active": true}
105
+ {"step": 2060, "epoch": 0.014, "loss": 5.33567, "ppl": 207.612, "lr": 0.0015, "grad": 0.2077, "tokens_seen": 1079505920, "compute_tokens": 1079505920, "tok_s": 363914.6, "tst_active": true}
106
+ {"step": 2080, "epoch": 0.014, "loss": 5.37397, "ppl": 215.717, "lr": 0.0015, "grad": 0.3789, "tokens_seen": 1089986560, "compute_tokens": 1089986560, "tok_s": 363620.8, "tst_active": true}
107
+ {"step": 2100, "epoch": 0.014, "loss": 5.48096, "ppl": 240.076, "lr": 0.0015, "grad": 0.7131, "tokens_seen": 1100467200, "compute_tokens": 1100467200, "tok_s": 348316.1, "tst_active": true}
108
+ {"step": 2120, "epoch": 0.015, "loss": 5.48437, "ppl": 240.898, "lr": 0.0015, "grad": 0.3892, "tokens_seen": 1110947840, "compute_tokens": 1110947840, "tok_s": 362214.3, "tst_active": true}
109
+ {"step": 2140, "epoch": 0.015, "loss": 5.42775, "ppl": 227.636, "lr": 0.0015, "grad": 0.3994, "tokens_seen": 1121428480, "compute_tokens": 1121428480, "tok_s": 356656.9, "tst_active": true}
110
+ {"step": 2160, "epoch": 0.015, "loss": 5.2793, "ppl": 196.233, "lr": 0.0015, "grad": 0.2052, "tokens_seen": 1131909120, "compute_tokens": 1131909120, "tok_s": 362890.7, "tst_active": true}
111
+ {"step": 2180, "epoch": 0.015, "loss": 5.51461, "ppl": 248.293, "lr": 0.0015, "grad": 0.3878, "tokens_seen": 1142389760, "compute_tokens": 1142389760, "tok_s": 360027.4, "tst_active": true}
112
+ {"step": 2200, "epoch": 0.015, "loss": 5.32245, "ppl": 204.886, "lr": 0.0015, "grad": 0.4049, "tokens_seen": 1152870400, "compute_tokens": 1152870400, "tok_s": 363769.6, "tst_active": true}
113
+ {"step": 2220, "epoch": 0.015, "loss": 5.29594, "ppl": 199.526, "lr": 0.0015, "grad": 0.2716, "tokens_seen": 1163351040, "compute_tokens": 1163351040, "tok_s": 363721.1, "tst_active": true}
114
+ {"step": 2240, "epoch": 0.015, "loss": 5.47412, "ppl": 238.442, "lr": 0.0015, "grad": 0.7071, "tokens_seen": 1173831680, "compute_tokens": 1173831680, "tok_s": 356797.3, "tst_active": true}
115
+ {"step": 2260, "epoch": 0.016, "loss": 5.33082, "ppl": 206.606, "lr": 0.0015, "grad": 0.2618, "tokens_seen": 1184312320, "compute_tokens": 1184312320, "tok_s": 362744.9, "tst_active": true}
116
+ {"step": 2280, "epoch": 0.016, "loss": 5.42538, "ppl": 227.098, "lr": 0.0015, "grad": 0.1796, "tokens_seen": 1194792960, "compute_tokens": 1194792960, "tok_s": 362581.0, "tst_active": true}
117
+ {"step": 2300, "epoch": 0.016, "loss": 5.32904, "ppl": 206.241, "lr": 0.0015, "grad": 0.4772, "tokens_seen": 1205273600, "compute_tokens": 1205273600, "tok_s": 364377.7, "tst_active": true}
118
+ {"step": 2320, "epoch": 0.016, "loss": 5.52391, "ppl": 250.612, "lr": 0.0015, "grad": 0.3231, "tokens_seen": 1215754240, "compute_tokens": 1215754240, "tok_s": 362168.7, "tst_active": true}
119
+ {"step": 2340, "epoch": 0.016, "loss": 5.47748, "ppl": 239.243, "lr": 0.0015, "grad": 0.2051, "tokens_seen": 1226234880, "compute_tokens": 1226234880, "tok_s": 361610.2, "tst_active": true}
120
+ {"step": 2360, "epoch": 0.016, "loss": 5.41183, "ppl": 224.042, "lr": 0.0015, "grad": 0.207, "tokens_seen": 1236715520, "compute_tokens": 1236715520, "tok_s": 362178.9, "tst_active": true}
121
+ {"step": 2380, "epoch": 0.016, "loss": 5.35518, "ppl": 211.702, "lr": 0.0015, "grad": 0.5015, "tokens_seen": 1247196160, "compute_tokens": 1247196160, "tok_s": 362815.0, "tst_active": true}
122
+ {"step": 2400, "epoch": 0.016, "loss": 5.3815, "ppl": 217.348, "lr": 0.0015, "grad": 0.5423, "tokens_seen": 1257676800, "compute_tokens": 1257676800, "tok_s": 355770.8, "tst_active": true}
123
+ {"step": 2420, "epoch": 0.017, "loss": 5.42714, "ppl": 227.498, "lr": 0.0015, "grad": 0.6616, "tokens_seen": 1268157440, "compute_tokens": 1268157440, "tok_s": 365433.0, "tst_active": true}
124
+ {"step": 2440, "epoch": 0.017, "loss": 5.24015, "ppl": 188.699, "lr": 0.0015, "grad": 0.2739, "tokens_seen": 1278638080, "compute_tokens": 1278638080, "tok_s": 351995.3, "tst_active": true}
125
+ {"step": 2460, "epoch": 0.017, "loss": 5.31539, "ppl": 203.445, "lr": 0.0015, "grad": 0.4613, "tokens_seen": 1289118720, "compute_tokens": 1289118720, "tok_s": 363050.1, "tst_active": true}
126
+ {"step": 2480, "epoch": 0.017, "loss": 5.38802, "ppl": 218.769, "lr": 0.0015, "grad": 0.1184, "tokens_seen": 1299599360, "compute_tokens": 1299599360, "tok_s": 362657.2, "tst_active": true}
127
+ {"step": 2500, "epoch": 0.017, "loss": 5.39479, "ppl": 220.257, "lr": 0.0015, "grad": 0.2852, "tokens_seen": 1310080000, "compute_tokens": 1310080000, "tok_s": 363754.1, "tst_active": true}
128
+ {"step": 2520, "epoch": 0.017, "loss": 5.29093, "ppl": 198.527, "lr": 0.0015, "grad": 0.1254, "tokens_seen": 1320560640, "compute_tokens": 1320560640, "tok_s": 361391.0, "tst_active": true}
129
+ {"step": 2540, "epoch": 0.017, "loss": 5.31738, "ppl": 203.85, "lr": 0.0015, "grad": 0.8208, "tokens_seen": 1331041280, "compute_tokens": 1331041280, "tok_s": 363774.6, "tst_active": true}
130
+ {"step": 2560, "epoch": 0.018, "loss": 5.40668, "ppl": 222.89, "lr": 0.0015, "grad": 0.5788, "tokens_seen": 1341521920, "compute_tokens": 1341521920, "tok_s": 361554.9, "tst_active": true}
131
+ {"step": 2580, "epoch": 0.018, "loss": 5.31782, "ppl": 203.938, "lr": 0.0015, "grad": 0.1823, "tokens_seen": 1352002560, "compute_tokens": 1352002560, "tok_s": 363164.8, "tst_active": true}
132
+ {"step": 2600, "epoch": 0.018, "loss": 5.43878, "ppl": 230.161, "lr": 0.0015, "grad": 0.1113, "tokens_seen": 1362483200, "compute_tokens": 1362483200, "tok_s": 363524.1, "tst_active": true}
133
+ {"step": 2620, "epoch": 0.018, "loss": 5.46141, "ppl": 235.428, "lr": 0.0015, "grad": 0.1867, "tokens_seen": 1372963840, "compute_tokens": 1372963840, "tok_s": 362521.5, "tst_active": true}
134
+ {"step": 2640, "epoch": 0.018, "loss": 5.34481, "ppl": 209.518, "lr": 0.0015, "grad": 0.1229, "tokens_seen": 1383444480, "compute_tokens": 1383444480, "tok_s": 362115.8, "tst_active": true}
135
+ {"step": 2660, "epoch": 0.018, "loss": 5.27019, "ppl": 194.454, "lr": 0.0015, "grad": 0.155, "tokens_seen": 1393925120, "compute_tokens": 1393925120, "tok_s": 363824.1, "tst_active": true}
136
+ {"step": 2680, "epoch": 0.018, "loss": 5.60831, "ppl": 272.684, "lr": 0.0015, "grad": 0.4101, "tokens_seen": 1404405760, "compute_tokens": 1404405760, "tok_s": 362815.0, "tst_active": true}
137
+ {"step": 2700, "epoch": 0.019, "loss": 5.54719, "ppl": 256.516, "lr": 0.0015, "grad": 0.1979, "tokens_seen": 1414886400, "compute_tokens": 1414886400, "tok_s": 362652.6, "tst_active": true}
138
+ {"step": 2720, "epoch": 0.019, "loss": 5.47467, "ppl": 238.572, "lr": 0.0015, "grad": 0.3248, "tokens_seen": 1425367040, "compute_tokens": 1425367040, "tok_s": 363535.7, "tst_active": true}
139
+ {"step": 2740, "epoch": 0.019, "loss": 5.62949, "ppl": 278.519, "lr": 0.0015, "grad": 0.2004, "tokens_seen": 1435847680, "compute_tokens": 1435847680, "tok_s": 363101.3, "tst_active": true}
140
+ {"step": 2760, "epoch": 0.019, "loss": 5.14415, "ppl": 171.426, "lr": 0.0015, "grad": 0.6611, "tokens_seen": 1446328320, "compute_tokens": 1446328320, "tok_s": 364797.9, "tst_active": true}
141
+ {"step": 2780, "epoch": 0.019, "loss": 5.33702, "ppl": 207.893, "lr": 0.0015, "grad": 1.1503, "tokens_seen": 1456808960, "compute_tokens": 1456808960, "tok_s": 356605.4, "tst_active": true}
142
+ {"step": 2800, "epoch": 0.019, "loss": 5.3664, "ppl": 214.091, "lr": 0.0015, "grad": 0.4025, "tokens_seen": 1467289600, "compute_tokens": 1467289600, "tok_s": 363931.2, "tst_active": true}
143
+ {"step": 2820, "epoch": 0.019, "loss": 5.11983, "ppl": 167.306, "lr": 0.0015, "grad": 0.1395, "tokens_seen": 1477770240, "compute_tokens": 1477770240, "tok_s": 365785.8, "tst_active": true}
144
+ {"step": 2840, "epoch": 0.02, "loss": 5.32781, "ppl": 205.987, "lr": 0.0015, "grad": 0.1875, "tokens_seen": 1488250880, "compute_tokens": 1488250880, "tok_s": 364543.5, "tst_active": true}
145
+ {"step": 2860, "epoch": 0.02, "loss": 5.27938, "ppl": 196.249, "lr": 0.0015, "grad": 0.329, "tokens_seen": 1498731520, "compute_tokens": 1498731520, "tok_s": 364480.9, "tst_active": true}
146
+ {"step": 2880, "epoch": 0.02, "loss": 5.53234, "ppl": 252.735, "lr": 0.0015, "grad": 0.5546, "tokens_seen": 1509212160, "compute_tokens": 1509212160, "tok_s": 355958.5, "tst_active": true}
147
+ {"step": 2900, "epoch": 0.02, "loss": 5.35683, "ppl": 212.052, "lr": 0.0015, "grad": 0.5495, "tokens_seen": 1519692800, "compute_tokens": 1519692800, "tok_s": 363268.7, "tst_active": true}
148
+ {"step": 2920, "epoch": 0.02, "loss": 5.43629, "ppl": 229.589, "lr": 0.0015, "grad": 0.1549, "tokens_seen": 1530173440, "compute_tokens": 1530173440, "tok_s": 364799.8, "tst_active": true}
149
+ {"step": 2940, "epoch": 0.02, "loss": 5.2327, "ppl": 187.298, "lr": 0.0015, "grad": 0.1609, "tokens_seen": 1540654080, "compute_tokens": 1540654080, "tok_s": 362330.4, "tst_active": true}
150
+ {"step": 2960, "epoch": 0.02, "loss": 5.65719, "ppl": 286.342, "lr": 0.0015, "grad": 0.7793, "tokens_seen": 1551134720, "compute_tokens": 1551134720, "tok_s": 365004.3, "tst_active": true}
151
+ {"step": 2980, "epoch": 0.02, "loss": 5.49158, "ppl": 242.641, "lr": 0.0015, "grad": 0.2061, "tokens_seen": 1561615360, "compute_tokens": 1561615360, "tok_s": 364545.2, "tst_active": true}
152
+ {"step": 3000, "epoch": 0.021, "loss": 5.25539, "ppl": 191.596, "lr": 0.0015, "grad": 0.1956, "tokens_seen": 1572096000, "compute_tokens": 1572096000, "tok_s": 364088.6, "tst_active": true}
153
+ {"step": 3020, "epoch": 0.021, "loss": 5.33134, "ppl": 206.714, "lr": 0.0015, "grad": 0.3279, "tokens_seen": 1582576640, "compute_tokens": 1582576640, "tok_s": 362992.6, "tst_active": true}
154
+ {"step": 3040, "epoch": 0.021, "loss": 5.22913, "ppl": 186.63, "lr": 0.0015, "grad": 0.209, "tokens_seen": 1593057280, "compute_tokens": 1593057280, "tok_s": 363050.4, "tst_active": true}
155
+ {"step": 3060, "epoch": 0.021, "loss": 5.49468, "ppl": 243.393, "lr": 0.0015, "grad": 0.1228, "tokens_seen": 1603537920, "compute_tokens": 1603537920, "tok_s": 363645.6, "tst_active": true}
156
+ {"step": 3080, "epoch": 0.021, "loss": 5.46297, "ppl": 235.797, "lr": 0.0015, "grad": 0.8074, "tokens_seen": 1614018560, "compute_tokens": 1614018560, "tok_s": 363095.8, "tst_active": true}
157
+ {"step": 3100, "epoch": 0.021, "loss": 5.42074, "ppl": 226.046, "lr": 0.0015, "grad": 0.336, "tokens_seen": 1624499200, "compute_tokens": 1624499200, "tok_s": 362088.1, "tst_active": true}
158
+ {"step": 3120, "epoch": 0.021, "loss": 5.31863, "ppl": 204.104, "lr": 0.0015, "grad": 0.2692, "tokens_seen": 1634979840, "compute_tokens": 1634979840, "tok_s": 362514.8, "tst_active": true}
159
+ {"step": 3140, "epoch": 0.022, "loss": 5.52612, "ppl": 251.167, "lr": 0.0015, "grad": 0.1465, "tokens_seen": 1645460480, "compute_tokens": 1645460480, "tok_s": 362328.7, "tst_active": true}
160
+ {"step": 3160, "epoch": 0.022, "loss": 5.3025, "ppl": 200.838, "lr": 0.0015, "grad": 0.1309, "tokens_seen": 1655941120, "compute_tokens": 1655941120, "tok_s": 363098.2, "tst_active": true}
161
+ {"step": 3180, "epoch": 0.022, "loss": 5.41334, "ppl": 224.381, "lr": 0.0015, "grad": 0.3508, "tokens_seen": 1666421760, "compute_tokens": 1666421760, "tok_s": 363904.9, "tst_active": true}
162
+ {"step": 3200, "epoch": 0.022, "loss": 5.30068, "ppl": 200.472, "lr": 0.0015, "grad": 0.1053, "tokens_seen": 1676902400, "compute_tokens": 1676902400, "tok_s": 360739.5, "tst_active": true}
163
+ {"step": 3220, "epoch": 0.022, "loss": 5.35696, "ppl": 212.08, "lr": 0.0015, "grad": 0.6524, "tokens_seen": 1687383040, "compute_tokens": 1687383040, "tok_s": 357174.4, "tst_active": true}
164
+ {"step": 3240, "epoch": 0.022, "loss": 5.35605, "ppl": 211.887, "lr": 0.0015, "grad": 0.1061, "tokens_seen": 1697863680, "compute_tokens": 1697863680, "tok_s": 362416.3, "tst_active": true}
165
+ {"step": 3260, "epoch": 0.022, "loss": 5.08629, "ppl": 161.788, "lr": 0.0015, "grad": 0.1888, "tokens_seen": 1708344320, "compute_tokens": 1708344320, "tok_s": 362771.5, "tst_active": true}
166
+ {"step": 3280, "epoch": 0.023, "loss": 5.1554, "ppl": 173.366, "lr": 0.0015, "grad": 0.9456, "tokens_seen": 1718824960, "compute_tokens": 1718824960, "tok_s": 364356.5, "tst_active": true}
167
+ {"step": 3300, "epoch": 0.023, "loss": 5.30645, "ppl": 201.633, "lr": 0.0015, "grad": 0.2248, "tokens_seen": 1729305600, "compute_tokens": 1729305600, "tok_s": 364246.8, "tst_active": true}
168
+ {"step": 3320, "epoch": 0.023, "loss": 5.38753, "ppl": 218.662, "lr": 0.0015, "grad": 0.4787, "tokens_seen": 1739786240, "compute_tokens": 1739786240, "tok_s": 364593.8, "tst_active": true}
169
+ {"step": 3340, "epoch": 0.023, "loss": 5.38224, "ppl": 217.508, "lr": 0.0015, "grad": 0.2144, "tokens_seen": 1750266880, "compute_tokens": 1750266880, "tok_s": 357965.4, "tst_active": true}
170
+ {"step": 3360, "epoch": 0.023, "loss": 5.42481, "ppl": 226.967, "lr": 0.0015, "grad": 0.1612, "tokens_seen": 1760747520, "compute_tokens": 1760747520, "tok_s": 355401.1, "tst_active": true}
171
+ {"step": 3380, "epoch": 0.023, "loss": 5.32931, "ppl": 206.295, "lr": 0.0015, "grad": 0.2442, "tokens_seen": 1771228160, "compute_tokens": 1771228160, "tok_s": 364282.0, "tst_active": true}
172
+ {"step": 3400, "epoch": 0.023, "loss": 5.30398, "ppl": 201.136, "lr": 0.0015, "grad": 0.1876, "tokens_seen": 1781708800, "compute_tokens": 1781708800, "tok_s": 364835.7, "tst_active": true}
173
+ {"step": 3420, "epoch": 0.024, "loss": 5.1871, "ppl": 178.949, "lr": 0.0015, "grad": 0.2084, "tokens_seen": 1792189440, "compute_tokens": 1792189440, "tok_s": 364986.6, "tst_active": true}
174
+ {"step": 3440, "epoch": 0.024, "loss": 5.28748, "ppl": 197.845, "lr": 0.0015, "grad": 0.2739, "tokens_seen": 1802670080, "compute_tokens": 1802670080, "tok_s": 364167.5, "tst_active": true}
175
+ {"step": 3460, "epoch": 0.024, "loss": 5.18852, "ppl": 179.202, "lr": 0.0015, "grad": 0.3206, "tokens_seen": 1813150720, "compute_tokens": 1813150720, "tok_s": 363796.2, "tst_active": true}
176
+ {"step": 3480, "epoch": 0.024, "loss": 5.26134, "ppl": 192.739, "lr": 0.0015, "grad": 0.1391, "tokens_seen": 1823631360, "compute_tokens": 1823631360, "tok_s": 364366.0, "tst_active": true}
177
+ {"step": 3500, "epoch": 0.024, "loss": 5.25643, "ppl": 191.796, "lr": 0.0015, "grad": 0.1921, "tokens_seen": 1834112000, "compute_tokens": 1834112000, "tok_s": 362809.9, "tst_active": true}
178
+ {"step": 3520, "epoch": 0.024, "loss": 5.40236, "ppl": 221.93, "lr": 0.0015, "grad": 0.9235, "tokens_seen": 1844592640, "compute_tokens": 1844592640, "tok_s": 360176.3, "tst_active": true}
179
+ {"step": 3540, "epoch": 0.024, "loss": 5.18295, "ppl": 178.207, "lr": 0.0015, "grad": 0.5877, "tokens_seen": 1855073280, "compute_tokens": 1855073280, "tok_s": 363385.3, "tst_active": true}
180
+ {"step": 3560, "epoch": 0.024, "loss": 5.42327, "ppl": 226.62, "lr": 0.0015, "grad": 0.4581, "tokens_seen": 1865553920, "compute_tokens": 1865553920, "tok_s": 362647.2, "tst_active": true}
181
+ {"step": 3580, "epoch": 0.025, "loss": 5.44008, "ppl": 230.46, "lr": 0.0015, "grad": 0.6363, "tokens_seen": 1876034560, "compute_tokens": 1876034560, "tok_s": 362608.6, "tst_active": true}
182
+ {"step": 3600, "epoch": 0.025, "loss": 5.22402, "ppl": 185.678, "lr": 0.0015, "grad": 0.1084, "tokens_seen": 1886515200, "compute_tokens": 1886515200, "tok_s": 363957.6, "tst_active": true}
183
+ {"step": 3620, "epoch": 0.025, "loss": 5.15803, "ppl": 173.822, "lr": 0.0015, "grad": 0.1256, "tokens_seen": 1896995840, "compute_tokens": 1896995840, "tok_s": 365168.1, "tst_active": true}
184
+ {"step": 3640, "epoch": 0.025, "loss": 5.42522, "ppl": 227.062, "lr": 0.0015, "grad": 0.246, "tokens_seen": 1907476480, "compute_tokens": 1907476480, "tok_s": 363874.3, "tst_active": true}
185
+ {"step": 3660, "epoch": 0.025, "loss": 5.38789, "ppl": 218.742, "lr": 0.0015, "grad": 0.1694, "tokens_seen": 1917957120, "compute_tokens": 1917957120, "tok_s": 363655.9, "tst_active": true}
186
+ {"step": 3680, "epoch": 0.025, "loss": 5.21578, "ppl": 184.156, "lr": 0.0015, "grad": 0.2505, "tokens_seen": 1928437760, "compute_tokens": 1928437760, "tok_s": 364469.5, "tst_active": true}
187
+ {"step": 3700, "epoch": 0.025, "loss": 5.28406, "ppl": 197.169, "lr": 0.0015, "grad": 0.1262, "tokens_seen": 1938918400, "compute_tokens": 1938918400, "tok_s": 350412.5, "tst_active": true}
188
+ {"step": 3720, "epoch": 0.026, "loss": 5.27492, "ppl": 195.375, "lr": 0.0015, "grad": 0.1023, "tokens_seen": 1949399040, "compute_tokens": 1949399040, "tok_s": 363810.9, "tst_active": true}
189
+ {"step": 3740, "epoch": 0.026, "loss": 5.24039, "ppl": 188.743, "lr": 0.0015, "grad": 0.235, "tokens_seen": 1959879680, "compute_tokens": 1959879680, "tok_s": 364457.9, "tst_active": true}
190
+ {"step": 3760, "epoch": 0.026, "loss": 5.29005, "ppl": 198.352, "lr": 0.0015, "grad": 0.224, "tokens_seen": 1970360320, "compute_tokens": 1970360320, "tok_s": 363859.3, "tst_active": true}
191
+ {"step": 3780, "epoch": 0.026, "loss": 5.50854, "ppl": 246.789, "lr": 0.0015, "grad": 0.5269, "tokens_seen": 1980840960, "compute_tokens": 1980840960, "tok_s": 362399.6, "tst_active": true}
192
+ {"step": 3800, "epoch": 0.026, "loss": 5.37668, "ppl": 216.302, "lr": 0.0015, "grad": 0.0988, "tokens_seen": 1991321600, "compute_tokens": 1991321600, "tok_s": 364231.3, "tst_active": true}
193
+ {"step": 3820, "epoch": 0.026, "loss": 5.10275, "ppl": 164.473, "lr": 0.0015, "grad": 0.1358, "tokens_seen": 2001802240, "compute_tokens": 2001802240, "tok_s": 364480.3, "tst_active": true}
194
+ {"step": 3840, "epoch": 0.026, "loss": 5.28336, "ppl": 197.031, "lr": 0.0015, "grad": 0.1566, "tokens_seen": 2012282880, "compute_tokens": 2012282880, "tok_s": 361313.0, "tst_active": true}
195
+ {"step": 3860, "epoch": 0.027, "loss": 5.34159, "ppl": 208.845, "lr": 0.0015, "grad": 0.2796, "tokens_seen": 2022763520, "compute_tokens": 2022763520, "tok_s": 357276.1, "tst_active": true}
196
+ {"step": 3880, "epoch": 0.027, "loss": 5.02598, "ppl": 152.32, "lr": 0.0015, "grad": 1.2289, "tokens_seen": 2033244160, "compute_tokens": 2033244160, "tok_s": 364395.9, "tst_active": true}
197
+ {"step": 3900, "epoch": 0.027, "loss": 5.27053, "ppl": 194.52, "lr": 0.0015, "grad": 0.1653, "tokens_seen": 2043724800, "compute_tokens": 2043724800, "tok_s": 363484.0, "tst_active": true}
198
+ {"step": 3920, "epoch": 0.027, "loss": 5.23703, "ppl": 188.111, "lr": 0.0015, "grad": 0.1235, "tokens_seen": 2054205440, "compute_tokens": 2054205440, "tok_s": 363468.7, "tst_active": true}
199
+ {"step": 3940, "epoch": 0.027, "loss": 5.2345, "ppl": 187.635, "lr": 0.0015, "grad": 0.2059, "tokens_seen": 2064686080, "compute_tokens": 2064686080, "tok_s": 363271.9, "tst_active": true}
200
+ {"step": 3960, "epoch": 0.027, "loss": 5.56395, "ppl": 260.851, "lr": 0.0015, "grad": 0.3107, "tokens_seen": 2075166720, "compute_tokens": 2075166720, "tok_s": 361661.3, "tst_active": true}
201
+ {"step": 3980, "epoch": 0.027, "loss": 5.3726, "ppl": 215.422, "lr": 0.0015, "grad": 0.6971, "tokens_seen": 2085647360, "compute_tokens": 2085647360, "tok_s": 359669.1, "tst_active": true}
202
+ {"step": 4000, "epoch": 0.027, "loss": 5.30134, "ppl": 200.605, "lr": 0.0015, "grad": 0.1171, "tokens_seen": 2096128000, "compute_tokens": 2096128000, "tok_s": 358449.0, "tst_active": true}
203
+ {"step": 4020, "epoch": 0.028, "loss": 5.26127, "ppl": 192.726, "lr": 0.0015, "grad": 0.5156, "tokens_seen": 2106608640, "compute_tokens": 2106608640, "tok_s": 353517.9, "tst_active": true}
204
+ {"step": 4040, "epoch": 0.028, "loss": 5.08324, "ppl": 161.296, "lr": 0.0015, "grad": 0.2116, "tokens_seen": 2117089280, "compute_tokens": 2117089280, "tok_s": 350195.1, "tst_active": true}
205
+ {"step": 4060, "epoch": 0.028, "loss": 4.96377, "ppl": 143.133, "lr": 0.0015, "grad": 0.4604, "tokens_seen": 2127569920, "compute_tokens": 2127569920, "tok_s": 358450.5, "tst_active": true}
206
+ {"step": 4080, "epoch": 0.028, "loss": 5.27547, "ppl": 195.483, "lr": 0.0015, "grad": 0.1229, "tokens_seen": 2138050560, "compute_tokens": 2138050560, "tok_s": 361296.8, "tst_active": true}
207
+ {"step": 4100, "epoch": 0.028, "loss": 5.25727, "ppl": 191.956, "lr": 0.0015, "grad": 0.564, "tokens_seen": 2148531200, "compute_tokens": 2148531200, "tok_s": 359291.5, "tst_active": true}
208
+ {"step": 4120, "epoch": 0.028, "loss": 5.29202, "ppl": 198.744, "lr": 0.0015, "grad": 0.1231, "tokens_seen": 2159011840, "compute_tokens": 2159011840, "tok_s": 361537.8, "tst_active": true}
209
+ {"step": 4140, "epoch": 0.028, "loss": 5.29388, "ppl": 199.115, "lr": 0.0015, "grad": 0.0966, "tokens_seen": 2169492480, "compute_tokens": 2169492480, "tok_s": 360473.0, "tst_active": true}
210
+ {"step": 4160, "epoch": 0.029, "loss": 5.39173, "ppl": 219.583, "lr": 0.0015, "grad": 0.2496, "tokens_seen": 2179973120, "compute_tokens": 2179973120, "tok_s": 359705.0, "tst_active": true}
211
+ {"step": 4180, "epoch": 0.029, "loss": 5.27798, "ppl": 195.973, "lr": 0.0015, "grad": 0.838, "tokens_seen": 2190453760, "compute_tokens": 2190453760, "tok_s": 364499.4, "tst_active": true}
212
+ {"step": 4200, "epoch": 0.029, "loss": 5.30161, "ppl": 200.659, "lr": 0.0015, "grad": 0.136, "tokens_seen": 2200934400, "compute_tokens": 2200934400, "tok_s": 362413.7, "tst_active": true}
213
+ {"step": 4220, "epoch": 0.029, "loss": 5.25833, "ppl": 192.161, "lr": 0.0015, "grad": 0.1262, "tokens_seen": 2211415040, "compute_tokens": 2211415040, "tok_s": 363797.3, "tst_active": true}
214
+ {"step": 4240, "epoch": 0.029, "loss": 5.31359, "ppl": 203.078, "lr": 0.0015, "grad": 0.5668, "tokens_seen": 2221895680, "compute_tokens": 2221895680, "tok_s": 362378.4, "tst_active": true}
215
+ {"step": 4260, "epoch": 0.029, "loss": 5.27258, "ppl": 194.919, "lr": 0.0015, "grad": 0.1056, "tokens_seen": 2232376320, "compute_tokens": 2232376320, "tok_s": 362211.6, "tst_active": true}
216
+ {"step": 4280, "epoch": 0.029, "loss": 5.22692, "ppl": 186.219, "lr": 0.0015, "grad": 0.1092, "tokens_seen": 2242856960, "compute_tokens": 2242856960, "tok_s": 363084.8, "tst_active": true}
217
+ {"step": 4300, "epoch": 0.03, "loss": 5.57612, "ppl": 264.046, "lr": 0.0015, "grad": 0.134, "tokens_seen": 2253337600, "compute_tokens": 2253337600, "tok_s": 364143.0, "tst_active": true}
218
+ {"step": 4320, "epoch": 0.03, "loss": 5.24376, "ppl": 189.381, "lr": 0.0015, "grad": 0.21, "tokens_seen": 2263818240, "compute_tokens": 2263818240, "tok_s": 362470.8, "tst_active": true}
219
+ {"step": 4340, "epoch": 0.03, "loss": 5.24677, "ppl": 189.952, "lr": 0.0015, "grad": 0.3023, "tokens_seen": 2274298880, "compute_tokens": 2274298880, "tok_s": 363758.4, "tst_active": true}
220
+ {"step": 4360, "epoch": 0.03, "loss": 5.39981, "ppl": 221.363, "lr": 0.0015, "grad": 0.4637, "tokens_seen": 2284779520, "compute_tokens": 2284779520, "tok_s": 364707.3, "tst_active": true}
221
+ {"step": 4380, "epoch": 0.03, "loss": 5.3747, "ppl": 215.876, "lr": 0.0015, "grad": 0.1138, "tokens_seen": 2295260160, "compute_tokens": 2295260160, "tok_s": 364875.8, "tst_active": true}
222
+ {"step": 4400, "epoch": 0.03, "loss": 5.2988, "ppl": 200.096, "lr": 0.0015, "grad": 0.2773, "tokens_seen": 2305740800, "compute_tokens": 2305740800, "tok_s": 363472.2, "tst_active": true}
223
+ {"step": 4420, "epoch": 0.03, "loss": 5.15847, "ppl": 173.899, "lr": 0.0015, "grad": 0.464, "tokens_seen": 2316221440, "compute_tokens": 2316221440, "tok_s": 356571.0, "tst_active": true}
224
+ {"step": 4440, "epoch": 0.031, "loss": 5.33326, "ppl": 207.112, "lr": 0.0015, "grad": 0.5793, "tokens_seen": 2326702080, "compute_tokens": 2326702080, "tok_s": 363581.1, "tst_active": true}
225
+ {"step": 4460, "epoch": 0.031, "loss": 5.38683, "ppl": 218.511, "lr": 0.0015, "grad": 0.2699, "tokens_seen": 2337182720, "compute_tokens": 2337182720, "tok_s": 364292.4, "tst_active": true}
226
+ {"step": 4480, "epoch": 0.031, "loss": 5.53022, "ppl": 252.199, "lr": 0.0015, "grad": 0.1397, "tokens_seen": 2347663360, "compute_tokens": 2347663360, "tok_s": 364234.0, "tst_active": true}
227
+ {"step": 4500, "epoch": 0.031, "loss": 5.31198, "ppl": 202.751, "lr": 0.0015, "grad": 0.6937, "tokens_seen": 2358144000, "compute_tokens": 2358144000, "tok_s": 356216.3, "tst_active": true}
228
+ {"step": 4520, "epoch": 0.031, "loss": 5.22517, "ppl": 185.892, "lr": 0.0015, "grad": 0.5196, "tokens_seen": 2368624640, "compute_tokens": 2368624640, "tok_s": 362652.6, "tst_active": true}
229
+ {"step": 4540, "epoch": 0.031, "loss": 5.33581, "ppl": 207.641, "lr": 0.0015, "grad": 0.3087, "tokens_seen": 2379105280, "compute_tokens": 2379105280, "tok_s": 363302.4, "tst_active": true}
230
+ {"step": 4560, "epoch": 0.031, "loss": 5.27962, "ppl": 196.295, "lr": 0.0015, "grad": 0.5425, "tokens_seen": 2389585920, "compute_tokens": 2389585920, "tok_s": 361945.7, "tst_active": true}
231
+ {"step": 4580, "epoch": 0.031, "loss": 5.60491, "ppl": 271.757, "lr": 0.0015, "grad": 0.7821, "tokens_seen": 2400066560, "compute_tokens": 2400066560, "tok_s": 363463.7, "tst_active": true}
232
+ {"step": 4600, "epoch": 0.032, "loss": 5.22198, "ppl": 185.301, "lr": 0.0015, "grad": 0.2185, "tokens_seen": 2410547200, "compute_tokens": 2410547200, "tok_s": 359392.7, "tst_active": true}
233
+ {"step": 4620, "epoch": 0.032, "loss": 5.20765, "ppl": 182.665, "lr": 0.0015, "grad": 0.156, "tokens_seen": 2421027840, "compute_tokens": 2421027840, "tok_s": 362605.9, "tst_active": true}
234
+ {"step": 4640, "epoch": 0.032, "loss": 5.24215, "ppl": 189.075, "lr": 0.0015, "grad": 0.3051, "tokens_seen": 2431508480, "compute_tokens": 2431508480, "tok_s": 362258.9, "tst_active": true}
235
+ {"step": 4660, "epoch": 0.032, "loss": 5.29276, "ppl": 198.892, "lr": 0.0015, "grad": 0.1144, "tokens_seen": 2441989120, "compute_tokens": 2441989120, "tok_s": 361883.2, "tst_active": true}
236
+ {"step": 4680, "epoch": 0.032, "loss": 5.46901, "ppl": 237.224, "lr": 0.0015, "grad": 0.4804, "tokens_seen": 2452469760, "compute_tokens": 2452469760, "tok_s": 361587.3, "tst_active": true}
237
+ {"step": 4700, "epoch": 0.032, "loss": 5.24223, "ppl": 189.091, "lr": 0.0015, "grad": 0.1496, "tokens_seen": 2462950400, "compute_tokens": 2462950400, "tok_s": 363311.3, "tst_active": true}
238
+ {"step": 4720, "epoch": 0.032, "loss": 5.23863, "ppl": 188.412, "lr": 0.0015, "grad": 0.1635, "tokens_seen": 2473431040, "compute_tokens": 2473431040, "tok_s": 363001.8, "tst_active": true}
239
+ {"step": 4740, "epoch": 0.033, "loss": 5.16902, "ppl": 175.743, "lr": 0.0015, "grad": 0.1934, "tokens_seen": 2483911680, "compute_tokens": 2483911680, "tok_s": 360088.9, "tst_active": true}
240
+ {"step": 4760, "epoch": 0.033, "loss": 5.13402, "ppl": 169.698, "lr": 0.0015, "grad": 0.5112, "tokens_seen": 2494392320, "compute_tokens": 2494392320, "tok_s": 362778.4, "tst_active": true}
241
+ {"step": 4780, "epoch": 0.033, "loss": 5.27776, "ppl": 195.931, "lr": 0.0015, "grad": 0.0925, "tokens_seen": 2504872960, "compute_tokens": 2504872960, "tok_s": 363576.2, "tst_active": true}
242
+ {"step": 4800, "epoch": 0.033, "loss": 5.42976, "ppl": 228.095, "lr": 0.0015, "grad": 0.1038, "tokens_seen": 2515353600, "compute_tokens": 2515353600, "tok_s": 363292.1, "tst_active": true}
243
+ {"step": 4820, "epoch": 0.033, "loss": 5.40064, "ppl": 221.548, "lr": 0.0015, "grad": 0.3322, "tokens_seen": 2525834240, "compute_tokens": 2525834240, "tok_s": 365604.3, "tst_active": true}
244
+ {"step": 4840, "epoch": 0.033, "loss": 5.07288, "ppl": 159.633, "lr": 0.0015, "grad": 0.9561, "tokens_seen": 2536314880, "compute_tokens": 2536314880, "tok_s": 362262.1, "tst_active": true}
245
+ {"step": 4860, "epoch": 0.033, "loss": 5.3789, "ppl": 216.783, "lr": 0.0015, "grad": 0.757, "tokens_seen": 2546795520, "compute_tokens": 2546795520, "tok_s": 363099.6, "tst_active": true}
246
+ {"step": 4880, "epoch": 0.034, "loss": 5.39894, "ppl": 221.172, "lr": 0.0015, "grad": 0.2745, "tokens_seen": 2557276160, "compute_tokens": 2557276160, "tok_s": 355697.1, "tst_active": true}
247
+ {"step": 4900, "epoch": 0.034, "loss": 5.39766, "ppl": 220.889, "lr": 0.0015, "grad": 0.4935, "tokens_seen": 2567756800, "compute_tokens": 2567756800, "tok_s": 363646.8, "tst_active": true}
248
+ {"step": 4920, "epoch": 0.034, "loss": 5.15584, "ppl": 173.442, "lr": 0.0015, "grad": 0.1048, "tokens_seen": 2578237440, "compute_tokens": 2578237440, "tok_s": 363836.3, "tst_active": true}
249
+ {"step": 4940, "epoch": 0.034, "loss": 5.24575, "ppl": 189.759, "lr": 0.0015, "grad": 0.1996, "tokens_seen": 2588718080, "compute_tokens": 2588718080, "tok_s": 358220.3, "tst_active": true}
250
+ {"step": 4960, "epoch": 0.034, "loss": 5.26578, "ppl": 193.598, "lr": 0.0015, "grad": 0.8113, "tokens_seen": 2599198720, "compute_tokens": 2599198720, "tok_s": 363708.1, "tst_active": true}
251
+ {"step": 4980, "epoch": 0.034, "loss": 5.29988, "ppl": 200.312, "lr": 0.0015, "grad": 0.1022, "tokens_seen": 2609679360, "compute_tokens": 2609679360, "tok_s": 354939.5, "tst_active": true}
252
+ {"step": 5000, "epoch": 0.034, "loss": 5.2601, "ppl": 192.502, "lr": 0.0015, "grad": 0.4305, "tokens_seen": 2620160000, "compute_tokens": 2620160000, "tok_s": 364402.3, "tst_active": true}
253
+ {"step": 5020, "epoch": 0.035, "loss": 5.22671, "ppl": 186.18, "lr": 0.0015, "grad": 0.2199, "tokens_seen": 2630640640, "compute_tokens": 2630640640, "tok_s": 361595.4, "tst_active": true}
254
+ {"step": 5040, "epoch": 0.035, "loss": 5.21397, "ppl": 183.822, "lr": 0.0015, "grad": 0.8431, "tokens_seen": 2641121280, "compute_tokens": 2641121280, "tok_s": 364346.8, "tst_active": true}
255
+ {"step": 5060, "epoch": 0.035, "loss": 5.36847, "ppl": 214.535, "lr": 0.0015, "grad": 0.2656, "tokens_seen": 2651601920, "compute_tokens": 2651601920, "tok_s": 363388.3, "tst_active": true}
256
+ {"step": 5080, "epoch": 0.035, "loss": 5.29799, "ppl": 199.935, "lr": 0.0015, "grad": 0.1145, "tokens_seen": 2662082560, "compute_tokens": 2662082560, "tok_s": 363598.7, "tst_active": true}
257
+ {"step": 5100, "epoch": 0.035, "loss": 5.22125, "ppl": 185.166, "lr": 0.0015, "grad": 0.2269, "tokens_seen": 2672563200, "compute_tokens": 2672563200, "tok_s": 364059.3, "tst_active": true}
258
+ {"step": 5120, "epoch": 0.035, "loss": 5.38021, "ppl": 217.067, "lr": 0.0015, "grad": 0.1804, "tokens_seen": 2683043840, "compute_tokens": 2683043840, "tok_s": 361867.8, "tst_active": true}
259
+ {"step": 5140, "epoch": 0.035, "loss": 5.32054, "ppl": 204.494, "lr": 0.0015, "grad": 0.4496, "tokens_seen": 2693524480, "compute_tokens": 2693524480, "tok_s": 363173.4, "tst_active": true}
260
+ {"step": 5160, "epoch": 0.035, "loss": 5.31991, "ppl": 204.365, "lr": 0.0015, "grad": 0.1609, "tokens_seen": 2704005120, "compute_tokens": 2704005120, "tok_s": 362461.1, "tst_active": true}
261
+ {"step": 5180, "epoch": 0.036, "loss": 5.28544, "ppl": 197.441, "lr": 0.0015, "grad": 0.4328, "tokens_seen": 2714485760, "compute_tokens": 2714485760, "tok_s": 362403.7, "tst_active": true}
262
+ {"step": 5200, "epoch": 0.036, "loss": 5.26353, "ppl": 193.161, "lr": 0.0015, "grad": 0.191, "tokens_seen": 2724966400, "compute_tokens": 2724966400, "tok_s": 361776.6, "tst_active": true}
263
+ {"step": 5220, "epoch": 0.036, "loss": 5.51588, "ppl": 248.608, "lr": 0.0015, "grad": 0.2206, "tokens_seen": 2735447040, "compute_tokens": 2735447040, "tok_s": 364557.2, "tst_active": true}
264
+ {"step": 5240, "epoch": 0.036, "loss": 5.2088, "ppl": 182.874, "lr": 0.0015, "grad": 0.3054, "tokens_seen": 2745927680, "compute_tokens": 2745927680, "tok_s": 356003.7, "tst_active": true}
265
+ {"step": 5260, "epoch": 0.036, "loss": 5.07787, "ppl": 160.431, "lr": 0.0015, "grad": 0.1869, "tokens_seen": 2756408320, "compute_tokens": 2756408320, "tok_s": 362456.1, "tst_active": true}
266
+ {"step": 5280, "epoch": 0.036, "loss": 5.09561, "ppl": 163.304, "lr": 0.0015, "grad": 0.4819, "tokens_seen": 2766888960, "compute_tokens": 2766888960, "tok_s": 352748.7, "tst_active": true}
267
+ {"step": 5300, "epoch": 0.036, "loss": 5.18755, "ppl": 179.03, "lr": 0.0015, "grad": 0.3573, "tokens_seen": 2777369600, "compute_tokens": 2777369600, "tok_s": 354159.5, "tst_active": true}
268
+ {"step": 5320, "epoch": 0.037, "loss": 5.09342, "ppl": 162.946, "lr": 0.0015, "grad": 0.3747, "tokens_seen": 2787850240, "compute_tokens": 2787850240, "tok_s": 362188.7, "tst_active": true}
269
+ {"step": 5340, "epoch": 0.037, "loss": 5.52872, "ppl": 251.821, "lr": 0.0015, "grad": 0.1615, "tokens_seen": 2798330880, "compute_tokens": 2798330880, "tok_s": 362542.8, "tst_active": true}
270
+ {"step": 5360, "epoch": 0.037, "loss": 5.00909, "ppl": 149.768, "lr": 0.0015, "grad": 0.2801, "tokens_seen": 2808811520, "compute_tokens": 2808811520, "tok_s": 360031.3, "tst_active": true}
271
+ {"step": 5380, "epoch": 0.037, "loss": 5.25002, "ppl": 190.57, "lr": 0.0015, "grad": 0.288, "tokens_seen": 2819292160, "compute_tokens": 2819292160, "tok_s": 354691.9, "tst_active": true}
272
+ {"step": 5400, "epoch": 0.037, "loss": 5.03806, "ppl": 154.171, "lr": 0.0015, "grad": 0.2678, "tokens_seen": 2829772800, "compute_tokens": 2829772800, "tok_s": 359047.0, "tst_active": true}
273
+ {"step": 5420, "epoch": 0.037, "loss": 5.35796, "ppl": 212.292, "lr": 0.0015, "grad": 0.1436, "tokens_seen": 2840253440, "compute_tokens": 2840253440, "tok_s": 359286.4, "tst_active": true}
274
+ {"step": 5440, "epoch": 0.037, "loss": 5.16273, "ppl": 174.64, "lr": 0.0015, "grad": 0.3853, "tokens_seen": 2850734080, "compute_tokens": 2850734080, "tok_s": 362323.0, "tst_active": true}
275
+ {"step": 5460, "epoch": 0.038, "loss": 5.1857, "ppl": 178.698, "lr": 0.0015, "grad": 0.1984, "tokens_seen": 2861214720, "compute_tokens": 2861214720, "tok_s": 361912.1, "tst_active": true}
276
+ {"step": 5480, "epoch": 0.038, "loss": 5.57798, "ppl": 264.537, "lr": 0.0015, "grad": 0.1175, "tokens_seen": 2871695360, "compute_tokens": 2871695360, "tok_s": 361428.6, "tst_active": true}
277
+ {"step": 5500, "epoch": 0.038, "loss": 5.03932, "ppl": 154.365, "lr": 0.0015, "grad": 0.4955, "tokens_seen": 2882176000, "compute_tokens": 2882176000, "tok_s": 360789.6, "tst_active": true}
278
+ {"step": 5520, "epoch": 0.038, "loss": 5.2702, "ppl": 194.455, "lr": 0.0015, "grad": 0.3934, "tokens_seen": 2892656640, "compute_tokens": 2892656640, "tok_s": 363663.9, "tst_active": true}
279
+ {"step": 5540, "epoch": 0.038, "loss": 5.26588, "ppl": 193.617, "lr": 0.0015, "grad": 0.127, "tokens_seen": 2903137280, "compute_tokens": 2903137280, "tok_s": 351989.5, "tst_active": true}
280
+ {"step": 5560, "epoch": 0.038, "loss": 4.96471, "ppl": 143.268, "lr": 0.0015, "grad": 0.3046, "tokens_seen": 2913617920, "compute_tokens": 2913617920, "tok_s": 361931.9, "tst_active": true}
281
+ {"step": 5580, "epoch": 0.038, "loss": 5.20518, "ppl": 182.213, "lr": 0.0015, "grad": 0.1249, "tokens_seen": 2924098560, "compute_tokens": 2924098560, "tok_s": 359593.3, "tst_active": true}
282
+ {"step": 5600, "epoch": 0.038, "loss": 5.28272, "ppl": 196.904, "lr": 0.0015, "grad": 0.1168, "tokens_seen": 2934579200, "compute_tokens": 2934579200, "tok_s": 357341.2, "tst_active": true}
283
+ {"step": 5620, "epoch": 0.039, "loss": 5.30246, "ppl": 200.83, "lr": 0.0015, "grad": 0.1528, "tokens_seen": 2945059840, "compute_tokens": 2945059840, "tok_s": 365188.1, "tst_active": true}
284
+ {"step": 5640, "epoch": 0.039, "loss": 5.34904, "ppl": 210.407, "lr": 0.0015, "grad": 0.1604, "tokens_seen": 2955540480, "compute_tokens": 2955540480, "tok_s": 361741.4, "tst_active": true}
285
+ {"step": 5660, "epoch": 0.039, "loss": 5.30968, "ppl": 202.286, "lr": 0.0015, "grad": 0.1915, "tokens_seen": 2966021120, "compute_tokens": 2966021120, "tok_s": 362991.2, "tst_active": true}
286
+ {"step": 5680, "epoch": 0.039, "loss": 5.1527, "ppl": 172.898, "lr": 0.0015, "grad": 0.1381, "tokens_seen": 2976501760, "compute_tokens": 2976501760, "tok_s": 361129.0, "tst_active": true}
287
+ {"step": 5700, "epoch": 0.039, "loss": 5.25547, "ppl": 191.611, "lr": 0.0015, "grad": 0.2922, "tokens_seen": 2986982400, "compute_tokens": 2986982400, "tok_s": 362449.2, "tst_active": true}
288
+ {"step": 5720, "epoch": 0.039, "loss": 5.37832, "ppl": 216.657, "lr": 0.0015, "grad": 0.2928, "tokens_seen": 2997463040, "compute_tokens": 2997463040, "tok_s": 352679.1, "tst_active": true}
289
+ {"step": 5740, "epoch": 0.039, "loss": 4.9922, "ppl": 147.26, "lr": 0.0015, "grad": 0.4181, "tokens_seen": 3007943680, "compute_tokens": 3007943680, "tok_s": 362618.3, "tst_active": true}
290
+ {"step": 5760, "epoch": 0.04, "loss": 5.19747, "ppl": 180.814, "lr": 0.0015, "grad": 0.121, "tokens_seen": 3018424320, "compute_tokens": 3018424320, "tok_s": 363183.0, "tst_active": true}
291
+ {"step": 5780, "epoch": 0.04, "loss": 5.12863, "ppl": 168.786, "lr": 0.0015, "grad": 0.0953, "tokens_seen": 3028904960, "compute_tokens": 3028904960, "tok_s": 363084.9, "tst_active": true}
292
+ {"step": 5800, "epoch": 0.04, "loss": 5.28557, "ppl": 197.467, "lr": 0.0015, "grad": 0.1694, "tokens_seen": 3039385600, "compute_tokens": 3039385600, "tok_s": 362794.8, "tst_active": true}
293
+ {"step": 5820, "epoch": 0.04, "loss": 5.14132, "ppl": 170.942, "lr": 0.0015, "grad": 0.2103, "tokens_seen": 3049866240, "compute_tokens": 3049866240, "tok_s": 358963.3, "tst_active": true}
294
+ {"step": 5840, "epoch": 0.04, "loss": 5.29152, "ppl": 198.646, "lr": 0.0015, "grad": 0.1224, "tokens_seen": 3060346880, "compute_tokens": 3060346880, "tok_s": 354545.6, "tst_active": true}
295
+ {"step": 5860, "epoch": 0.04, "loss": 5.27333, "ppl": 195.064, "lr": 0.0015, "grad": 0.1178, "tokens_seen": 3070827520, "compute_tokens": 3070827520, "tok_s": 360829.6, "tst_active": true}
296
+ {"step": 5880, "epoch": 0.04, "loss": 5.29574, "ppl": 199.486, "lr": 0.0015, "grad": 0.1119, "tokens_seen": 3081308160, "compute_tokens": 3081308160, "tok_s": 363149.6, "tst_active": true}
297
+ {"step": 5900, "epoch": 0.041, "loss": 5.02889, "ppl": 152.763, "lr": 0.0015, "grad": 0.4901, "tokens_seen": 3091788800, "compute_tokens": 3091788800, "tok_s": 362493.2, "tst_active": true}
298
+ {"step": 5920, "epoch": 0.041, "loss": 5.21589, "ppl": 184.177, "lr": 0.0015, "grad": 0.2722, "tokens_seen": 3102269440, "compute_tokens": 3102269440, "tok_s": 354525.9, "tst_active": true}
299
+ {"step": 5940, "epoch": 0.041, "loss": 5.28079, "ppl": 196.525, "lr": 0.0015, "grad": 0.1399, "tokens_seen": 3112750080, "compute_tokens": 3112750080, "tok_s": 362374.9, "tst_active": true}
300
+ {"step": 5960, "epoch": 0.041, "loss": 5.18365, "ppl": 178.332, "lr": 0.0015, "grad": 0.1261, "tokens_seen": 3123230720, "compute_tokens": 3123230720, "tok_s": 363254.3, "tst_active": true}
301
+ {"step": 5980, "epoch": 0.041, "loss": 5.0972, "ppl": 163.563, "lr": 0.0015, "grad": 0.2428, "tokens_seen": 3133711360, "compute_tokens": 3133711360, "tok_s": 360984.3, "tst_active": true}
302
+ {"step": 6000, "epoch": 0.041, "loss": 5.19042, "ppl": 179.544, "lr": 0.0015, "grad": 0.1912, "tokens_seen": 3144192000, "compute_tokens": 3144192000, "tok_s": 359359.0, "tst_active": true}
303
+ {"step": 6020, "epoch": 0.041, "loss": 5.10589, "ppl": 164.992, "lr": 0.0015, "grad": 0.1255, "tokens_seen": 3154672640, "compute_tokens": 3154672640, "tok_s": 363505.2, "tst_active": true}
304
+ {"step": 6040, "epoch": 0.042, "loss": 5.17156, "ppl": 176.189, "lr": 0.0015, "grad": 0.146, "tokens_seen": 3165153280, "compute_tokens": 3165153280, "tok_s": 361492.8, "tst_active": true}
305
+ {"step": 6060, "epoch": 0.042, "loss": 5.57968, "ppl": 264.986, "lr": 0.0015, "grad": 0.2815, "tokens_seen": 3175633920, "compute_tokens": 3175633920, "tok_s": 362905.0, "tst_active": true}
306
+ {"step": 6080, "epoch": 0.042, "loss": 5.24964, "ppl": 190.498, "lr": 0.0015, "grad": 0.1747, "tokens_seen": 3186114560, "compute_tokens": 3186114560, "tok_s": 362680.6, "tst_active": true}
307
+ {"step": 6100, "epoch": 0.042, "loss": 5.23449, "ppl": 187.633, "lr": 0.0015, "grad": 0.1321, "tokens_seen": 3196595200, "compute_tokens": 3196595200, "tok_s": 363574.0, "tst_active": true}
308
+ {"step": 6120, "epoch": 0.042, "loss": 5.27653, "ppl": 195.689, "lr": 0.0015, "grad": 0.2015, "tokens_seen": 3207075840, "compute_tokens": 3207075840, "tok_s": 361934.2, "tst_active": true}
309
+ {"step": 6140, "epoch": 0.042, "loss": 5.25876, "ppl": 192.243, "lr": 0.0015, "grad": 0.0984, "tokens_seen": 3217556480, "compute_tokens": 3217556480, "tok_s": 362853.0, "tst_active": true}
310
+ {"step": 6160, "epoch": 0.042, "loss": 5.31901, "ppl": 204.182, "lr": 0.0015, "grad": 0.2413, "tokens_seen": 3228037120, "compute_tokens": 3228037120, "tok_s": 362994.1, "tst_active": true}
311
+ {"step": 6180, "epoch": 0.042, "loss": 5.28795, "ppl": 197.938, "lr": 0.0015, "grad": 0.3519, "tokens_seen": 3238517760, "compute_tokens": 3238517760, "tok_s": 361016.4, "tst_active": true}
312
+ {"step": 6200, "epoch": 0.043, "loss": 5.14962, "ppl": 172.365, "lr": 0.0015, "grad": 0.1832, "tokens_seen": 3248998400, "compute_tokens": 3248998400, "tok_s": 360687.6, "tst_active": true}
313
+ {"step": 6220, "epoch": 0.043, "loss": 5.2634, "ppl": 193.137, "lr": 0.0015, "grad": 0.94, "tokens_seen": 3259479040, "compute_tokens": 3259479040, "tok_s": 363624.6, "tst_active": true}
314
+ {"step": 6240, "epoch": 0.043, "loss": 5.39009, "ppl": 219.222, "lr": 0.0015, "grad": 0.1969, "tokens_seen": 3269959680, "compute_tokens": 3269959680, "tok_s": 363135.5, "tst_active": true}
315
+ {"step": 6260, "epoch": 0.043, "loss": 5.28797, "ppl": 197.941, "lr": 0.0015, "grad": 0.2129, "tokens_seen": 3280440320, "compute_tokens": 3280440320, "tok_s": 362940.0, "tst_active": true}
316
+ {"step": 6280, "epoch": 0.043, "loss": 5.09829, "ppl": 163.742, "lr": 0.0015, "grad": 0.2761, "tokens_seen": 3290920960, "compute_tokens": 3290920960, "tok_s": 362507.5, "tst_active": true}
317
+ {"step": 6300, "epoch": 0.043, "loss": 5.3642, "ppl": 213.62, "lr": 0.0015, "grad": 0.5341, "tokens_seen": 3301401600, "compute_tokens": 3301401600, "tok_s": 363026.5, "tst_active": true}
318
+ {"step": 6320, "epoch": 0.043, "loss": 5.13255, "ppl": 169.448, "lr": 0.0015, "grad": 0.1297, "tokens_seen": 3311882240, "compute_tokens": 3311882240, "tok_s": 360467.8, "tst_active": true}
319
+ {"step": 6340, "epoch": 0.044, "loss": 5.21684, "ppl": 184.352, "lr": 0.0015, "grad": 0.3983, "tokens_seen": 3322362880, "compute_tokens": 3322362880, "tok_s": 360578.1, "tst_active": true}
320
+ {"step": 6360, "epoch": 0.044, "loss": 5.16705, "ppl": 175.397, "lr": 0.0015, "grad": 0.1085, "tokens_seen": 3332843520, "compute_tokens": 3332843520, "tok_s": 360888.9, "tst_active": true}
321
+ {"step": 6380, "epoch": 0.044, "loss": 5.21657, "ppl": 184.3, "lr": 0.0015, "grad": 0.297, "tokens_seen": 3343324160, "compute_tokens": 3343324160, "tok_s": 362848.5, "tst_active": true}
322
+ {"step": 6400, "epoch": 0.044, "loss": 5.28705, "ppl": 197.758, "lr": 0.0015, "grad": 0.172, "tokens_seen": 3353804800, "compute_tokens": 3353804800, "tok_s": 362624.5, "tst_active": true}
323
+ {"step": 6420, "epoch": 0.044, "loss": 5.07689, "ppl": 160.275, "lr": 0.0015, "grad": 0.1223, "tokens_seen": 3364285440, "compute_tokens": 3364285440, "tok_s": 364159.2, "tst_active": true}
324
+ {"step": 6440, "epoch": 0.044, "loss": 5.12862, "ppl": 168.784, "lr": 0.0015, "grad": 0.3552, "tokens_seen": 3374766080, "compute_tokens": 3374766080, "tok_s": 360192.7, "tst_active": true}
325
+ {"step": 6460, "epoch": 0.044, "loss": 5.06953, "ppl": 159.1, "lr": 0.0015, "grad": 0.1444, "tokens_seen": 3385246720, "compute_tokens": 3385246720, "tok_s": 360600.2, "tst_active": true}
326
+ {"step": 6480, "epoch": 0.045, "loss": 4.97205, "ppl": 144.323, "lr": 0.0015, "grad": 0.3463, "tokens_seen": 3395727360, "compute_tokens": 3395727360, "tok_s": 363247.5, "tst_active": true}
327
+ {"step": 6500, "epoch": 0.045, "loss": 5.24652, "ppl": 189.904, "lr": 0.0015, "grad": 0.1439, "tokens_seen": 3406208000, "compute_tokens": 3406208000, "tok_s": 361670.3, "tst_active": true}
328
+ {"step": 6520, "epoch": 0.045, "loss": 5.16118, "ppl": 174.37, "lr": 0.0015, "grad": 0.3129, "tokens_seen": 3416688640, "compute_tokens": 3416688640, "tok_s": 361591.7, "tst_active": true}
329
+ {"step": 6540, "epoch": 0.045, "loss": 5.26849, "ppl": 194.123, "lr": 0.0015, "grad": 0.1063, "tokens_seen": 3427169280, "compute_tokens": 3427169280, "tok_s": 359745.4, "tst_active": true}
330
+ {"step": 6560, "epoch": 0.045, "loss": 5.13356, "ppl": 169.62, "lr": 0.0015, "grad": 0.2532, "tokens_seen": 3437649920, "compute_tokens": 3437649920, "tok_s": 361700.5, "tst_active": true}
331
+ {"step": 6580, "epoch": 0.045, "loss": 5.25096, "ppl": 190.749, "lr": 0.0015, "grad": 0.1382, "tokens_seen": 3448130560, "compute_tokens": 3448130560, "tok_s": 360244.2, "tst_active": true}
332
+ {"step": 6600, "epoch": 0.045, "loss": 5.17364, "ppl": 176.556, "lr": 0.0015, "grad": 1.7857, "tokens_seen": 3458611200, "compute_tokens": 3458611200, "tok_s": 361662.9, "tst_active": true}
333
+ {"step": 6620, "epoch": 0.046, "loss": 5.24608, "ppl": 189.82, "lr": 0.0015, "grad": 0.3225, "tokens_seen": 3469091840, "compute_tokens": 3469091840, "tok_s": 362701.2, "tst_active": true}
334
+ {"step": 6640, "epoch": 0.046, "loss": 5.28105, "ppl": 196.576, "lr": 0.0015, "grad": 0.1023, "tokens_seen": 3479572480, "compute_tokens": 3479572480, "tok_s": 360665.3, "tst_active": true}
335
+ {"step": 6660, "epoch": 0.046, "loss": 5.17316, "ppl": 176.471, "lr": 0.0015, "grad": 0.3066, "tokens_seen": 3490053120, "compute_tokens": 3490053120, "tok_s": 362530.5, "tst_active": true}
336
+ {"step": 6680, "epoch": 0.046, "loss": 5.27166, "ppl": 194.739, "lr": 0.0015, "grad": 0.1195, "tokens_seen": 3500533760, "compute_tokens": 3500533760, "tok_s": 355256.7, "tst_active": true}
337
+ {"step": 6700, "epoch": 0.046, "loss": 5.24124, "ppl": 188.905, "lr": 0.0015, "grad": 0.1602, "tokens_seen": 3511014400, "compute_tokens": 3511014400, "tok_s": 361922.1, "tst_active": true}
338
+ {"step": 6720, "epoch": 0.046, "loss": 5.1518, "ppl": 172.742, "lr": 0.0015, "grad": 0.0789, "tokens_seen": 3521495040, "compute_tokens": 3521495040, "tok_s": 355137.7, "tst_active": true}
339
+ {"step": 6740, "epoch": 0.046, "loss": 5.22558, "ppl": 185.969, "lr": 0.0015, "grad": 0.3344, "tokens_seen": 3531975680, "compute_tokens": 3531975680, "tok_s": 360770.6, "tst_active": true}
340
+ {"step": 6760, "epoch": 0.046, "loss": 5.38885, "ppl": 218.952, "lr": 0.0015, "grad": 0.1828, "tokens_seen": 3542456320, "compute_tokens": 3542456320, "tok_s": 361350.2, "tst_active": true}
341
+ {"step": 6780, "epoch": 0.047, "loss": 5.26497, "ppl": 193.441, "lr": 0.0015, "grad": 0.157, "tokens_seen": 3552936960, "compute_tokens": 3552936960, "tok_s": 360778.2, "tst_active": true}
342
+ {"step": 6800, "epoch": 0.047, "loss": 5.303, "ppl": 200.938, "lr": 0.0015, "grad": 0.2311, "tokens_seen": 3563417600, "compute_tokens": 3563417600, "tok_s": 362659.9, "tst_active": true}