ViuAI commited on
Commit
8ef4aae
·
verified ·
1 Parent(s): 1de08d3

sync log step_1000

Browse files
Files changed (1) hide show
  1. logs/train.jsonl +101 -0
logs/train.jsonl ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 10, "of": 965118, "pct": 0.0, "seq_len": 512, "loss": 10.8968, "lr": 2.5e-06, "grad_norm": 2.12, "tok_per_sec": 6229.5, "step_sec": 21.04, "steps_per_hour": 171.1, "elapsed": "3m 30s", "elapsed_sec": 210.4, "eta_sec": 20306409.2, "curriculum_stage": 1}
2
+ {"step": 20, "of": 965118, "pct": 0.0, "seq_len": 512, "loss": 10.6722, "lr": 5e-06, "grad_norm": 2.51, "tok_per_sec": 6213.5, "step_sec": 21.09, "steps_per_hour": 170.7, "elapsed": "7m 01s", "elapsed_sec": 421.9, "eta_sec": 20358544.1, "curriculum_stage": 1}
3
+ {"step": 30, "of": 965118, "pct": 0.0, "seq_len": 512, "loss": 10.242, "lr": 7.499999999999999e-06, "grad_norm": 2.73, "tok_per_sec": 6212.5, "step_sec": 21.1, "steps_per_hour": 170.6, "elapsed": "10m 32s", "elapsed_sec": 632.9, "eta_sec": 20361536.5, "curriculum_stage": 1}
4
+ {"step": 40, "of": 965118, "pct": 0.0, "seq_len": 512, "loss": 9.8326, "lr": 1e-05, "grad_norm": 2.154, "tok_per_sec": 6220.2, "step_sec": 21.07, "steps_per_hour": 170.8, "elapsed": "14m 02s", "elapsed_sec": 842.9, "eta_sec": 20336139.6, "curriculum_stage": 1}
5
+ {"step": 50, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 9.5589, "lr": 1.25e-05, "grad_norm": 1.947, "tok_per_sec": 6227.1, "step_sec": 21.05, "steps_per_hour": 171.0, "elapsed": "17m 32s", "elapsed_sec": 1052.4, "eta_sec": 20313351.7, "curriculum_stage": 1}
6
+ {"step": 60, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 9.3736, "lr": 1.4999999999999999e-05, "grad_norm": 1.88, "tok_per_sec": 6234.9, "step_sec": 21.02, "steps_per_hour": 171.2, "elapsed": "21m 01s", "elapsed_sec": 1261.3, "eta_sec": 20287822.8, "curriculum_stage": 1}
7
+ {"step": 70, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 9.1574, "lr": 1.7500000000000002e-05, "grad_norm": 1.791, "tok_per_sec": 6241.3, "step_sec": 21.0, "steps_per_hour": 171.4, "elapsed": "24m 30s", "elapsed_sec": 1470.1, "eta_sec": 20266806.1, "curriculum_stage": 1}
8
+ {"step": 80, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 9.0461, "lr": 2e-05, "grad_norm": 1.64, "tok_per_sec": 6245.0, "step_sec": 20.99, "steps_per_hour": 171.5, "elapsed": "27m 59s", "elapsed_sec": 1679.1, "eta_sec": 20254452.1, "curriculum_stage": 1}
9
+ {"step": 90, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 8.8303, "lr": 2.2499999999999998e-05, "grad_norm": 1.588, "tok_per_sec": 6249.7, "step_sec": 20.97, "steps_per_hour": 171.7, "elapsed": "31m 27s", "elapsed_sec": 1887.5, "eta_sec": 20239189.5, "curriculum_stage": 1}
10
+ {"step": 100, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 8.6369, "lr": 2.5e-05, "grad_norm": 1.542, "tok_per_sec": 6149.0, "step_sec": 21.32, "steps_per_hour": 168.9, "elapsed": "35m 31s", "elapsed_sec": 2131.6, "eta_sec": 20570243.2, "curriculum_stage": 1}
11
+ {"step": 110, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 8.5117, "lr": 2.75e-05, "grad_norm": 1.416, "tok_per_sec": 6162.2, "step_sec": 21.27, "steps_per_hour": 169.2, "elapsed": "38m 59s", "elapsed_sec": 2339.7, "eta_sec": 20526019.9, "curriculum_stage": 1}
12
+ {"step": 120, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 8.2626, "lr": 2.9999999999999997e-05, "grad_norm": 1.243, "tok_per_sec": 6172.7, "step_sec": 21.23, "steps_per_hour": 169.5, "elapsed": "42m 28s", "elapsed_sec": 2548.1, "eta_sec": 20490907.5, "curriculum_stage": 1}
13
+ {"step": 130, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 8.0148, "lr": 3.2500000000000004e-05, "grad_norm": 1.165, "tok_per_sec": 6180.0, "step_sec": 21.21, "steps_per_hour": 169.7, "elapsed": "45m 57s", "elapsed_sec": 2757.2, "eta_sec": 20466527.8, "curriculum_stage": 1}
14
+ {"step": 140, "of": 965118, "pct": 0.01, "seq_len": 512, "loss": 7.7932, "lr": 3.5000000000000004e-05, "grad_norm": 1.013, "tok_per_sec": 6186.4, "step_sec": 21.19, "steps_per_hour": 169.9, "elapsed": "49m 26s", "elapsed_sec": 2966.2, "eta_sec": 20445263.9, "curriculum_stage": 1}
15
+ {"step": 150, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 7.6304, "lr": 3.75e-05, "grad_norm": 0.903, "tok_per_sec": 6191.2, "step_sec": 21.17, "steps_per_hour": 170.0, "elapsed": "52m 55s", "elapsed_sec": 3175.6, "eta_sec": 20428953.3, "curriculum_stage": 1}
16
+ {"step": 160, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 7.4705, "lr": 4e-05, "grad_norm": 0.808, "tok_per_sec": 6193.8, "step_sec": 21.16, "steps_per_hour": 170.1, "elapsed": "56m 25s", "elapsed_sec": 3385.9, "eta_sec": 20420106.5, "curriculum_stage": 1}
17
+ {"step": 170, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 7.2913, "lr": 4.25e-05, "grad_norm": 0.904, "tok_per_sec": 6194.8, "step_sec": 21.16, "steps_per_hour": 170.1, "elapsed": "59m 56s", "elapsed_sec": 3597.0, "eta_sec": 20416907.9, "curriculum_stage": 1}
18
+ {"step": 180, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.9696, "lr": 4.4999999999999996e-05, "grad_norm": 1.218, "tok_per_sec": 6195.5, "step_sec": 21.16, "steps_per_hour": 170.2, "elapsed": "1h 03m 28s", "elapsed_sec": 3808.1, "eta_sec": 20414340.2, "curriculum_stage": 1}
19
+ {"step": 190, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.9873, "lr": 4.75e-05, "grad_norm": 1.134, "tok_per_sec": 6197.9, "step_sec": 21.15, "steps_per_hour": 170.2, "elapsed": "1h 06m 58s", "elapsed_sec": 4018.1, "eta_sec": 20406005.6, "curriculum_stage": 1}
20
+ {"step": 200, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.8453, "lr": 5e-05, "grad_norm": 1.038, "tok_per_sec": 6142.3, "step_sec": 21.34, "steps_per_hour": 168.7, "elapsed": "1h 11m 07s", "elapsed_sec": 4267.9, "eta_sec": 20590685.3, "curriculum_stage": 1}
21
+ {"step": 210, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.7356, "lr": 5.2499999999999995e-05, "grad_norm": 1.041, "tok_per_sec": 6144.6, "step_sec": 21.33, "steps_per_hour": 168.8, "elapsed": "1h 14m 39s", "elapsed_sec": 4479.6, "eta_sec": 20582677.9, "curriculum_stage": 1}
22
+ {"step": 220, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.6295, "lr": 5.5e-05, "grad_norm": 1.284, "tok_per_sec": 6147.1, "step_sec": 21.32, "steps_per_hour": 168.8, "elapsed": "1h 18m 10s", "elapsed_sec": 4691.0, "eta_sec": 20574205.6, "curriculum_stage": 1}
23
+ {"step": 230, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.4695, "lr": 5.75e-05, "grad_norm": 1.434, "tok_per_sec": 6149.5, "step_sec": 21.31, "steps_per_hour": 168.9, "elapsed": "1h 21m 42s", "elapsed_sec": 4902.2, "eta_sec": 20565702.6, "curriculum_stage": 1}
24
+ {"step": 240, "of": 965118, "pct": 0.02, "seq_len": 512, "loss": 6.3748, "lr": 5.9999999999999995e-05, "grad_norm": 1.067, "tok_per_sec": 6151.2, "step_sec": 21.31, "steps_per_hour": 168.9, "elapsed": "1h 25m 14s", "elapsed_sec": 5114.0, "eta_sec": 20560118.9, "curriculum_stage": 1}
25
+ {"step": 250, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 6.1749, "lr": 6.25e-05, "grad_norm": 1.069, "tok_per_sec": 6153.1, "step_sec": 21.3, "steps_per_hour": 169.0, "elapsed": "1h 28m 45s", "elapsed_sec": 5325.5, "eta_sec": 20553523.2, "curriculum_stage": 1}
26
+ {"step": 260, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 6.0388, "lr": 6.500000000000001e-05, "grad_norm": 1.629, "tok_per_sec": 6154.2, "step_sec": 21.3, "steps_per_hour": 169.0, "elapsed": "1h 32m 17s", "elapsed_sec": 5537.5, "eta_sec": 20549456.7, "curriculum_stage": 1}
27
+ {"step": 270, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.9559, "lr": 6.75e-05, "grad_norm": 1.224, "tok_per_sec": 6155.2, "step_sec": 21.29, "steps_per_hour": 169.1, "elapsed": "1h 35m 49s", "elapsed_sec": 5749.5, "eta_sec": 20545969.5, "curriculum_stage": 1}
28
+ {"step": 280, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.8589, "lr": 7.000000000000001e-05, "grad_norm": 1.289, "tok_per_sec": 6156.0, "step_sec": 21.29, "steps_per_hour": 169.1, "elapsed": "1h 39m 21s", "elapsed_sec": 5961.7, "eta_sec": 20542991.7, "curriculum_stage": 1}
29
+ {"step": 290, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 6.1813, "lr": 7.25e-05, "grad_norm": 1.39, "tok_per_sec": 6119.5, "step_sec": 21.42, "steps_per_hour": 168.1, "elapsed": "1h 43m 31s", "elapsed_sec": 6211.4, "eta_sec": 20665357.6, "curriculum_stage": 1}
30
+ {"step": 300, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.8959, "lr": 7.5e-05, "grad_norm": 1.155, "tok_per_sec": 6120.5, "step_sec": 21.42, "steps_per_hour": 168.1, "elapsed": "1h 47m 04s", "elapsed_sec": 6424.6, "eta_sec": 20661788.1, "curriculum_stage": 1}
31
+ {"step": 310, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.9093, "lr": 7.75e-05, "grad_norm": 1.06, "tok_per_sec": 6122.0, "step_sec": 21.41, "steps_per_hour": 168.1, "elapsed": "1h 50m 37s", "elapsed_sec": 6637.1, "eta_sec": 20656583.2, "curriculum_stage": 1}
32
+ {"step": 320, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.8248, "lr": 8e-05, "grad_norm": 1.214, "tok_per_sec": 6123.9, "step_sec": 21.4, "steps_per_hour": 168.2, "elapsed": "1h 54m 09s", "elapsed_sec": 6849.1, "eta_sec": 20649994.6, "curriculum_stage": 1}
33
+ {"step": 330, "of": 965118, "pct": 0.03, "seq_len": 512, "loss": 5.8292, "lr": 8.25e-05, "grad_norm": 1.762, "tok_per_sec": 6125.3, "step_sec": 21.4, "steps_per_hour": 168.2, "elapsed": "1h 57m 41s", "elapsed_sec": 7061.5, "eta_sec": 20644998.6, "curriculum_stage": 1}
34
+ {"step": 340, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.7184, "lr": 8.5e-05, "grad_norm": 1.463, "tok_per_sec": 6126.7, "step_sec": 21.39, "steps_per_hour": 168.3, "elapsed": "2h 01m 13s", "elapsed_sec": 7273.8, "eta_sec": 20639926.2, "curriculum_stage": 1}
35
+ {"step": 350, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.7392, "lr": 8.750000000000001e-05, "grad_norm": 1.43, "tok_per_sec": 6127.9, "step_sec": 21.39, "steps_per_hour": 168.3, "elapsed": "2h 04m 46s", "elapsed_sec": 7486.3, "eta_sec": 20635798.2, "curriculum_stage": 1}
36
+ {"step": 360, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.7304, "lr": 8.999999999999999e-05, "grad_norm": 1.814, "tok_per_sec": 6129.2, "step_sec": 21.38, "steps_per_hour": 168.3, "elapsed": "2h 08m 18s", "elapsed_sec": 7698.6, "eta_sec": 20631321.8, "curriculum_stage": 1}
37
+ {"step": 370, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.5136, "lr": 9.25e-05, "grad_norm": 1.857, "tok_per_sec": 6130.0, "step_sec": 21.38, "steps_per_hour": 168.4, "elapsed": "2h 11m 51s", "elapsed_sec": 7911.4, "eta_sec": 20628415.0, "curriculum_stage": 1}
38
+ {"step": 380, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.4811, "lr": 9.5e-05, "grad_norm": 1.173, "tok_per_sec": 6131.0, "step_sec": 21.38, "steps_per_hour": 168.4, "elapsed": "2h 15m 23s", "elapsed_sec": 8123.9, "eta_sec": 20624771.7, "curriculum_stage": 1}
39
+ {"step": 390, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.8412, "lr": 9.75e-05, "grad_norm": 1.193, "tok_per_sec": 6098.6, "step_sec": 21.49, "steps_per_hour": 167.5, "elapsed": "2h 19m 41s", "elapsed_sec": 8381.9, "eta_sec": 20734012.2, "curriculum_stage": 1}
40
+ {"step": 400, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.6991, "lr": 0.0001, "grad_norm": 0.972, "tok_per_sec": 6100.5, "step_sec": 21.49, "steps_per_hour": 167.6, "elapsed": "2h 23m 14s", "elapsed_sec": 8594.2, "eta_sec": 20727441.6, "curriculum_stage": 1}
41
+ {"step": 410, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.6246, "lr": 0.00010250000000000001, "grad_norm": 1.729, "tok_per_sec": 6102.5, "step_sec": 21.48, "steps_per_hour": 167.6, "elapsed": "2h 26m 46s", "elapsed_sec": 8806.2, "eta_sec": 20720398.6, "curriculum_stage": 1}
42
+ {"step": 420, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.8021, "lr": 0.00010499999999999999, "grad_norm": 1.282, "tok_per_sec": 6104.1, "step_sec": 21.47, "steps_per_hour": 167.7, "elapsed": "2h 30m 18s", "elapsed_sec": 9018.6, "eta_sec": 20714733.7, "curriculum_stage": 1}
43
+ {"step": 430, "of": 965118, "pct": 0.04, "seq_len": 512, "loss": 5.3614, "lr": 0.0001075, "grad_norm": 1.369, "tok_per_sec": 6105.6, "step_sec": 21.47, "steps_per_hour": 167.7, "elapsed": "2h 33m 50s", "elapsed_sec": 9231.0, "eta_sec": 20709319.9, "curriculum_stage": 1}
44
+ {"step": 440, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.4728, "lr": 0.00011, "grad_norm": 1.067, "tok_per_sec": 6107.3, "step_sec": 21.46, "steps_per_hour": 167.7, "elapsed": "2h 37m 23s", "elapsed_sec": 9443.1, "eta_sec": 20703581.1, "curriculum_stage": 1}
45
+ {"step": 450, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.4498, "lr": 0.0001125, "grad_norm": 1.443, "tok_per_sec": 6108.6, "step_sec": 21.46, "steps_per_hour": 167.8, "elapsed": "2h 40m 55s", "elapsed_sec": 9655.6, "eta_sec": 20698835.4, "curriculum_stage": 1}
46
+ {"step": 460, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.4256, "lr": 0.000115, "grad_norm": 1.641, "tok_per_sec": 6109.9, "step_sec": 21.45, "steps_per_hour": 167.8, "elapsed": "2h 44m 28s", "elapsed_sec": 9868.2, "eta_sec": 20694332.4, "curriculum_stage": 1}
47
+ {"step": 470, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.2977, "lr": 0.00011750000000000001, "grad_norm": 1.309, "tok_per_sec": 6111.2, "step_sec": 21.45, "steps_per_hour": 167.8, "elapsed": "2h 48m 00s", "elapsed_sec": 10080.5, "eta_sec": 20689555.6, "curriculum_stage": 1}
48
+ {"step": 480, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.3235, "lr": 0.00011999999999999999, "grad_norm": 1.295, "tok_per_sec": 6112.5, "step_sec": 21.44, "steps_per_hour": 167.9, "elapsed": "2h 51m 32s", "elapsed_sec": 10292.8, "eta_sec": 20685095.2, "curriculum_stage": 1}
49
+ {"step": 490, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.6593, "lr": 0.0001225, "grad_norm": 1.135, "tok_per_sec": 6085.5, "step_sec": 21.54, "steps_per_hour": 167.1, "elapsed": "2h 55m 53s", "elapsed_sec": 10553.9, "eta_sec": 20776626.6, "curriculum_stage": 1}
50
+ {"step": 500, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.5502, "lr": 0.000125, "grad_norm": 1.222, "tok_per_sec": 6087.1, "step_sec": 21.53, "steps_per_hour": 167.2, "elapsed": "2h 59m 26s", "elapsed_sec": 10766.4, "eta_sec": 20771009.4, "curriculum_stage": 1}
51
+ {"step": 510, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.5448, "lr": 0.0001275, "grad_norm": 1.272, "tok_per_sec": 6088.9, "step_sec": 21.53, "steps_per_hour": 167.2, "elapsed": "3h 02m 58s", "elapsed_sec": 10978.5, "eta_sec": 20764541.3, "curriculum_stage": 1}
52
+ {"step": 520, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.4683, "lr": 0.00013000000000000002, "grad_norm": 1.071, "tok_per_sec": 6090.6, "step_sec": 21.52, "steps_per_hour": 167.3, "elapsed": "3h 06m 30s", "elapsed_sec": 11190.6, "eta_sec": 20758595.1, "curriculum_stage": 1}
53
+ {"step": 530, "of": 965118, "pct": 0.05, "seq_len": 512, "loss": 5.2139, "lr": 0.0001325, "grad_norm": 1.382, "tok_per_sec": 6092.3, "step_sec": 21.51, "steps_per_hour": 167.3, "elapsed": "3h 10m 02s", "elapsed_sec": 11402.7, "eta_sec": 20752662.6, "curriculum_stage": 1}
54
+ {"step": 540, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.4181, "lr": 0.000135, "grad_norm": 1.016, "tok_per_sec": 6093.9, "step_sec": 21.51, "steps_per_hour": 167.4, "elapsed": "3h 13m 34s", "elapsed_sec": 11614.8, "eta_sec": 20747005.9, "curriculum_stage": 1}
55
+ {"step": 550, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.4496, "lr": 0.0001375, "grad_norm": 0.997, "tok_per_sec": 6095.3, "step_sec": 21.5, "steps_per_hour": 167.4, "elapsed": "3h 17m 07s", "elapsed_sec": 11827.0, "eta_sec": 20741732.7, "curriculum_stage": 1}
56
+ {"step": 560, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.3947, "lr": 0.00014000000000000001, "grad_norm": 1.148, "tok_per_sec": 6096.6, "step_sec": 21.5, "steps_per_hour": 167.4, "elapsed": "3h 20m 39s", "elapsed_sec": 12039.5, "eta_sec": 20737055.1, "curriculum_stage": 1}
57
+ {"step": 570, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.2759, "lr": 0.00014250000000000002, "grad_norm": 1.154, "tok_per_sec": 6098.1, "step_sec": 21.49, "steps_per_hour": 167.5, "elapsed": "3h 24m 11s", "elapsed_sec": 12251.5, "eta_sec": 20731911.5, "curriculum_stage": 1}
58
+ {"step": 580, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.192, "lr": 0.000145, "grad_norm": 1.1, "tok_per_sec": 6099.4, "step_sec": 21.49, "steps_per_hour": 167.5, "elapsed": "3h 27m 43s", "elapsed_sec": 12463.8, "eta_sec": 20727313.0, "curriculum_stage": 1}
59
+ {"step": 590, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.1397, "lr": 0.00014749999999999998, "grad_norm": 1.225, "tok_per_sec": 6076.2, "step_sec": 21.57, "steps_per_hour": 166.9, "elapsed": "3h 32m 07s", "elapsed_sec": 12727.1, "eta_sec": 20806167.5, "curriculum_stage": 1}
60
+ {"step": 600, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.0861, "lr": 0.00015, "grad_norm": 0.917, "tok_per_sec": 6077.6, "step_sec": 21.57, "steps_per_hour": 166.9, "elapsed": "3h 35m 39s", "elapsed_sec": 12939.8, "eta_sec": 20801070.0, "curriculum_stage": 1}
61
+ {"step": 610, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 5.0712, "lr": 0.0001525, "grad_norm": 0.995, "tok_per_sec": 6079.0, "step_sec": 21.56, "steps_per_hour": 167.0, "elapsed": "3h 39m 12s", "elapsed_sec": 13152.4, "eta_sec": 20796026.7, "curriculum_stage": 1}
62
+ {"step": 620, "of": 965118, "pct": 0.06, "seq_len": 512, "loss": 4.9972, "lr": 0.000155, "grad_norm": 1.399, "tok_per_sec": 6080.3, "step_sec": 21.56, "steps_per_hour": 167.0, "elapsed": "3h 42m 45s", "elapsed_sec": 13365.2, "eta_sec": 20791529.4, "curriculum_stage": 1}
63
+ {"step": 630, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.9292, "lr": 0.0001575, "grad_norm": 1.097, "tok_per_sec": 6081.6, "step_sec": 21.55, "steps_per_hour": 167.0, "elapsed": "3h 46m 17s", "elapsed_sec": 13577.9, "eta_sec": 20786788.4, "curriculum_stage": 1}
64
+ {"step": 640, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.9956, "lr": 0.00016, "grad_norm": 0.874, "tok_per_sec": 6083.0, "step_sec": 21.55, "steps_per_hour": 167.1, "elapsed": "3h 49m 50s", "elapsed_sec": 13790.2, "eta_sec": 20781808.8, "curriculum_stage": 1}
65
+ {"step": 650, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.8439, "lr": 0.0001625, "grad_norm": 1.124, "tok_per_sec": 6084.2, "step_sec": 21.54, "steps_per_hour": 167.1, "elapsed": "3h 53m 23s", "elapsed_sec": 14003.0, "eta_sec": 20777612.0, "curriculum_stage": 1}
66
+ {"step": 660, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.6257, "lr": 0.000165, "grad_norm": 1.157, "tok_per_sec": 6085.6, "step_sec": 21.54, "steps_per_hour": 167.1, "elapsed": "3h 56m 55s", "elapsed_sec": 14215.2, "eta_sec": 20772674.3, "curriculum_stage": 1}
67
+ {"step": 670, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 5.0103, "lr": 0.0001675, "grad_norm": 0.928, "tok_per_sec": 6086.8, "step_sec": 21.53, "steps_per_hour": 167.2, "elapsed": "4h 00m 27s", "elapsed_sec": 14427.7, "eta_sec": 20768353.9, "curriculum_stage": 1}
68
+ {"step": 680, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.7351, "lr": 0.00017, "grad_norm": 0.971, "tok_per_sec": 6088.0, "step_sec": 21.53, "steps_per_hour": 167.2, "elapsed": "4h 04m 00s", "elapsed_sec": 14640.1, "eta_sec": 20763944.2, "curriculum_stage": 1}
69
+ {"step": 690, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.6334, "lr": 0.00017250000000000002, "grad_norm": 1.401, "tok_per_sec": 6068.7, "step_sec": 21.6, "steps_per_hour": 166.7, "elapsed": "4h 08m 22s", "elapsed_sec": 14902.5, "eta_sec": 20829591.8, "curriculum_stage": 1}
70
+ {"step": 700, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.4621, "lr": 0.00017500000000000003, "grad_norm": 1.081, "tok_per_sec": 6070.0, "step_sec": 21.59, "steps_per_hour": 166.7, "elapsed": "4h 11m 55s", "elapsed_sec": 15115.3, "eta_sec": 20824943.7, "curriculum_stage": 1}
71
+ {"step": 710, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.5884, "lr": 0.00017749999999999998, "grad_norm": 1.084, "tok_per_sec": 6071.6, "step_sec": 21.59, "steps_per_hour": 166.8, "elapsed": "4h 15m 27s", "elapsed_sec": 15327.4, "eta_sec": 20819495.1, "curriculum_stage": 1}
72
+ {"step": 720, "of": 965118, "pct": 0.07, "seq_len": 512, "loss": 4.3994, "lr": 0.00017999999999999998, "grad_norm": 0.914, "tok_per_sec": 6073.0, "step_sec": 21.58, "steps_per_hour": 166.8, "elapsed": "4h 18m 59s", "elapsed_sec": 15539.7, "eta_sec": 20814523.7, "curriculum_stage": 1}
73
+ {"step": 730, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.295, "lr": 0.0001825, "grad_norm": 0.901, "tok_per_sec": 6074.1, "step_sec": 21.58, "steps_per_hour": 166.8, "elapsed": "4h 22m 32s", "elapsed_sec": 15752.5, "eta_sec": 20810301.1, "curriculum_stage": 1}
74
+ {"step": 740, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.2105, "lr": 0.000185, "grad_norm": 1.068, "tok_per_sec": 6075.4, "step_sec": 21.57, "steps_per_hour": 166.9, "elapsed": "4h 26m 04s", "elapsed_sec": 15965.0, "eta_sec": 20805757.2, "curriculum_stage": 1}
75
+ {"step": 750, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.233, "lr": 0.0001875, "grad_norm": 0.844, "tok_per_sec": 6076.5, "step_sec": 21.57, "steps_per_hour": 166.9, "elapsed": "4h 29m 37s", "elapsed_sec": 16177.6, "eta_sec": 20801584.1, "curriculum_stage": 1}
76
+ {"step": 760, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.2816, "lr": 0.00019, "grad_norm": 1.172, "tok_per_sec": 6077.6, "step_sec": 21.57, "steps_per_hour": 166.9, "elapsed": "4h 33m 10s", "elapsed_sec": 16390.4, "eta_sec": 20797649.5, "curriculum_stage": 1}
77
+ {"step": 770, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.2884, "lr": 0.00019250000000000002, "grad_norm": 0.87, "tok_per_sec": 6078.7, "step_sec": 21.56, "steps_per_hour": 167.0, "elapsed": "4h 36m 43s", "elapsed_sec": 16603.3, "eta_sec": 20793918.6, "curriculum_stage": 1}
78
+ {"step": 780, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.0321, "lr": 0.000195, "grad_norm": 0.75, "tok_per_sec": 6061.7, "step_sec": 21.62, "steps_per_hour": 166.5, "elapsed": "4h 41m 05s", "elapsed_sec": 16865.8, "eta_sec": 20851711.1, "curriculum_stage": 1}
79
+ {"step": 790, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 4.0218, "lr": 0.0001975, "grad_norm": 1.21, "tok_per_sec": 6062.7, "step_sec": 21.62, "steps_per_hour": 166.5, "elapsed": "4h 44m 39s", "elapsed_sec": 17079.3, "eta_sec": 20848216.4, "curriculum_stage": 1}
80
+ {"step": 800, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 3.9074, "lr": 0.0002, "grad_norm": 1.153, "tok_per_sec": 6064.0, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "4h 48m 11s", "elapsed_sec": 17291.9, "eta_sec": 20843636.0, "curriculum_stage": 1}
81
+ {"step": 810, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 3.9501, "lr": 0.00020250000000000002, "grad_norm": 0.946, "tok_per_sec": 6065.3, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "4h 51m 44s", "elapsed_sec": 17504.3, "eta_sec": 20838959.0, "curriculum_stage": 1}
82
+ {"step": 820, "of": 965118, "pct": 0.08, "seq_len": 512, "loss": 3.9564, "lr": 0.00020500000000000002, "grad_norm": 0.973, "tok_per_sec": 6066.6, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "4h 55m 16s", "elapsed_sec": 17716.5, "eta_sec": 20834169.2, "curriculum_stage": 1}
83
+ {"step": 830, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.8625, "lr": 0.00020750000000000003, "grad_norm": 1.013, "tok_per_sec": 6067.8, "step_sec": 21.6, "steps_per_hour": 166.7, "elapsed": "4h 58m 48s", "elapsed_sec": 17929.0, "eta_sec": 20829753.7, "curriculum_stage": 1}
84
+ {"step": 840, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.6858, "lr": 0.00020999999999999998, "grad_norm": 0.728, "tok_per_sec": 6069.0, "step_sec": 21.6, "steps_per_hour": 166.7, "elapsed": "5h 02m 21s", "elapsed_sec": 18141.4, "eta_sec": 20825372.2, "curriculum_stage": 1}
85
+ {"step": 850, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.7052, "lr": 0.0002125, "grad_norm": 1.009, "tok_per_sec": 6070.2, "step_sec": 21.59, "steps_per_hour": 166.7, "elapsed": "5h 05m 53s", "elapsed_sec": 18353.8, "eta_sec": 20821206.8, "curriculum_stage": 1}
86
+ {"step": 860, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.8064, "lr": 0.000215, "grad_norm": 0.848, "tok_per_sec": 6071.4, "step_sec": 21.59, "steps_per_hour": 166.8, "elapsed": "5h 09m 26s", "elapsed_sec": 18566.2, "eta_sec": 20816988.2, "curriculum_stage": 1}
87
+ {"step": 870, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.7739, "lr": 0.0002175, "grad_norm": 0.802, "tok_per_sec": 6072.4, "step_sec": 21.58, "steps_per_hour": 166.8, "elapsed": "5h 12m 58s", "elapsed_sec": 18778.9, "eta_sec": 20813199.6, "curriculum_stage": 1}
88
+ {"step": 880, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.8124, "lr": 0.00022, "grad_norm": 0.85, "tok_per_sec": 6056.9, "step_sec": 21.64, "steps_per_hour": 166.4, "elapsed": "5h 17m 23s", "elapsed_sec": 19043.3, "eta_sec": 20866227.0, "curriculum_stage": 1}
89
+ {"step": 890, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.8171, "lr": 0.00022250000000000001, "grad_norm": 0.805, "tok_per_sec": 6058.3, "step_sec": 21.64, "steps_per_hour": 166.4, "elapsed": "5h 20m 55s", "elapsed_sec": 19255.3, "eta_sec": 20861288.2, "curriculum_stage": 1}
90
+ {"step": 900, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.669, "lr": 0.000225, "grad_norm": 0.843, "tok_per_sec": 6059.4, "step_sec": 21.63, "steps_per_hour": 166.4, "elapsed": "5h 24m 27s", "elapsed_sec": 19467.9, "eta_sec": 20857031.9, "curriculum_stage": 1}
91
+ {"step": 910, "of": 965118, "pct": 0.09, "seq_len": 512, "loss": 3.6335, "lr": 0.0002275, "grad_norm": 0.781, "tok_per_sec": 6060.6, "step_sec": 21.63, "steps_per_hour": 166.5, "elapsed": "5h 28m 00s", "elapsed_sec": 19680.5, "eta_sec": 20852830.9, "curriculum_stage": 1}
92
+ {"step": 920, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.7526, "lr": 0.00023, "grad_norm": 0.694, "tok_per_sec": 6061.8, "step_sec": 21.62, "steps_per_hour": 166.5, "elapsed": "5h 31m 32s", "elapsed_sec": 19892.8, "eta_sec": 20848466.9, "curriculum_stage": 1}
93
+ {"step": 930, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.6304, "lr": 0.0002325, "grad_norm": 0.963, "tok_per_sec": 6063.0, "step_sec": 21.62, "steps_per_hour": 166.5, "elapsed": "5h 35m 05s", "elapsed_sec": 20105.1, "eta_sec": 20844236.7, "curriculum_stage": 1}
94
+ {"step": 940, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.515, "lr": 0.00023500000000000002, "grad_norm": 0.623, "tok_per_sec": 6064.1, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "5h 38m 37s", "elapsed_sec": 20317.6, "eta_sec": 20840164.2, "curriculum_stage": 1}
95
+ {"step": 950, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.5241, "lr": 0.00023750000000000003, "grad_norm": 0.807, "tok_per_sec": 6065.3, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "5h 42m 09s", "elapsed_sec": 20529.7, "eta_sec": 20835853.5, "curriculum_stage": 1}
96
+ {"step": 960, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.6378, "lr": 0.00023999999999999998, "grad_norm": 0.704, "tok_per_sec": 6066.4, "step_sec": 21.61, "steps_per_hour": 166.6, "elapsed": "5h 45m 41s", "elapsed_sec": 20741.9, "eta_sec": 20831776.0, "curriculum_stage": 1}
97
+ {"step": 970, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 3.5856, "lr": 0.00024249999999999999, "grad_norm": 0.737, "tok_per_sec": 6067.5, "step_sec": 21.6, "steps_per_hour": 166.6, "elapsed": "5h 49m 14s", "elapsed_sec": 20954.4, "eta_sec": 20827988.2, "curriculum_stage": 1}
98
+ {"step": 980, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 4.7368, "lr": 0.000245, "grad_norm": 1.546, "tok_per_sec": 6049.8, "step_sec": 21.67, "steps_per_hour": 166.2, "elapsed": "5h 53m 52s", "elapsed_sec": 21232.0, "eta_sec": 20888374.8, "curriculum_stage": 1}
99
+ {"step": 990, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 4.7036, "lr": 0.0002475, "grad_norm": 0.595, "tok_per_sec": 6050.9, "step_sec": 21.66, "steps_per_hour": 166.2, "elapsed": "5h 57m 24s", "elapsed_sec": 21444.8, "eta_sec": 20884381.0, "curriculum_stage": 1}
100
+ {"step": 1000, "of": 965118, "pct": 0.1, "seq_len": 512, "loss": 4.3405, "lr": 0.00025, "grad_norm": 0.506, "tok_per_sec": 6052.1, "step_sec": 21.66, "steps_per_hour": 166.2, "elapsed": "6h 00m 57s", "elapsed_sec": 21657.3, "eta_sec": 20880215.2, "curriculum_stage": 1}
101
+ {"step": 1000, "val_loss": 3.9128620982170106, "ppl": 50.041972246285184}