quantumaikr commited on
Commit
bdcf6aa
·
verified ·
1 Parent(s): e9c1831

Upload arm2_dense05/log.jsonl with huggingface_hub

Browse files
Files changed (1) hide show
  1. arm2_dense05/log.jsonl +210 -0
arm2_dense05/log.jsonl ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "start", "params": 502198272, "active_params": 502198272, "preset": "max-0.5B-dense", "flops_per_token": 3352559616, "cfg": {"vocab_size": 32000, "hidden_size": 1536, "num_hidden_layers": 18, "num_attention_heads": 12, "num_key_value_heads": 4, "head_dim": 128, "intermediate_size": 4096, "max_position_embeddings": 1024, "rope_theta": 10000.0, "rms_norm_eps": 1e-06, "tie_word_embeddings": true, "mlp": "swiglu", "zero_init_out": true, "n_experts": 0, "top_k": 2, "expert_ffn": 0, "n_shared": 0, "capacity": 1.5, "router": "softmax", "router_bias": 0, "norm_topk": 1, "route_scale": 1.0, "dispatch": "capacity"}, "args": {"run": "runs/arm2_dense05", "data": "data/tok_v1", "total_tokens": 1000000000.0, "cool_start": "", "pre_decay_tag": "stable_pre_decay_2.pt", "deadline": "", "T": 1024, "mb": 16, "batch_tokens": 524288, "opt": "muon", "mlp": "swiglu", "compile": 1, "flex": 1, "lr_muon": 0.02, "lr_emb": 0.004, "lr_scalar": 0.004, "lr_adamw": 0.003, "wd": 0.1, "warmup_frac": 0.05, "cool_frac": 0.15, "batch_warmup_frac": 0.0, "window_start": 256, "window_frac": 0.0, "zloss": 0.0001, "mix_stable": "ko_web:0.47,ko_pdf:0.10,en_edu:0.30,en_edu_hi:0.07,math:0.06", "mix_cool": "ko_web:0.47,ko_pdf:0.10,en_edu:0.30,en_edu_hi:0.07,math:0.06", "val": "ko_val,en_val", "val_tokens": 1000000, "eval_every_min": 19.7, "ckpt_every_min": 30.0, "sample_every_min": 100000.0, "keep": 2, "mem_gb": 31.0, "seed": 1234, "bench": 0, "max_minutes": 0, "peak_tflops": 87.9, "init_from": "", "budget_tokens": 0, "stable_save_every_h": 0, "eval_at_start": 0, "device": "auto", "dist_backend": "auto", "model_cfg": "", "preset": "max-0.5B-dense", "moe_aux": 0.01, "moe_bias_rate": 0.001, "muon_bf16": 1, "ckpt_act": "none", "zero1": 0, "zero1_sim_world": 0, "muon_chunk_mb": 128, "ce_chunk": 8192, "max_steps": 0, "log_every": 10, "sync_check_every": 500, "tokenizer": "/workspace/max/tokenizer/tokenizer.json"}, "resumed": false, "world": 1, "backend": null, "init": null, "time": "2026-11-17T07:53:11+00:00"}
2
+ {"step": 10, "tokens": 5242880, "loss": 8.6978, "tok_s": 41226, "mfu": 1.5724, "lr_mult": 0.0944, "gn": 85.532, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902119}
3
+ {"step": 20, "tokens": 10485760, "loss": 7.4546, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 0.1992, "gn": 36.667, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902233}
4
+ {"step": 30, "tokens": 15728640, "loss": 6.4979, "tok_s": 45721, "mfu": 1.7438, "lr_mult": 0.3041, "gn": 7.385, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902348}
5
+ {"step": 40, "tokens": 20971520, "loss": 6.0384, "tok_s": 45657, "mfu": 1.7414, "lr_mult": 0.4089, "gn": 5.976, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902463}
6
+ {"step": 50, "tokens": 26214400, "loss": 5.8012, "tok_s": 45716, "mfu": 1.7436, "lr_mult": 0.5138, "gn": 2.954, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902578}
7
+ {"step": 60, "tokens": 31457280, "loss": 5.6871, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 0.6187, "gn": 2.035, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902692}
8
+ {"step": 70, "tokens": 36700160, "loss": 5.5106, "tok_s": 45803, "mfu": 1.747, "lr_mult": 0.7235, "gn": 1.347, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902806}
9
+ {"step": 80, "tokens": 41943040, "loss": 5.3881, "tok_s": 45851, "mfu": 1.7488, "lr_mult": 0.8284, "gn": 1.33, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902921}
10
+ {"step": 90, "tokens": 47185920, "loss": 5.2487, "tok_s": 45844, "mfu": 1.7485, "lr_mult": 0.9332, "gn": 1.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794903035}
11
+ {"step": 100, "tokens": 52428800, "loss": 5.1121, "tok_s": 45818, "mfu": 1.7475, "lr_mult": 1.0, "gn": 0.836, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903150}
12
+ {"event": "val", "step": 103, "tokens": 54001664, "val": {"ko_val": {"loss": 5.4441, "bpb": 1.609}, "en_val": {"loss": 4.9378, "bpb": 1.7658}}, "eval_s": 36.3, "time": 1794903220}
13
+ {"step": 110, "tokens": 57671680, "loss": 4.9517, "tok_s": 33689, "mfu": 1.2849, "lr_mult": 1.0, "gn": 0.747, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903305}
14
+ {"step": 120, "tokens": 62914560, "loss": 4.7491, "tok_s": 45792, "mfu": 1.7465, "lr_mult": 1.0, "gn": 0.584, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903420}
15
+ {"step": 130, "tokens": 68157440, "loss": 4.7159, "tok_s": 45661, "mfu": 1.7415, "lr_mult": 1.0, "gn": 0.55, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903534}
16
+ {"step": 140, "tokens": 73400320, "loss": 4.564, "tok_s": 45853, "mfu": 1.7488, "lr_mult": 1.0, "gn": 0.534, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903649}
17
+ {"step": 150, "tokens": 78643200, "loss": 4.4167, "tok_s": 45884, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.491, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794903763}
18
+ {"step": 160, "tokens": 83886080, "loss": 4.3618, "tok_s": 44177, "mfu": 1.685, "lr_mult": 1.0, "gn": 0.445, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903882}
19
+ {"step": 170, "tokens": 89128960, "loss": 4.3047, "tok_s": 45869, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.449, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903996}
20
+ {"step": 180, "tokens": 94371840, "loss": 4.1313, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.395, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904110}
21
+ {"step": 190, "tokens": 99614720, "loss": 4.0528, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.424, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904225}
22
+ {"step": 200, "tokens": 104857600, "loss": 4.0308, "tok_s": 45841, "mfu": 1.7484, "lr_mult": 1.0, "gn": 0.373, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904339}
23
+ {"event": "val", "step": 206, "tokens": 108003328, "val": {"ko_val": {"loss": 4.31, "bpb": 1.2739}, "en_val": {"loss": 3.9231, "bpb": 1.4029}}, "eval_s": 14.1, "time": 1794904422}
24
+ {"step": 210, "tokens": 110100480, "loss": 4.0163, "tok_s": 40829, "mfu": 1.5572, "lr_mult": 1.0, "gn": 0.324, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904467}
25
+ {"step": 220, "tokens": 115343360, "loss": 3.9292, "tok_s": 45793, "mfu": 1.7466, "lr_mult": 1.0, "gn": 0.309, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904582}
26
+ {"step": 230, "tokens": 120586240, "loss": 3.8986, "tok_s": 44408, "mfu": 1.6937, "lr_mult": 1.0, "gn": 0.321, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904700}
27
+ {"step": 240, "tokens": 125829120, "loss": 3.8466, "tok_s": 31797, "mfu": 1.2127, "lr_mult": 1.0, "gn": 0.326, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794904865}
28
+ {"step": 250, "tokens": 131072000, "loss": 3.8032, "tok_s": 33499, "mfu": 1.2777, "lr_mult": 1.0, "gn": 0.302, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905021}
29
+ {"step": 260, "tokens": 136314880, "loss": 3.7881, "tok_s": 34091, "mfu": 1.3002, "lr_mult": 1.0, "gn": 0.307, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905175}
30
+ {"step": 270, "tokens": 141557760, "loss": 3.8504, "tok_s": 32106, "mfu": 1.2245, "lr_mult": 1.0, "gn": 0.28, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905338}
31
+ {"step": 280, "tokens": 146800640, "loss": 3.7543, "tok_s": 30411, "mfu": 1.1599, "lr_mult": 1.0, "gn": 0.255, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905511}
32
+ {"event": "val", "step": 286, "tokens": 149946368, "val": {"ko_val": {"loss": 4.0632, "bpb": 1.2009}, "en_val": {"loss": 3.6965, "bpb": 1.3219}}, "eval_s": 36.0, "time": 1794905641}
33
+ {"step": 290, "tokens": 152043520, "loss": 3.7066, "tok_s": 23907, "mfu": 0.9118, "lr_mult": 1.0, "gn": 0.239, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905730}
34
+ {"step": 300, "tokens": 157286400, "loss": 3.763, "tok_s": 34205, "mfu": 1.3046, "lr_mult": 1.0, "gn": 0.267, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905883}
35
+ {"step": 310, "tokens": 162529280, "loss": 3.7249, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.259, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905998}
36
+ {"step": 320, "tokens": 167772160, "loss": 3.6869, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.248, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906112}
37
+ {"step": 330, "tokens": 173015040, "loss": 3.7023, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.247, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906226}
38
+ {"step": 340, "tokens": 178257920, "loss": 3.6621, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.278, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906340}
39
+ {"step": 350, "tokens": 183500800, "loss": 3.684, "tok_s": 45754, "mfu": 1.7451, "lr_mult": 1.0, "gn": 0.271, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906455}
40
+ {"step": 360, "tokens": 188743680, "loss": 3.6573, "tok_s": 45856, "mfu": 1.749, "lr_mult": 1.0, "gn": 0.237, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906569}
41
+ {"step": 370, "tokens": 193986560, "loss": 3.5692, "tok_s": 45846, "mfu": 1.7486, "lr_mult": 1.0, "gn": 0.262, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794906684}
42
+ {"step": 380, "tokens": 199229440, "loss": 3.6156, "tok_s": 45835, "mfu": 1.7482, "lr_mult": 1.0, "gn": 0.218, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906798}
43
+ {"event": "val", "step": 383, "tokens": 200802304, "val": {"ko_val": {"loss": 3.8917, "bpb": 1.1502}, "en_val": {"loss": 3.5378, "bpb": 1.2651}}, "eval_s": 14.1, "time": 1794906846}
44
+ {"step": 390, "tokens": 204472320, "loss": 3.6005, "tok_s": 40885, "mfu": 1.5594, "lr_mult": 1.0, "gn": 0.254, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906926}
45
+ {"step": 400, "tokens": 209715200, "loss": 3.5602, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.218, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907041}
46
+ {"step": 410, "tokens": 214958080, "loss": 3.5553, "tok_s": 45831, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.24, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907155}
47
+ {"step": 420, "tokens": 220200960, "loss": 3.5439, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.216, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907269}
48
+ {"step": 430, "tokens": 225443840, "loss": 3.5168, "tok_s": 45903, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.223, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907383}
49
+ {"step": 440, "tokens": 230686720, "loss": 3.5127, "tok_s": 44167, "mfu": 1.6845, "lr_mult": 1.0, "gn": 0.241, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907502}
50
+ {"step": 450, "tokens": 235929600, "loss": 3.5291, "tok_s": 45863, "mfu": 1.7492, "lr_mult": 1.0, "gn": 0.198, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907616}
51
+ {"step": 460, "tokens": 241172480, "loss": 3.4713, "tok_s": 45826, "mfu": 1.7478, "lr_mult": 1.0, "gn": 0.202, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907731}
52
+ {"step": 470, "tokens": 246415360, "loss": 3.4554, "tok_s": 45812, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.217, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907845}
53
+ {"step": 480, "tokens": 251658240, "loss": 3.4135, "tok_s": 45809, "mfu": 1.7472, "lr_mult": 1.0, "gn": 0.207, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907960}
54
+ {"event": "val", "step": 487, "tokens": 255328256, "val": {"ko_val": {"loss": 3.7732, "bpb": 1.1152}, "en_val": {"loss": 3.4307, "bpb": 1.2269}}, "eval_s": 14.2, "time": 1794908054}
55
+ {"step": 490, "tokens": 256901120, "loss": 3.4415, "tok_s": 40810, "mfu": 1.5565, "lr_mult": 1.0, "gn": 0.194, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908088}
56
+ {"step": 500, "tokens": 262144000, "loss": 3.4564, "tok_s": 45905, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.204, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908202}
57
+ {"step": 510, "tokens": 267386880, "loss": 3.4319, "tok_s": 45778, "mfu": 1.746, "lr_mult": 1.0, "gn": 0.208, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908317}
58
+ {"step": 520, "tokens": 272629760, "loss": 3.4038, "tok_s": 45927, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.203, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908431}
59
+ {"step": 530, "tokens": 277872640, "loss": 3.3374, "tok_s": 45898, "mfu": 1.7506, "lr_mult": 1.0, "gn": 0.225, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908545}
60
+ {"step": 540, "tokens": 283115520, "loss": 3.4212, "tok_s": 45886, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.203, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794908660}
61
+ {"step": 550, "tokens": 288358400, "loss": 3.3824, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.189, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794908774}
62
+ {"step": 560, "tokens": 293601280, "loss": 3.3916, "tok_s": 45917, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.176, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908888}
63
+ {"step": 570, "tokens": 298844160, "loss": 3.2958, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.199, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909002}
64
+ {"step": 580, "tokens": 304087040, "loss": 3.3663, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.191, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909116}
65
+ {"step": 590, "tokens": 309329920, "loss": 3.3482, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.196, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909231}
66
+ {"event": "val", "step": 591, "tokens": 309854208, "val": {"ko_val": {"loss": 3.6807, "bpb": 1.0879}, "en_val": {"loss": 3.349, "bpb": 1.1977}}, "eval_s": 14.2, "time": 1794909257}
67
+ {"step": 600, "tokens": 314572800, "loss": 3.3602, "tok_s": 39276, "mfu": 1.498, "lr_mult": 1.0, "gn": 0.18, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909364}
68
+ {"step": 610, "tokens": 319815680, "loss": 3.2862, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.183, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909478}
69
+ {"step": 620, "tokens": 325058560, "loss": 3.3191, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.165, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909593}
70
+ {"step": 630, "tokens": 330301440, "loss": 3.296, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.184, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909707}
71
+ {"step": 640, "tokens": 335544320, "loss": 3.2719, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.172, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909821}
72
+ {"step": 650, "tokens": 340787200, "loss": 3.2978, "tok_s": 45950, "mfu": 1.7525, "lr_mult": 1.0, "gn": 0.186, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909935}
73
+ {"step": 660, "tokens": 346030080, "loss": 3.3108, "tok_s": 45957, "mfu": 1.7528, "lr_mult": 1.0, "gn": 0.173, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910049}
74
+ {"step": 670, "tokens": 351272960, "loss": 3.3127, "tok_s": 45917, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910163}
75
+ {"step": 680, "tokens": 356515840, "loss": 3.253, "tok_s": 45933, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.175, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910278}
76
+ {"step": 690, "tokens": 361758720, "loss": 3.2658, "tok_s": 45916, "mfu": 1.7512, "lr_mult": 1.0, "gn": 0.169, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910392}
77
+ {"event": "val", "step": 695, "tokens": 364380160, "val": {"ko_val": {"loss": 3.5806, "bpb": 1.0583}, "en_val": {"loss": 3.295, "bpb": 1.1783}}, "eval_s": 14.2, "time": 1794910463}
78
+ {"step": 700, "tokens": 367001600, "loss": 3.3117, "tok_s": 40862, "mfu": 1.5585, "lr_mult": 1.0, "gn": 0.158, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910520}
79
+ {"step": 710, "tokens": 372244480, "loss": 3.2488, "tok_s": 45771, "mfu": 1.7457, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910635}
80
+ {"step": 720, "tokens": 377487360, "loss": 3.2153, "tok_s": 45909, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910749}
81
+ {"step": 730, "tokens": 382730240, "loss": 3.2491, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.159, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910863}
82
+ {"step": 740, "tokens": 387973120, "loss": 3.244, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 1.0, "gn": 0.156, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910977}
83
+ {"step": 750, "tokens": 393216000, "loss": 3.246, "tok_s": 45903, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.149, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911092}
84
+ {"step": 760, "tokens": 398458880, "loss": 3.1793, "tok_s": 43913, "mfu": 1.6749, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911211}
85
+ {"step": 770, "tokens": 403701760, "loss": 3.2207, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.138, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911325}
86
+ {"step": 780, "tokens": 408944640, "loss": 3.2236, "tok_s": 45894, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.146, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911439}
87
+ {"step": 790, "tokens": 414187520, "loss": 3.1643, "tok_s": 45911, "mfu": 1.7511, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911554}
88
+ {"event": "val", "step": 798, "tokens": 418381824, "val": {"ko_val": {"loss": 3.5342, "bpb": 1.0446}, "en_val": {"loss": 3.2459, "bpb": 1.1608}}, "eval_s": 14.1, "time": 1794911659}
89
+ {"step": 800, "tokens": 419430400, "loss": 3.1917, "tok_s": 40814, "mfu": 1.5567, "lr_mult": 1.0, "gn": 0.136, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911682}
90
+ {"step": 810, "tokens": 424673280, "loss": 3.2212, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.134, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911796}
91
+ {"step": 820, "tokens": 429916160, "loss": 3.2215, "tok_s": 45847, "mfu": 1.7486, "lr_mult": 1.0, "gn": 0.139, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911911}
92
+ {"step": 830, "tokens": 435159040, "loss": 3.2759, "tok_s": 45831, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.17, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912025}
93
+ {"step": 840, "tokens": 440401920, "loss": 3.2497, "tok_s": 45843, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.142, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912140}
94
+ {"step": 850, "tokens": 445644800, "loss": 3.2243, "tok_s": 45860, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.132, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912254}
95
+ {"step": 860, "tokens": 450887680, "loss": 3.2389, "tok_s": 45892, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.136, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794912368}
96
+ {"step": 870, "tokens": 456130560, "loss": 3.1921, "tok_s": 45911, "mfu": 1.7511, "lr_mult": 1.0, "gn": 0.137, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912482}
97
+ {"step": 880, "tokens": 461373440, "loss": 3.2148, "tok_s": 45766, "mfu": 1.7455, "lr_mult": 1.0, "gn": 0.133, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912597}
98
+ {"step": 890, "tokens": 466616320, "loss": 3.2261, "tok_s": 45890, "mfu": 1.7503, "lr_mult": 1.0, "gn": 0.15, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912711}
99
+ {"step": 900, "tokens": 471859200, "loss": 3.2325, "tok_s": 45872, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.128, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912825}
100
+ {"event": "val", "step": 902, "tokens": 472907776, "val": {"ko_val": {"loss": 3.4748, "bpb": 1.027}, "en_val": {"loss": 3.209, "bpb": 1.1476}}, "eval_s": 14.1, "time": 1794912862}
101
+ {"step": 910, "tokens": 477102080, "loss": 3.2131, "tok_s": 39760, "mfu": 1.5165, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912957}
102
+ {"step": 920, "tokens": 482344960, "loss": 3.2058, "tok_s": 45871, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.129, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913072}
103
+ {"step": 930, "tokens": 487587840, "loss": 3.1458, "tok_s": 45870, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.132, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913186}
104
+ {"step": 940, "tokens": 492830720, "loss": 3.1678, "tok_s": 45845, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.125, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913300}
105
+ {"step": 950, "tokens": 498073600, "loss": 3.1555, "tok_s": 45844, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.135, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913415}
106
+ {"step": 960, "tokens": 503316480, "loss": 3.1637, "tok_s": 45880, "mfu": 1.7499, "lr_mult": 1.0, "gn": 0.116, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913529}
107
+ {"step": 970, "tokens": 508559360, "loss": 3.163, "tok_s": 45951, "mfu": 1.7526, "lr_mult": 1.0, "gn": 0.119, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913643}
108
+ {"step": 980, "tokens": 513802240, "loss": 3.1992, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.12, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913757}
109
+ {"step": 990, "tokens": 519045120, "loss": 3.1549, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.116, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913871}
110
+ {"step": 1000, "tokens": 524288000, "loss": 3.1757, "tok_s": 45927, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913986}
111
+ {"event": "val", "step": 1006, "tokens": 527433728, "val": {"ko_val": {"loss": 3.445, "bpb": 1.0182}, "en_val": {"loss": 3.1801, "bpb": 1.1372}}, "eval_s": 14.1, "time": 1794914068}
112
+ {"step": 1010, "tokens": 529530880, "loss": 3.1533, "tok_s": 40908, "mfu": 1.5603, "lr_mult": 1.0, "gn": 0.126, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914114}
113
+ {"step": 1020, "tokens": 534773760, "loss": 3.1622, "tok_s": 45928, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914228}
114
+ {"step": 1030, "tokens": 540016640, "loss": 3.1937, "tok_s": 45920, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.115, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914342}
115
+ {"step": 1040, "tokens": 545259520, "loss": 3.1744, "tok_s": 45945, "mfu": 1.7524, "lr_mult": 1.0, "gn": 0.124, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914456}
116
+ {"step": 1050, "tokens": 550502400, "loss": 3.1719, "tok_s": 45951, "mfu": 1.7526, "lr_mult": 1.0, "gn": 0.113, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914570}
117
+ {"step": 1060, "tokens": 555745280, "loss": 3.1299, "tok_s": 45861, "mfu": 1.7492, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914685}
118
+ {"step": 1070, "tokens": 560988160, "loss": 3.1846, "tok_s": 44466, "mfu": 1.696, "lr_mult": 1.0, "gn": 0.111, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914802}
119
+ {"step": 1080, "tokens": 566231040, "loss": 3.1469, "tok_s": 45924, "mfu": 1.7516, "lr_mult": 1.0, "gn": 0.112, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914917}
120
+ {"step": 1090, "tokens": 571473920, "loss": 3.1696, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.127, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915031}
121
+ {"step": 1100, "tokens": 576716800, "loss": 3.142, "tok_s": 45922, "mfu": 1.7515, "lr_mult": 1.0, "gn": 0.107, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915145}
122
+ {"step": 1110, "tokens": 581959680, "loss": 3.1304, "tok_s": 45940, "mfu": 1.7522, "lr_mult": 1.0, "gn": 0.111, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915259}
123
+ {"event": "val", "step": 1110, "tokens": 581959680, "val": {"ko_val": {"loss": 3.4172, "bpb": 1.01}, "en_val": {"loss": 3.1456, "bpb": 1.1249}}, "eval_s": 14.1, "time": 1794915273}
124
+ {"step": 1120, "tokens": 587202560, "loss": 3.0983, "tok_s": 40918, "mfu": 1.5607, "lr_mult": 1.0, "gn": 0.101, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915387}
125
+ {"step": 1130, "tokens": 592445440, "loss": 3.1384, "tok_s": 45869, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.107, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915502}
126
+ {"step": 1140, "tokens": 597688320, "loss": 3.1403, "tok_s": 45845, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.118, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915616}
127
+ {"step": 1150, "tokens": 602931200, "loss": 3.1223, "tok_s": 45833, "mfu": 1.7481, "lr_mult": 1.0, "gn": 0.103, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915730}
128
+ {"step": 1160, "tokens": 608174080, "loss": 3.1155, "tok_s": 45919, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915844}
129
+ {"step": 1170, "tokens": 613416960, "loss": 3.0647, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.106, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915959}
130
+ {"step": 1180, "tokens": 618659840, "loss": 3.0765, "tok_s": 45918, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.164, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916073}
131
+ {"step": 1190, "tokens": 623902720, "loss": 3.0801, "tok_s": 45884, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916187}
132
+ {"step": 1200, "tokens": 629145600, "loss": 3.1164, "tok_s": 45890, "mfu": 1.7503, "lr_mult": 1.0, "gn": 0.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916301}
133
+ {"step": 1210, "tokens": 634388480, "loss": 3.0274, "tok_s": 45892, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.103, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916416}
134
+ {"event": "val", "step": 1214, "tokens": 636485632, "val": {"ko_val": {"loss": 3.3713, "bpb": 0.9964}, "en_val": {"loss": 3.1197, "bpb": 1.1157}}, "eval_s": 14.1, "time": 1794916475}
135
+ {"step": 1220, "tokens": 639631360, "loss": 3.058, "tok_s": 40831, "mfu": 1.5573, "lr_mult": 1.0, "gn": 0.108, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916544}
136
+ {"step": 1230, "tokens": 644874240, "loss": 3.0806, "tok_s": 44399, "mfu": 1.6934, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916662}
137
+ {"step": 1240, "tokens": 650117120, "loss": 3.0679, "tok_s": 45859, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.109, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916776}
138
+ {"step": 1250, "tokens": 655360000, "loss": 3.0028, "tok_s": 45821, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.098, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916891}
139
+ {"step": 1260, "tokens": 660602880, "loss": 3.0871, "tok_s": 45938, "mfu": 1.7521, "lr_mult": 1.0, "gn": 0.11, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917005}
140
+ {"step": 1270, "tokens": 665845760, "loss": 3.0769, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.11, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917119}
141
+ {"step": 1280, "tokens": 671088640, "loss": 2.9988, "tok_s": 45883, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917233}
142
+ {"step": 1290, "tokens": 676331520, "loss": 3.0242, "tok_s": 45854, "mfu": 1.7489, "lr_mult": 1.0, "gn": 0.101, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917348}
143
+ {"step": 1300, "tokens": 681574400, "loss": 3.0218, "tok_s": 45838, "mfu": 1.7483, "lr_mult": 1.0, "gn": 0.097, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917462}
144
+ {"step": 1310, "tokens": 686817280, "loss": 3.0789, "tok_s": 45813, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.099, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917577}
145
+ {"event": "val", "step": 1318, "tokens": 691011584, "val": {"ko_val": {"loss": 3.3497, "bpb": 0.99}, "en_val": {"loss": 3.0961, "bpb": 1.1072}}, "eval_s": 14.5, "time": 1794917683}
146
+ {"step": 1320, "tokens": 692060160, "loss": 3.0691, "tok_s": 40707, "mfu": 1.5526, "lr_mult": 1.0, "gn": 0.1, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917705}
147
+ {"step": 1330, "tokens": 697303040, "loss": 3.0867, "tok_s": 45803, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917820}
148
+ {"step": 1340, "tokens": 702545920, "loss": 3.1033, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917934}
149
+ {"step": 1350, "tokens": 707788800, "loss": 3.1078, "tok_s": 45787, "mfu": 1.7463, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918049}
150
+ {"step": 1360, "tokens": 713031680, "loss": 3.1074, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.098, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918163}
151
+ {"step": 1370, "tokens": 718274560, "loss": 3.0923, "tok_s": 45811, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918278}
152
+ {"step": 1380, "tokens": 723517440, "loss": 3.0642, "tok_s": 44134, "mfu": 1.6833, "lr_mult": 1.0, "gn": 0.09, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918396}
153
+ {"step": 1390, "tokens": 728760320, "loss": 3.0779, "tok_s": 45840, "mfu": 1.7484, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918511}
154
+ {"step": 1400, "tokens": 734003200, "loss": 3.1233, "tok_s": 45829, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918625}
155
+ {"step": 1410, "tokens": 739246080, "loss": 3.0904, "tok_s": 45835, "mfu": 1.7482, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794918740}
156
+ {"step": 1420, "tokens": 744488960, "loss": 3.0816, "tok_s": 45817, "mfu": 1.7475, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918854}
157
+ {"event": "val", "step": 1421, "tokens": 745013248, "val": {"ko_val": {"loss": 3.3311, "bpb": 0.9845}, "en_val": {"loss": 3.078, "bpb": 1.1007}}, "eval_s": 14.6, "time": 1794918880}
158
+ {"step": 1430, "tokens": 749731840, "loss": 3.0271, "tok_s": 40610, "mfu": 1.5489, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918983}
159
+ {"step": 1440, "tokens": 754974720, "loss": 3.0061, "tok_s": 45763, "mfu": 1.7454, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919098}
160
+ {"step": 1450, "tokens": 760217600, "loss": 3.045, "tok_s": 45904, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919212}
161
+ {"step": 1460, "tokens": 765460480, "loss": 3.0544, "tok_s": 45919, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919326}
162
+ {"step": 1470, "tokens": 770703360, "loss": 3.0985, "tok_s": 45873, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.089, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919440}
163
+ {"step": 1480, "tokens": 775946240, "loss": 3.0661, "tok_s": 45859, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919555}
164
+ {"step": 1490, "tokens": 781189120, "loss": 3.0913, "tok_s": 45848, "mfu": 1.7487, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919669}
165
+ {"step": 1500, "tokens": 786432000, "loss": 3.079, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919784}
166
+ {"step": 1510, "tokens": 791674880, "loss": 3.0396, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.09, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919898}
167
+ {"step": 1520, "tokens": 796917760, "loss": 3.0713, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920012}
168
+ {"event": "val", "step": 1525, "tokens": 799539200, "val": {"ko_val": {"loss": 3.3031, "bpb": 0.9762}, "en_val": {"loss": 3.0601, "bpb": 1.0943}}, "eval_s": 13.9, "time": 1794920083}
169
+ {"step": 1530, "tokens": 802160640, "loss": 3.1139, "tok_s": 40949, "mfu": 1.5618, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920140}
170
+ {"step": 1540, "tokens": 807403520, "loss": 3.0585, "tok_s": 44515, "mfu": 1.6978, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920258}
171
+ {"step": 1550, "tokens": 812646400, "loss": 3.0541, "tok_s": 45881, "mfu": 1.7499, "lr_mult": 1.0, "gn": 0.083, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920372}
172
+ {"step": 1560, "tokens": 817889280, "loss": 3.0246, "tok_s": 45786, "mfu": 1.7463, "lr_mult": 1.0, "gn": 0.085, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920487}
173
+ {"step": 1570, "tokens": 823132160, "loss": 3.0435, "tok_s": 45822, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.076, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920601}
174
+ {"step": 1580, "tokens": 828375040, "loss": 3.0542, "tok_s": 45822, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920715}
175
+ {"step": 1590, "tokens": 833617920, "loss": 3.0553, "tok_s": 45745, "mfu": 1.7447, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920830}
176
+ {"step": 1600, "tokens": 838860800, "loss": 3.0557, "tok_s": 45868, "mfu": 1.7494, "lr_mult": 1.0, "gn": 0.075, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920944}
177
+ {"step": 1610, "tokens": 844103680, "loss": 3.0299, "tok_s": 45943, "mfu": 1.7523, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794921059}
178
+ {"step": 1620, "tokens": 849346560, "loss": 3.0189, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794921173}
179
+ {"event": "val", "step": 1628, "tokens": 853540864, "val": {"ko_val": {"loss": 3.2842, "bpb": 0.9707}, "en_val": {"loss": 3.0476, "bpb": 1.0899}}, "eval_s": 14.3, "time": 1794921283}
180
+ {"step": 1630, "tokens": 854589440, "loss": 3.1, "tok_s": 39299, "mfu": 1.4989, "lr_mult": 0.9755, "gn": 0.084, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921306}
181
+ {"step": 1640, "tokens": 859832320, "loss": 3.0242, "tok_s": 45913, "mfu": 1.7511, "lr_mult": 0.9404, "gn": 0.072, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921420}
182
+ {"step": 1650, "tokens": 865075200, "loss": 3.0637, "tok_s": 45925, "mfu": 1.7516, "lr_mult": 0.9054, "gn": 0.073, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921535}
183
+ {"step": 1660, "tokens": 870318080, "loss": 3.0211, "tok_s": 45901, "mfu": 1.7507, "lr_mult": 0.8703, "gn": 0.077, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921649}
184
+ {"step": 1670, "tokens": 875560960, "loss": 2.9601, "tok_s": 45815, "mfu": 1.7474, "lr_mult": 0.8353, "gn": 0.076, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921763}
185
+ {"step": 1680, "tokens": 880803840, "loss": 3.0449, "tok_s": 45810, "mfu": 1.7472, "lr_mult": 0.8002, "gn": 0.07, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921878}
186
+ {"step": 1690, "tokens": 886046720, "loss": 3.0097, "tok_s": 43981, "mfu": 1.6775, "lr_mult": 0.7652, "gn": 0.072, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921997}
187
+ {"step": 1700, "tokens": 891289600, "loss": 3.0323, "tok_s": 45882, "mfu": 1.75, "lr_mult": 0.7302, "gn": 0.067, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922111}
188
+ {"step": 1710, "tokens": 896532480, "loss": 2.9723, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 0.6951, "gn": 0.062, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922225}
189
+ {"step": 1720, "tokens": 901775360, "loss": 2.9951, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 0.6601, "gn": 0.065, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922340}
190
+ {"step": 1730, "tokens": 907018240, "loss": 3.0051, "tok_s": 45902, "mfu": 1.7507, "lr_mult": 0.625, "gn": 0.062, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922454}
191
+ {"event": "val", "step": 1732, "tokens": 908066816, "val": {"ko_val": {"loss": 3.2383, "bpb": 0.9571}, "en_val": {"loss": 3.0019, "bpb": 1.0735}}, "eval_s": 14.2, "time": 1794922491}
192
+ {"step": 1740, "tokens": 912261120, "loss": 2.9181, "tok_s": 40842, "mfu": 1.5577, "lr_mult": 0.59, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922582}
193
+ {"step": 1750, "tokens": 917504000, "loss": 3.0518, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 0.5549, "gn": 0.058, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922696}
194
+ {"step": 1760, "tokens": 922746880, "loss": 3.0014, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 0.5199, "gn": 0.06, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922811}
195
+ {"step": 1770, "tokens": 927989760, "loss": 2.9346, "tok_s": 45901, "mfu": 1.7507, "lr_mult": 0.4848, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922925}
196
+ {"step": 1780, "tokens": 933232640, "loss": 2.9568, "tok_s": 45768, "mfu": 1.7456, "lr_mult": 0.4498, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923039}
197
+ {"step": 1790, "tokens": 938475520, "loss": 2.9657, "tok_s": 45914, "mfu": 1.7512, "lr_mult": 0.4148, "gn": 0.064, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923154}
198
+ {"step": 1800, "tokens": 943718400, "loss": 2.9375, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 0.3797, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923268}
199
+ {"step": 1810, "tokens": 948961280, "loss": 2.9457, "tok_s": 45941, "mfu": 1.7522, "lr_mult": 0.3447, "gn": 0.055, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923382}
200
+ {"step": 1820, "tokens": 954204160, "loss": 2.8763, "tok_s": 45924, "mfu": 1.7516, "lr_mult": 0.3096, "gn": 0.056, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923496}
201
+ {"step": 1830, "tokens": 959447040, "loss": 2.9038, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 0.2746, "gn": 0.055, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923610}
202
+ {"event": "val", "step": 1836, "tokens": 962592768, "val": {"ko_val": {"loss": 3.1673, "bpb": 0.9361}, "en_val": {"loss": 2.9505, "bpb": 1.0551}}, "eval_s": 14.2, "time": 1794923693}
203
+ {"step": 1840, "tokens": 964689920, "loss": 2.9079, "tok_s": 40845, "mfu": 1.5578, "lr_mult": 0.2395, "gn": 0.054, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923739}
204
+ {"step": 1850, "tokens": 969932800, "loss": 2.9538, "tok_s": 44032, "mfu": 1.6794, "lr_mult": 0.2045, "gn": 0.053, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923858}
205
+ {"step": 1860, "tokens": 975175680, "loss": 2.8927, "tok_s": 45860, "mfu": 1.7491, "lr_mult": 0.1694, "gn": 0.053, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923972}
206
+ {"step": 1870, "tokens": 980418560, "loss": 2.8545, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 0.1344, "gn": 0.051, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924086}
207
+ {"step": 1880, "tokens": 985661440, "loss": 2.8785, "tok_s": 45817, "mfu": 1.7475, "lr_mult": 0.0993, "gn": 0.051, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924201}
208
+ {"step": 1890, "tokens": 990904320, "loss": 2.8599, "tok_s": 45887, "mfu": 1.7502, "lr_mult": 0.0643, "gn": 0.048, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924315}
209
+ {"step": 1900, "tokens": 996147200, "loss": 2.8324, "tok_s": 45879, "mfu": 1.7498, "lr_mult": 0.0293, "gn": 0.05, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924429}
210
+ {"event": "val", "final": true, "step": 1908, "tokens": 1000341504, "val": {"ko_val": {"loss": 3.1445, "bpb": 0.9294}, "en_val": {"loss": 2.9298, "bpb": 1.0477}}, "time": 1794924535}