Upload arm2_dense05/log.jsonl with huggingface_hub
Browse files- arm2_dense05/log.jsonl +210 -0
arm2_dense05/log.jsonl
ADDED
|
@@ -0,0 +1,210 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"event": "start", "params": 502198272, "active_params": 502198272, "preset": "max-0.5B-dense", "flops_per_token": 3352559616, "cfg": {"vocab_size": 32000, "hidden_size": 1536, "num_hidden_layers": 18, "num_attention_heads": 12, "num_key_value_heads": 4, "head_dim": 128, "intermediate_size": 4096, "max_position_embeddings": 1024, "rope_theta": 10000.0, "rms_norm_eps": 1e-06, "tie_word_embeddings": true, "mlp": "swiglu", "zero_init_out": true, "n_experts": 0, "top_k": 2, "expert_ffn": 0, "n_shared": 0, "capacity": 1.5, "router": "softmax", "router_bias": 0, "norm_topk": 1, "route_scale": 1.0, "dispatch": "capacity"}, "args": {"run": "runs/arm2_dense05", "data": "data/tok_v1", "total_tokens": 1000000000.0, "cool_start": "", "pre_decay_tag": "stable_pre_decay_2.pt", "deadline": "", "T": 1024, "mb": 16, "batch_tokens": 524288, "opt": "muon", "mlp": "swiglu", "compile": 1, "flex": 1, "lr_muon": 0.02, "lr_emb": 0.004, "lr_scalar": 0.004, "lr_adamw": 0.003, "wd": 0.1, "warmup_frac": 0.05, "cool_frac": 0.15, "batch_warmup_frac": 0.0, "window_start": 256, "window_frac": 0.0, "zloss": 0.0001, "mix_stable": "ko_web:0.47,ko_pdf:0.10,en_edu:0.30,en_edu_hi:0.07,math:0.06", "mix_cool": "ko_web:0.47,ko_pdf:0.10,en_edu:0.30,en_edu_hi:0.07,math:0.06", "val": "ko_val,en_val", "val_tokens": 1000000, "eval_every_min": 19.7, "ckpt_every_min": 30.0, "sample_every_min": 100000.0, "keep": 2, "mem_gb": 31.0, "seed": 1234, "bench": 0, "max_minutes": 0, "peak_tflops": 87.9, "init_from": "", "budget_tokens": 0, "stable_save_every_h": 0, "eval_at_start": 0, "device": "auto", "dist_backend": "auto", "model_cfg": "", "preset": "max-0.5B-dense", "moe_aux": 0.01, "moe_bias_rate": 0.001, "muon_bf16": 1, "ckpt_act": "none", "zero1": 0, "zero1_sim_world": 0, "muon_chunk_mb": 128, "ce_chunk": 8192, "max_steps": 0, "log_every": 10, "sync_check_every": 500, "tokenizer": "/workspace/max/tokenizer/tokenizer.json"}, "resumed": false, "world": 1, "backend": null, "init": null, "time": "2026-11-17T07:53:11+00:00"}
|
| 2 |
+
{"step": 10, "tokens": 5242880, "loss": 8.6978, "tok_s": 41226, "mfu": 1.5724, "lr_mult": 0.0944, "gn": 85.532, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902119}
|
| 3 |
+
{"step": 20, "tokens": 10485760, "loss": 7.4546, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 0.1992, "gn": 36.667, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902233}
|
| 4 |
+
{"step": 30, "tokens": 15728640, "loss": 6.4979, "tok_s": 45721, "mfu": 1.7438, "lr_mult": 0.3041, "gn": 7.385, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794902348}
|
| 5 |
+
{"step": 40, "tokens": 20971520, "loss": 6.0384, "tok_s": 45657, "mfu": 1.7414, "lr_mult": 0.4089, "gn": 5.976, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902463}
|
| 6 |
+
{"step": 50, "tokens": 26214400, "loss": 5.8012, "tok_s": 45716, "mfu": 1.7436, "lr_mult": 0.5138, "gn": 2.954, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902578}
|
| 7 |
+
{"step": 60, "tokens": 31457280, "loss": 5.6871, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 0.6187, "gn": 2.035, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902692}
|
| 8 |
+
{"step": 70, "tokens": 36700160, "loss": 5.5106, "tok_s": 45803, "mfu": 1.747, "lr_mult": 0.7235, "gn": 1.347, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902806}
|
| 9 |
+
{"step": 80, "tokens": 41943040, "loss": 5.3881, "tok_s": 45851, "mfu": 1.7488, "lr_mult": 0.8284, "gn": 1.33, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794902921}
|
| 10 |
+
{"step": 90, "tokens": 47185920, "loss": 5.2487, "tok_s": 45844, "mfu": 1.7485, "lr_mult": 0.9332, "gn": 1.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794903035}
|
| 11 |
+
{"step": 100, "tokens": 52428800, "loss": 5.1121, "tok_s": 45818, "mfu": 1.7475, "lr_mult": 1.0, "gn": 0.836, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903150}
|
| 12 |
+
{"event": "val", "step": 103, "tokens": 54001664, "val": {"ko_val": {"loss": 5.4441, "bpb": 1.609}, "en_val": {"loss": 4.9378, "bpb": 1.7658}}, "eval_s": 36.3, "time": 1794903220}
|
| 13 |
+
{"step": 110, "tokens": 57671680, "loss": 4.9517, "tok_s": 33689, "mfu": 1.2849, "lr_mult": 1.0, "gn": 0.747, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903305}
|
| 14 |
+
{"step": 120, "tokens": 62914560, "loss": 4.7491, "tok_s": 45792, "mfu": 1.7465, "lr_mult": 1.0, "gn": 0.584, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903420}
|
| 15 |
+
{"step": 130, "tokens": 68157440, "loss": 4.7159, "tok_s": 45661, "mfu": 1.7415, "lr_mult": 1.0, "gn": 0.55, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903534}
|
| 16 |
+
{"step": 140, "tokens": 73400320, "loss": 4.564, "tok_s": 45853, "mfu": 1.7488, "lr_mult": 1.0, "gn": 0.534, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903649}
|
| 17 |
+
{"step": 150, "tokens": 78643200, "loss": 4.4167, "tok_s": 45884, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.491, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794903763}
|
| 18 |
+
{"step": 160, "tokens": 83886080, "loss": 4.3618, "tok_s": 44177, "mfu": 1.685, "lr_mult": 1.0, "gn": 0.445, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903882}
|
| 19 |
+
{"step": 170, "tokens": 89128960, "loss": 4.3047, "tok_s": 45869, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.449, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794903996}
|
| 20 |
+
{"step": 180, "tokens": 94371840, "loss": 4.1313, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.395, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904110}
|
| 21 |
+
{"step": 190, "tokens": 99614720, "loss": 4.0528, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.424, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904225}
|
| 22 |
+
{"step": 200, "tokens": 104857600, "loss": 4.0308, "tok_s": 45841, "mfu": 1.7484, "lr_mult": 1.0, "gn": 0.373, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904339}
|
| 23 |
+
{"event": "val", "step": 206, "tokens": 108003328, "val": {"ko_val": {"loss": 4.31, "bpb": 1.2739}, "en_val": {"loss": 3.9231, "bpb": 1.4029}}, "eval_s": 14.1, "time": 1794904422}
|
| 24 |
+
{"step": 210, "tokens": 110100480, "loss": 4.0163, "tok_s": 40829, "mfu": 1.5572, "lr_mult": 1.0, "gn": 0.324, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904467}
|
| 25 |
+
{"step": 220, "tokens": 115343360, "loss": 3.9292, "tok_s": 45793, "mfu": 1.7466, "lr_mult": 1.0, "gn": 0.309, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904582}
|
| 26 |
+
{"step": 230, "tokens": 120586240, "loss": 3.8986, "tok_s": 44408, "mfu": 1.6937, "lr_mult": 1.0, "gn": 0.321, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794904700}
|
| 27 |
+
{"step": 240, "tokens": 125829120, "loss": 3.8466, "tok_s": 31797, "mfu": 1.2127, "lr_mult": 1.0, "gn": 0.326, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794904865}
|
| 28 |
+
{"step": 250, "tokens": 131072000, "loss": 3.8032, "tok_s": 33499, "mfu": 1.2777, "lr_mult": 1.0, "gn": 0.302, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905021}
|
| 29 |
+
{"step": 260, "tokens": 136314880, "loss": 3.7881, "tok_s": 34091, "mfu": 1.3002, "lr_mult": 1.0, "gn": 0.307, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905175}
|
| 30 |
+
{"step": 270, "tokens": 141557760, "loss": 3.8504, "tok_s": 32106, "mfu": 1.2245, "lr_mult": 1.0, "gn": 0.28, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905338}
|
| 31 |
+
{"step": 280, "tokens": 146800640, "loss": 3.7543, "tok_s": 30411, "mfu": 1.1599, "lr_mult": 1.0, "gn": 0.255, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905511}
|
| 32 |
+
{"event": "val", "step": 286, "tokens": 149946368, "val": {"ko_val": {"loss": 4.0632, "bpb": 1.2009}, "en_val": {"loss": 3.6965, "bpb": 1.3219}}, "eval_s": 36.0, "time": 1794905641}
|
| 33 |
+
{"step": 290, "tokens": 152043520, "loss": 3.7066, "tok_s": 23907, "mfu": 0.9118, "lr_mult": 1.0, "gn": 0.239, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905730}
|
| 34 |
+
{"step": 300, "tokens": 157286400, "loss": 3.763, "tok_s": 34205, "mfu": 1.3046, "lr_mult": 1.0, "gn": 0.267, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905883}
|
| 35 |
+
{"step": 310, "tokens": 162529280, "loss": 3.7249, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.259, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794905998}
|
| 36 |
+
{"step": 320, "tokens": 167772160, "loss": 3.6869, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.248, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906112}
|
| 37 |
+
{"step": 330, "tokens": 173015040, "loss": 3.7023, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.247, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906226}
|
| 38 |
+
{"step": 340, "tokens": 178257920, "loss": 3.6621, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.278, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906340}
|
| 39 |
+
{"step": 350, "tokens": 183500800, "loss": 3.684, "tok_s": 45754, "mfu": 1.7451, "lr_mult": 1.0, "gn": 0.271, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906455}
|
| 40 |
+
{"step": 360, "tokens": 188743680, "loss": 3.6573, "tok_s": 45856, "mfu": 1.749, "lr_mult": 1.0, "gn": 0.237, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906569}
|
| 41 |
+
{"step": 370, "tokens": 193986560, "loss": 3.5692, "tok_s": 45846, "mfu": 1.7486, "lr_mult": 1.0, "gn": 0.262, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794906684}
|
| 42 |
+
{"step": 380, "tokens": 199229440, "loss": 3.6156, "tok_s": 45835, "mfu": 1.7482, "lr_mult": 1.0, "gn": 0.218, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906798}
|
| 43 |
+
{"event": "val", "step": 383, "tokens": 200802304, "val": {"ko_val": {"loss": 3.8917, "bpb": 1.1502}, "en_val": {"loss": 3.5378, "bpb": 1.2651}}, "eval_s": 14.1, "time": 1794906846}
|
| 44 |
+
{"step": 390, "tokens": 204472320, "loss": 3.6005, "tok_s": 40885, "mfu": 1.5594, "lr_mult": 1.0, "gn": 0.254, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794906926}
|
| 45 |
+
{"step": 400, "tokens": 209715200, "loss": 3.5602, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.218, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907041}
|
| 46 |
+
{"step": 410, "tokens": 214958080, "loss": 3.5553, "tok_s": 45831, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.24, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907155}
|
| 47 |
+
{"step": 420, "tokens": 220200960, "loss": 3.5439, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.216, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907269}
|
| 48 |
+
{"step": 430, "tokens": 225443840, "loss": 3.5168, "tok_s": 45903, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.223, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907383}
|
| 49 |
+
{"step": 440, "tokens": 230686720, "loss": 3.5127, "tok_s": 44167, "mfu": 1.6845, "lr_mult": 1.0, "gn": 0.241, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907502}
|
| 50 |
+
{"step": 450, "tokens": 235929600, "loss": 3.5291, "tok_s": 45863, "mfu": 1.7492, "lr_mult": 1.0, "gn": 0.198, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907616}
|
| 51 |
+
{"step": 460, "tokens": 241172480, "loss": 3.4713, "tok_s": 45826, "mfu": 1.7478, "lr_mult": 1.0, "gn": 0.202, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907731}
|
| 52 |
+
{"step": 470, "tokens": 246415360, "loss": 3.4554, "tok_s": 45812, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.217, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907845}
|
| 53 |
+
{"step": 480, "tokens": 251658240, "loss": 3.4135, "tok_s": 45809, "mfu": 1.7472, "lr_mult": 1.0, "gn": 0.207, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794907960}
|
| 54 |
+
{"event": "val", "step": 487, "tokens": 255328256, "val": {"ko_val": {"loss": 3.7732, "bpb": 1.1152}, "en_val": {"loss": 3.4307, "bpb": 1.2269}}, "eval_s": 14.2, "time": 1794908054}
|
| 55 |
+
{"step": 490, "tokens": 256901120, "loss": 3.4415, "tok_s": 40810, "mfu": 1.5565, "lr_mult": 1.0, "gn": 0.194, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908088}
|
| 56 |
+
{"step": 500, "tokens": 262144000, "loss": 3.4564, "tok_s": 45905, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.204, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908202}
|
| 57 |
+
{"step": 510, "tokens": 267386880, "loss": 3.4319, "tok_s": 45778, "mfu": 1.746, "lr_mult": 1.0, "gn": 0.208, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908317}
|
| 58 |
+
{"step": 520, "tokens": 272629760, "loss": 3.4038, "tok_s": 45927, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.203, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908431}
|
| 59 |
+
{"step": 530, "tokens": 277872640, "loss": 3.3374, "tok_s": 45898, "mfu": 1.7506, "lr_mult": 1.0, "gn": 0.225, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908545}
|
| 60 |
+
{"step": 540, "tokens": 283115520, "loss": 3.4212, "tok_s": 45886, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.203, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794908660}
|
| 61 |
+
{"step": 550, "tokens": 288358400, "loss": 3.3824, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.189, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794908774}
|
| 62 |
+
{"step": 560, "tokens": 293601280, "loss": 3.3916, "tok_s": 45917, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.176, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794908888}
|
| 63 |
+
{"step": 570, "tokens": 298844160, "loss": 3.2958, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.199, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909002}
|
| 64 |
+
{"step": 580, "tokens": 304087040, "loss": 3.3663, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.191, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909116}
|
| 65 |
+
{"step": 590, "tokens": 309329920, "loss": 3.3482, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 1.0, "gn": 0.196, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909231}
|
| 66 |
+
{"event": "val", "step": 591, "tokens": 309854208, "val": {"ko_val": {"loss": 3.6807, "bpb": 1.0879}, "en_val": {"loss": 3.349, "bpb": 1.1977}}, "eval_s": 14.2, "time": 1794909257}
|
| 67 |
+
{"step": 600, "tokens": 314572800, "loss": 3.3602, "tok_s": 39276, "mfu": 1.498, "lr_mult": 1.0, "gn": 0.18, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909364}
|
| 68 |
+
{"step": 610, "tokens": 319815680, "loss": 3.2862, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.183, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909478}
|
| 69 |
+
{"step": 620, "tokens": 325058560, "loss": 3.3191, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.165, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909593}
|
| 70 |
+
{"step": 630, "tokens": 330301440, "loss": 3.296, "tok_s": 45908, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.184, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909707}
|
| 71 |
+
{"step": 640, "tokens": 335544320, "loss": 3.2719, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.172, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794909821}
|
| 72 |
+
{"step": 650, "tokens": 340787200, "loss": 3.2978, "tok_s": 45950, "mfu": 1.7525, "lr_mult": 1.0, "gn": 0.186, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794909935}
|
| 73 |
+
{"step": 660, "tokens": 346030080, "loss": 3.3108, "tok_s": 45957, "mfu": 1.7528, "lr_mult": 1.0, "gn": 0.173, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910049}
|
| 74 |
+
{"step": 670, "tokens": 351272960, "loss": 3.3127, "tok_s": 45917, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910163}
|
| 75 |
+
{"step": 680, "tokens": 356515840, "loss": 3.253, "tok_s": 45933, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.175, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910278}
|
| 76 |
+
{"step": 690, "tokens": 361758720, "loss": 3.2658, "tok_s": 45916, "mfu": 1.7512, "lr_mult": 1.0, "gn": 0.169, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910392}
|
| 77 |
+
{"event": "val", "step": 695, "tokens": 364380160, "val": {"ko_val": {"loss": 3.5806, "bpb": 1.0583}, "en_val": {"loss": 3.295, "bpb": 1.1783}}, "eval_s": 14.2, "time": 1794910463}
|
| 78 |
+
{"step": 700, "tokens": 367001600, "loss": 3.3117, "tok_s": 40862, "mfu": 1.5585, "lr_mult": 1.0, "gn": 0.158, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910520}
|
| 79 |
+
{"step": 710, "tokens": 372244480, "loss": 3.2488, "tok_s": 45771, "mfu": 1.7457, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910635}
|
| 80 |
+
{"step": 720, "tokens": 377487360, "loss": 3.2153, "tok_s": 45909, "mfu": 1.751, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910749}
|
| 81 |
+
{"step": 730, "tokens": 382730240, "loss": 3.2491, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.159, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794910863}
|
| 82 |
+
{"step": 740, "tokens": 387973120, "loss": 3.244, "tok_s": 45855, "mfu": 1.7489, "lr_mult": 1.0, "gn": 0.156, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794910977}
|
| 83 |
+
{"step": 750, "tokens": 393216000, "loss": 3.246, "tok_s": 45903, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.149, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911092}
|
| 84 |
+
{"step": 760, "tokens": 398458880, "loss": 3.1793, "tok_s": 43913, "mfu": 1.6749, "lr_mult": 1.0, "gn": 0.157, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911211}
|
| 85 |
+
{"step": 770, "tokens": 403701760, "loss": 3.2207, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.138, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911325}
|
| 86 |
+
{"step": 780, "tokens": 408944640, "loss": 3.2236, "tok_s": 45894, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.146, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911439}
|
| 87 |
+
{"step": 790, "tokens": 414187520, "loss": 3.1643, "tok_s": 45911, "mfu": 1.7511, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911554}
|
| 88 |
+
{"event": "val", "step": 798, "tokens": 418381824, "val": {"ko_val": {"loss": 3.5342, "bpb": 1.0446}, "en_val": {"loss": 3.2459, "bpb": 1.1608}}, "eval_s": 14.1, "time": 1794911659}
|
| 89 |
+
{"step": 800, "tokens": 419430400, "loss": 3.1917, "tok_s": 40814, "mfu": 1.5567, "lr_mult": 1.0, "gn": 0.136, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911682}
|
| 90 |
+
{"step": 810, "tokens": 424673280, "loss": 3.2212, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.134, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911796}
|
| 91 |
+
{"step": 820, "tokens": 429916160, "loss": 3.2215, "tok_s": 45847, "mfu": 1.7486, "lr_mult": 1.0, "gn": 0.139, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794911911}
|
| 92 |
+
{"step": 830, "tokens": 435159040, "loss": 3.2759, "tok_s": 45831, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.17, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912025}
|
| 93 |
+
{"step": 840, "tokens": 440401920, "loss": 3.2497, "tok_s": 45843, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.142, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912140}
|
| 94 |
+
{"step": 850, "tokens": 445644800, "loss": 3.2243, "tok_s": 45860, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.132, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912254}
|
| 95 |
+
{"step": 860, "tokens": 450887680, "loss": 3.2389, "tok_s": 45892, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.136, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794912368}
|
| 96 |
+
{"step": 870, "tokens": 456130560, "loss": 3.1921, "tok_s": 45911, "mfu": 1.7511, "lr_mult": 1.0, "gn": 0.137, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912482}
|
| 97 |
+
{"step": 880, "tokens": 461373440, "loss": 3.2148, "tok_s": 45766, "mfu": 1.7455, "lr_mult": 1.0, "gn": 0.133, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912597}
|
| 98 |
+
{"step": 890, "tokens": 466616320, "loss": 3.2261, "tok_s": 45890, "mfu": 1.7503, "lr_mult": 1.0, "gn": 0.15, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912711}
|
| 99 |
+
{"step": 900, "tokens": 471859200, "loss": 3.2325, "tok_s": 45872, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.128, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912825}
|
| 100 |
+
{"event": "val", "step": 902, "tokens": 472907776, "val": {"ko_val": {"loss": 3.4748, "bpb": 1.027}, "en_val": {"loss": 3.209, "bpb": 1.1476}}, "eval_s": 14.1, "time": 1794912862}
|
| 101 |
+
{"step": 910, "tokens": 477102080, "loss": 3.2131, "tok_s": 39760, "mfu": 1.5165, "lr_mult": 1.0, "gn": 0.148, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794912957}
|
| 102 |
+
{"step": 920, "tokens": 482344960, "loss": 3.2058, "tok_s": 45871, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.129, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913072}
|
| 103 |
+
{"step": 930, "tokens": 487587840, "loss": 3.1458, "tok_s": 45870, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.132, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913186}
|
| 104 |
+
{"step": 940, "tokens": 492830720, "loss": 3.1678, "tok_s": 45845, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.125, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913300}
|
| 105 |
+
{"step": 950, "tokens": 498073600, "loss": 3.1555, "tok_s": 45844, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.135, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913415}
|
| 106 |
+
{"step": 960, "tokens": 503316480, "loss": 3.1637, "tok_s": 45880, "mfu": 1.7499, "lr_mult": 1.0, "gn": 0.116, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913529}
|
| 107 |
+
{"step": 970, "tokens": 508559360, "loss": 3.163, "tok_s": 45951, "mfu": 1.7526, "lr_mult": 1.0, "gn": 0.119, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913643}
|
| 108 |
+
{"step": 980, "tokens": 513802240, "loss": 3.1992, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 1.0, "gn": 0.12, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913757}
|
| 109 |
+
{"step": 990, "tokens": 519045120, "loss": 3.1549, "tok_s": 45875, "mfu": 1.7497, "lr_mult": 1.0, "gn": 0.116, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913871}
|
| 110 |
+
{"step": 1000, "tokens": 524288000, "loss": 3.1757, "tok_s": 45927, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794913986}
|
| 111 |
+
{"event": "val", "step": 1006, "tokens": 527433728, "val": {"ko_val": {"loss": 3.445, "bpb": 1.0182}, "en_val": {"loss": 3.1801, "bpb": 1.1372}}, "eval_s": 14.1, "time": 1794914068}
|
| 112 |
+
{"step": 1010, "tokens": 529530880, "loss": 3.1533, "tok_s": 40908, "mfu": 1.5603, "lr_mult": 1.0, "gn": 0.126, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914114}
|
| 113 |
+
{"step": 1020, "tokens": 534773760, "loss": 3.1622, "tok_s": 45928, "mfu": 1.7517, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914228}
|
| 114 |
+
{"step": 1030, "tokens": 540016640, "loss": 3.1937, "tok_s": 45920, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.115, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914342}
|
| 115 |
+
{"step": 1040, "tokens": 545259520, "loss": 3.1744, "tok_s": 45945, "mfu": 1.7524, "lr_mult": 1.0, "gn": 0.124, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914456}
|
| 116 |
+
{"step": 1050, "tokens": 550502400, "loss": 3.1719, "tok_s": 45951, "mfu": 1.7526, "lr_mult": 1.0, "gn": 0.113, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914570}
|
| 117 |
+
{"step": 1060, "tokens": 555745280, "loss": 3.1299, "tok_s": 45861, "mfu": 1.7492, "lr_mult": 1.0, "gn": 0.114, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914685}
|
| 118 |
+
{"step": 1070, "tokens": 560988160, "loss": 3.1846, "tok_s": 44466, "mfu": 1.696, "lr_mult": 1.0, "gn": 0.111, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914802}
|
| 119 |
+
{"step": 1080, "tokens": 566231040, "loss": 3.1469, "tok_s": 45924, "mfu": 1.7516, "lr_mult": 1.0, "gn": 0.112, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794914917}
|
| 120 |
+
{"step": 1090, "tokens": 571473920, "loss": 3.1696, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.127, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915031}
|
| 121 |
+
{"step": 1100, "tokens": 576716800, "loss": 3.142, "tok_s": 45922, "mfu": 1.7515, "lr_mult": 1.0, "gn": 0.107, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915145}
|
| 122 |
+
{"step": 1110, "tokens": 581959680, "loss": 3.1304, "tok_s": 45940, "mfu": 1.7522, "lr_mult": 1.0, "gn": 0.111, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915259}
|
| 123 |
+
{"event": "val", "step": 1110, "tokens": 581959680, "val": {"ko_val": {"loss": 3.4172, "bpb": 1.01}, "en_val": {"loss": 3.1456, "bpb": 1.1249}}, "eval_s": 14.1, "time": 1794915273}
|
| 124 |
+
{"step": 1120, "tokens": 587202560, "loss": 3.0983, "tok_s": 40918, "mfu": 1.5607, "lr_mult": 1.0, "gn": 0.101, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915387}
|
| 125 |
+
{"step": 1130, "tokens": 592445440, "loss": 3.1384, "tok_s": 45869, "mfu": 1.7495, "lr_mult": 1.0, "gn": 0.107, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915502}
|
| 126 |
+
{"step": 1140, "tokens": 597688320, "loss": 3.1403, "tok_s": 45845, "mfu": 1.7485, "lr_mult": 1.0, "gn": 0.118, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915616}
|
| 127 |
+
{"step": 1150, "tokens": 602931200, "loss": 3.1223, "tok_s": 45833, "mfu": 1.7481, "lr_mult": 1.0, "gn": 0.103, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915730}
|
| 128 |
+
{"step": 1160, "tokens": 608174080, "loss": 3.1155, "tok_s": 45919, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915844}
|
| 129 |
+
{"step": 1170, "tokens": 613416960, "loss": 3.0647, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.106, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794915959}
|
| 130 |
+
{"step": 1180, "tokens": 618659840, "loss": 3.0765, "tok_s": 45918, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.164, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916073}
|
| 131 |
+
{"step": 1190, "tokens": 623902720, "loss": 3.0801, "tok_s": 45884, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916187}
|
| 132 |
+
{"step": 1200, "tokens": 629145600, "loss": 3.1164, "tok_s": 45890, "mfu": 1.7503, "lr_mult": 1.0, "gn": 0.102, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916301}
|
| 133 |
+
{"step": 1210, "tokens": 634388480, "loss": 3.0274, "tok_s": 45892, "mfu": 1.7504, "lr_mult": 1.0, "gn": 0.103, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916416}
|
| 134 |
+
{"event": "val", "step": 1214, "tokens": 636485632, "val": {"ko_val": {"loss": 3.3713, "bpb": 0.9964}, "en_val": {"loss": 3.1197, "bpb": 1.1157}}, "eval_s": 14.1, "time": 1794916475}
|
| 135 |
+
{"step": 1220, "tokens": 639631360, "loss": 3.058, "tok_s": 40831, "mfu": 1.5573, "lr_mult": 1.0, "gn": 0.108, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916544}
|
| 136 |
+
{"step": 1230, "tokens": 644874240, "loss": 3.0806, "tok_s": 44399, "mfu": 1.6934, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916662}
|
| 137 |
+
{"step": 1240, "tokens": 650117120, "loss": 3.0679, "tok_s": 45859, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.109, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916776}
|
| 138 |
+
{"step": 1250, "tokens": 655360000, "loss": 3.0028, "tok_s": 45821, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.098, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794916891}
|
| 139 |
+
{"step": 1260, "tokens": 660602880, "loss": 3.0871, "tok_s": 45938, "mfu": 1.7521, "lr_mult": 1.0, "gn": 0.11, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917005}
|
| 140 |
+
{"step": 1270, "tokens": 665845760, "loss": 3.0769, "tok_s": 45916, "mfu": 1.7513, "lr_mult": 1.0, "gn": 0.11, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917119}
|
| 141 |
+
{"step": 1280, "tokens": 671088640, "loss": 2.9988, "tok_s": 45883, "mfu": 1.75, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917233}
|
| 142 |
+
{"step": 1290, "tokens": 676331520, "loss": 3.0242, "tok_s": 45854, "mfu": 1.7489, "lr_mult": 1.0, "gn": 0.101, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917348}
|
| 143 |
+
{"step": 1300, "tokens": 681574400, "loss": 3.0218, "tok_s": 45838, "mfu": 1.7483, "lr_mult": 1.0, "gn": 0.097, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917462}
|
| 144 |
+
{"step": 1310, "tokens": 686817280, "loss": 3.0789, "tok_s": 45813, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.099, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917577}
|
| 145 |
+
{"event": "val", "step": 1318, "tokens": 691011584, "val": {"ko_val": {"loss": 3.3497, "bpb": 0.99}, "en_val": {"loss": 3.0961, "bpb": 1.1072}}, "eval_s": 14.5, "time": 1794917683}
|
| 146 |
+
{"step": 1320, "tokens": 692060160, "loss": 3.0691, "tok_s": 40707, "mfu": 1.5526, "lr_mult": 1.0, "gn": 0.1, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917705}
|
| 147 |
+
{"step": 1330, "tokens": 697303040, "loss": 3.0867, "tok_s": 45803, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917820}
|
| 148 |
+
{"step": 1340, "tokens": 702545920, "loss": 3.1033, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794917934}
|
| 149 |
+
{"step": 1350, "tokens": 707788800, "loss": 3.1078, "tok_s": 45787, "mfu": 1.7463, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918049}
|
| 150 |
+
{"step": 1360, "tokens": 713031680, "loss": 3.1074, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.098, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918163}
|
| 151 |
+
{"step": 1370, "tokens": 718274560, "loss": 3.0923, "tok_s": 45811, "mfu": 1.7473, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918278}
|
| 152 |
+
{"step": 1380, "tokens": 723517440, "loss": 3.0642, "tok_s": 44134, "mfu": 1.6833, "lr_mult": 1.0, "gn": 0.09, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918396}
|
| 153 |
+
{"step": 1390, "tokens": 728760320, "loss": 3.0779, "tok_s": 45840, "mfu": 1.7484, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918511}
|
| 154 |
+
{"step": 1400, "tokens": 734003200, "loss": 3.1233, "tok_s": 45829, "mfu": 1.748, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918625}
|
| 155 |
+
{"step": 1410, "tokens": 739246080, "loss": 3.0904, "tok_s": 45835, "mfu": 1.7482, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794918740}
|
| 156 |
+
{"step": 1420, "tokens": 744488960, "loss": 3.0816, "tok_s": 45817, "mfu": 1.7475, "lr_mult": 1.0, "gn": 0.095, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918854}
|
| 157 |
+
{"event": "val", "step": 1421, "tokens": 745013248, "val": {"ko_val": {"loss": 3.3311, "bpb": 0.9845}, "en_val": {"loss": 3.078, "bpb": 1.1007}}, "eval_s": 14.6, "time": 1794918880}
|
| 158 |
+
{"step": 1430, "tokens": 749731840, "loss": 3.0271, "tok_s": 40610, "mfu": 1.5489, "lr_mult": 1.0, "gn": 0.096, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794918983}
|
| 159 |
+
{"step": 1440, "tokens": 754974720, "loss": 3.0061, "tok_s": 45763, "mfu": 1.7454, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919098}
|
| 160 |
+
{"step": 1450, "tokens": 760217600, "loss": 3.045, "tok_s": 45904, "mfu": 1.7508, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919212}
|
| 161 |
+
{"step": 1460, "tokens": 765460480, "loss": 3.0544, "tok_s": 45919, "mfu": 1.7514, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919326}
|
| 162 |
+
{"step": 1470, "tokens": 770703360, "loss": 3.0985, "tok_s": 45873, "mfu": 1.7496, "lr_mult": 1.0, "gn": 0.089, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919440}
|
| 163 |
+
{"step": 1480, "tokens": 775946240, "loss": 3.0661, "tok_s": 45859, "mfu": 1.7491, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919555}
|
| 164 |
+
{"step": 1490, "tokens": 781189120, "loss": 3.0913, "tok_s": 45848, "mfu": 1.7487, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919669}
|
| 165 |
+
{"step": 1500, "tokens": 786432000, "loss": 3.079, "tok_s": 45805, "mfu": 1.747, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919784}
|
| 166 |
+
{"step": 1510, "tokens": 791674880, "loss": 3.0396, "tok_s": 45885, "mfu": 1.7501, "lr_mult": 1.0, "gn": 0.09, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794919898}
|
| 167 |
+
{"step": 1520, "tokens": 796917760, "loss": 3.0713, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.088, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920012}
|
| 168 |
+
{"event": "val", "step": 1525, "tokens": 799539200, "val": {"ko_val": {"loss": 3.3031, "bpb": 0.9762}, "en_val": {"loss": 3.0601, "bpb": 1.0943}}, "eval_s": 13.9, "time": 1794920083}
|
| 169 |
+
{"step": 1530, "tokens": 802160640, "loss": 3.1139, "tok_s": 40949, "mfu": 1.5618, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920140}
|
| 170 |
+
{"step": 1540, "tokens": 807403520, "loss": 3.0585, "tok_s": 44515, "mfu": 1.6978, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920258}
|
| 171 |
+
{"step": 1550, "tokens": 812646400, "loss": 3.0541, "tok_s": 45881, "mfu": 1.7499, "lr_mult": 1.0, "gn": 0.083, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920372}
|
| 172 |
+
{"step": 1560, "tokens": 817889280, "loss": 3.0246, "tok_s": 45786, "mfu": 1.7463, "lr_mult": 1.0, "gn": 0.085, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920487}
|
| 173 |
+
{"step": 1570, "tokens": 823132160, "loss": 3.0435, "tok_s": 45822, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.076, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794920601}
|
| 174 |
+
{"step": 1580, "tokens": 828375040, "loss": 3.0542, "tok_s": 45822, "mfu": 1.7477, "lr_mult": 1.0, "gn": 0.091, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920715}
|
| 175 |
+
{"step": 1590, "tokens": 833617920, "loss": 3.0553, "tok_s": 45745, "mfu": 1.7447, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920830}
|
| 176 |
+
{"step": 1600, "tokens": 838860800, "loss": 3.0557, "tok_s": 45868, "mfu": 1.7494, "lr_mult": 1.0, "gn": 0.075, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": false, "time": 1794920944}
|
| 177 |
+
{"step": 1610, "tokens": 844103680, "loss": 3.0299, "tok_s": 45943, "mfu": 1.7523, "lr_mult": 1.0, "gn": 0.087, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794921059}
|
| 178 |
+
{"step": 1620, "tokens": 849346560, "loss": 3.0189, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 1.0, "gn": 0.092, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.02, "cool": false, "time": 1794921173}
|
| 179 |
+
{"event": "val", "step": 1628, "tokens": 853540864, "val": {"ko_val": {"loss": 3.2842, "bpb": 0.9707}, "en_val": {"loss": 3.0476, "bpb": 1.0899}}, "eval_s": 14.3, "time": 1794921283}
|
| 180 |
+
{"step": 1630, "tokens": 854589440, "loss": 3.1, "tok_s": 39299, "mfu": 1.4989, "lr_mult": 0.9755, "gn": 0.084, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921306}
|
| 181 |
+
{"step": 1640, "tokens": 859832320, "loss": 3.0242, "tok_s": 45913, "mfu": 1.7511, "lr_mult": 0.9404, "gn": 0.072, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921420}
|
| 182 |
+
{"step": 1650, "tokens": 865075200, "loss": 3.0637, "tok_s": 45925, "mfu": 1.7516, "lr_mult": 0.9054, "gn": 0.073, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921535}
|
| 183 |
+
{"step": 1660, "tokens": 870318080, "loss": 3.0211, "tok_s": 45901, "mfu": 1.7507, "lr_mult": 0.8703, "gn": 0.077, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921649}
|
| 184 |
+
{"step": 1670, "tokens": 875560960, "loss": 2.9601, "tok_s": 45815, "mfu": 1.7474, "lr_mult": 0.8353, "gn": 0.076, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921763}
|
| 185 |
+
{"step": 1680, "tokens": 880803840, "loss": 3.0449, "tok_s": 45810, "mfu": 1.7472, "lr_mult": 0.8002, "gn": 0.07, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921878}
|
| 186 |
+
{"step": 1690, "tokens": 886046720, "loss": 3.0097, "tok_s": 43981, "mfu": 1.6775, "lr_mult": 0.7652, "gn": 0.072, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794921997}
|
| 187 |
+
{"step": 1700, "tokens": 891289600, "loss": 3.0323, "tok_s": 45882, "mfu": 1.75, "lr_mult": 0.7302, "gn": 0.067, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922111}
|
| 188 |
+
{"step": 1710, "tokens": 896532480, "loss": 2.9723, "tok_s": 45871, "mfu": 1.7495, "lr_mult": 0.6951, "gn": 0.062, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922225}
|
| 189 |
+
{"step": 1720, "tokens": 901775360, "loss": 2.9951, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 0.6601, "gn": 0.065, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922340}
|
| 190 |
+
{"step": 1730, "tokens": 907018240, "loss": 3.0051, "tok_s": 45902, "mfu": 1.7507, "lr_mult": 0.625, "gn": 0.062, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922454}
|
| 191 |
+
{"event": "val", "step": 1732, "tokens": 908066816, "val": {"ko_val": {"loss": 3.2383, "bpb": 0.9571}, "en_val": {"loss": 3.0019, "bpb": 1.0735}}, "eval_s": 14.2, "time": 1794922491}
|
| 192 |
+
{"step": 1740, "tokens": 912261120, "loss": 2.9181, "tok_s": 40842, "mfu": 1.5577, "lr_mult": 0.59, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922582}
|
| 193 |
+
{"step": 1750, "tokens": 917504000, "loss": 3.0518, "tok_s": 45906, "mfu": 1.7509, "lr_mult": 0.5549, "gn": 0.058, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922696}
|
| 194 |
+
{"step": 1760, "tokens": 922746880, "loss": 3.0014, "tok_s": 45907, "mfu": 1.7509, "lr_mult": 0.5199, "gn": 0.06, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922811}
|
| 195 |
+
{"step": 1770, "tokens": 927989760, "loss": 2.9346, "tok_s": 45901, "mfu": 1.7507, "lr_mult": 0.4848, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794922925}
|
| 196 |
+
{"step": 1780, "tokens": 933232640, "loss": 2.9568, "tok_s": 45768, "mfu": 1.7456, "lr_mult": 0.4498, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923039}
|
| 197 |
+
{"step": 1790, "tokens": 938475520, "loss": 2.9657, "tok_s": 45914, "mfu": 1.7512, "lr_mult": 0.4148, "gn": 0.064, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923154}
|
| 198 |
+
{"step": 1800, "tokens": 943718400, "loss": 2.9375, "tok_s": 45932, "mfu": 1.7519, "lr_mult": 0.3797, "gn": 0.059, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923268}
|
| 199 |
+
{"step": 1810, "tokens": 948961280, "loss": 2.9457, "tok_s": 45941, "mfu": 1.7522, "lr_mult": 0.3447, "gn": 0.055, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923382}
|
| 200 |
+
{"step": 1820, "tokens": 954204160, "loss": 2.8763, "tok_s": 45924, "mfu": 1.7516, "lr_mult": 0.3096, "gn": 0.056, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923496}
|
| 201 |
+
{"step": 1830, "tokens": 959447040, "loss": 2.9038, "tok_s": 45889, "mfu": 1.7502, "lr_mult": 0.2746, "gn": 0.055, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923610}
|
| 202 |
+
{"event": "val", "step": 1836, "tokens": 962592768, "val": {"ko_val": {"loss": 3.1673, "bpb": 0.9361}, "en_val": {"loss": 2.9505, "bpb": 1.0551}}, "eval_s": 14.2, "time": 1794923693}
|
| 203 |
+
{"step": 1840, "tokens": 964689920, "loss": 2.9079, "tok_s": 40845, "mfu": 1.5578, "lr_mult": 0.2395, "gn": 0.054, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923739}
|
| 204 |
+
{"step": 1850, "tokens": 969932800, "loss": 2.9538, "tok_s": 44032, "mfu": 1.6794, "lr_mult": 0.2045, "gn": 0.053, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923858}
|
| 205 |
+
{"step": 1860, "tokens": 975175680, "loss": 2.8927, "tok_s": 45860, "mfu": 1.7491, "lr_mult": 0.1694, "gn": 0.053, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794923972}
|
| 206 |
+
{"step": 1870, "tokens": 980418560, "loss": 2.8545, "tok_s": 45888, "mfu": 1.7502, "lr_mult": 0.1344, "gn": 0.051, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924086}
|
| 207 |
+
{"step": 1880, "tokens": 985661440, "loss": 2.8785, "tok_s": 45817, "mfu": 1.7475, "lr_mult": 0.0993, "gn": 0.051, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924201}
|
| 208 |
+
{"step": 1890, "tokens": 990904320, "loss": 2.8599, "tok_s": 45887, "mfu": 1.7502, "lr_mult": 0.0643, "gn": 0.048, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924315}
|
| 209 |
+
{"step": 1900, "tokens": 996147200, "loss": 2.8324, "tok_s": 45879, "mfu": 1.7498, "lr_mult": 0.0293, "gn": 0.05, "mem_gb": 24.48, "reserved_gb": 25.06, "win": 1024, "accum": 32, "mb": 16, "total": 1000000000, "wait_s": 0.01, "cool": true, "time": 1794924429}
|
| 210 |
+
{"event": "val", "final": true, "step": 1908, "tokens": 1000341504, "val": {"ko_val": {"loss": 3.1445, "bpb": 0.9294}, "en_val": {"loss": 2.9298, "bpb": 1.0477}}, "time": 1794924535}
|