train.log

train.log

@@ -369,3 +369,21 @@
 [13:58:08] step 5400/8000 | loss=1.7684 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2851200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
 [13:58:09] ckpt step_005400.pt + latest.pt (live) steps=5400 status=mid kind=full
 [13:58:18] val/lichess_opening hard_ce=1.4278 soft_ce=1.4278 soft_temp_ce=1.4278 teacher_entropy=0.0000 teacher_kl=1.4278 wdl_ce=1.0349 value_rows=8192.0000
+[13:58:40] step 5425/8000 | loss=1.7703 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2864400/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
+[13:59:02] step 5450/8000 | loss=1.7717 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2877600/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
+[13:59:24] step 5475/8000 | loss=1.7558 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2890800/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
+[13:59:46] step 5500/8000 | loss=1.7710 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2904000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[13:59:55] val/lichess_opening hard_ce=1.4352 soft_ce=1.4352 soft_temp_ce=1.4352 teacher_entropy=0.0000 teacher_kl=1.4352 wdl_ce=1.0337 value_rows=8192.0000
+[14:00:17] step 5525/8000 | loss=1.7935 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2917200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
+[14:00:39] step 5550/8000 | loss=1.7786 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2930400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:00:39] ckpt latest.pt (live weights) steps=5550 status=mid
+[14:01:01] step 5575/8000 | loss=1.7454 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2943600/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:01:23] step 5600/8000 | loss=1.7640 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2956800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:01:32] val/lichess_opening hard_ce=1.4295 soft_ce=1.4295 soft_temp_ce=1.4295 teacher_entropy=0.0000 teacher_kl=1.4295 wdl_ce=1.0339 value_rows=8192.0000
+[14:01:55] step 5625/8000 | loss=1.7503 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2970000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:02:17] step 5650/8000 | loss=1.7512 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2983200/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:02:39] step 5675/8000 | loss=1.7469 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2996400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
+[14:03:01] step 5700/8000 | loss=1.7646 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3009600/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
+[14:03:02] ckpt step_005700.pt + latest.pt (live) steps=5700 status=mid kind=full
+[14:03:11] val/lichess_opening hard_ce=1.4317 soft_ce=1.4317 soft_temp_ce=1.4317 teacher_entropy=0.0000 teacher_kl=1.4317 wdl_ce=1.0365 value_rows=8192.0000
+[14:03:32] step 5725/8000 | loss=1.7690 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3022800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB