avewright commited on
Commit
06d4b98
·
verified ·
1 Parent(s): 07d55f7

train.log

Browse files
Files changed (1) hide show
  1. train.log +12 -0
train.log CHANGED
@@ -468,3 +468,15 @@
468
  [14:26:13] step 7125/8000 | loss=1.7525 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3762000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
469
  [14:26:35] step 7150/8000 | loss=1.7465 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3775200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
470
  [14:26:57] step 7175/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3788400/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
 
 
 
 
 
 
 
 
 
 
 
 
 
468
  [14:26:13] step 7125/8000 | loss=1.7525 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3762000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
469
  [14:26:35] step 7150/8000 | loss=1.7465 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3775200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
470
  [14:26:57] step 7175/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3788400/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
471
+ [14:27:19] step 7200/8000 | loss=1.7451 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3801600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
472
+ [14:27:20] ckpt step_007200.pt + latest.pt (live) steps=7200 status=mid kind=full
473
+ [14:27:28] val/lichess_opening hard_ce=1.4135 soft_ce=1.4135 soft_temp_ce=1.4135 teacher_entropy=0.0000 teacher_kl=1.4135 wdl_ce=1.0376 value_rows=8192.0000
474
+ [14:27:50] step 7225/8000 | loss=1.7482 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3814800/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
475
+ [14:28:12] step 7250/8000 | loss=1.7486 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3828000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
476
+ [14:28:35] step 7275/8000 | loss=1.7446 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3841200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
477
+ [14:28:57] step 7300/8000 | loss=1.7292 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3854400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
478
+ [14:29:05] val/lichess_opening hard_ce=1.4120 soft_ce=1.4120 soft_temp_ce=1.4120 teacher_entropy=0.0000 teacher_kl=1.4120 wdl_ce=1.0367 value_rows=8192.0000
479
+ [14:29:27] step 7325/8000 | loss=1.7462 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3867600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
480
+ [14:29:49] step 7350/8000 | loss=1.7458 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3880800/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
481
+ [14:29:50] ckpt latest.pt (live weights) steps=7350 status=mid
482
+ [14:30:12] step 7375/8000 | loss=1.7680 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3894000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB