train.log
Browse files
train.log
CHANGED
|
@@ -118,3 +118,16 @@
|
|
| 118 |
[12:46:37] soft inbox +400,000 train_n=22,372,327 shards=shard_000278,shard_000279,shard_000280,shard_000281,shard_000282
|
| 119 |
[12:46:59] step 1100/8000 | loss=1.8012 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=580800/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
|
| 120 |
[12:47:09] soft inbox +400,000 train_n=22,772,327 shards=shard_000283,shard_000284,shard_000285,shard_000286,shard_000287
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 118 |
[12:46:37] soft inbox +400,000 train_n=22,372,327 shards=shard_000278,shard_000279,shard_000280,shard_000281,shard_000282
|
| 119 |
[12:46:59] step 1100/8000 | loss=1.8012 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=580800/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
|
| 120 |
[12:47:09] soft inbox +400,000 train_n=22,772,327 shards=shard_000283,shard_000284,shard_000285,shard_000286,shard_000287
|
| 121 |
+
[12:47:18] val/lichess_opening hard_ce=1.4963 soft_ce=1.4963 soft_temp_ce=1.4963 teacher_entropy=0.0000 teacher_kl=1.4963 wdl_ce=1.0372 value_rows=8192.0000
|
| 122 |
+
[12:47:40] step 1125/8000 | loss=1.8077 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=594000/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
|
| 123 |
+
[12:47:55] soft inbox +560,000 train_n=23,332,327 shards=shard_000288,shard_000289,shard_000290,shard_000291,shard_000292,shard_000293,shard_000294
|
| 124 |
+
[12:48:17] step 1150/8000 | loss=1.8521 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=607200/0/0 q=0 p=0 | 428 pos/s | vram=35.72GB
|
| 125 |
+
[12:48:32] soft inbox +560,000 train_n=23,892,327 shards=shard_000295,shard_000296,shard_000297,shard_000298,shard_000299,shard_000300,shard_000301
|
| 126 |
+
[12:48:54] step 1175/8000 | loss=1.8297 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=620400/0/0 q=0 p=0 | 426 pos/s | vram=35.72GB
|
| 127 |
+
[12:49:05] soft inbox +432,978 train_n=24,325,305 shards=shard_000302,shard_000303,shard_000304,shard_000305,shard_000306,shard_000307
|
| 128 |
+
[12:49:27] step 1200/8000 | loss=1.8272 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=633600/0/0 q=0 p=0 | 425 pos/s | vram=35.72GB
|
| 129 |
+
[12:49:34] soft inbox +320,000 train_n=24,645,305 shards=shard_000308,shard_000309,shard_000310,shard_000311
|
| 130 |
+
[12:49:36] ckpt step_001200.pt + latest.pt (live) steps=1200 status=mid kind=full
|
| 131 |
+
[12:49:44] val/lichess_opening hard_ce=1.4953 soft_ce=1.4953 soft_temp_ce=1.4953 teacher_entropy=0.0000 teacher_kl=1.4953 wdl_ce=1.0386 value_rows=8192.0000
|
| 132 |
+
[12:50:06] step 1225/8000 | loss=1.8407 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=646800/0/0 q=0 p=0 | 423 pos/s | vram=35.72GB
|
| 133 |
+
[12:50:23] soft inbox +560,000 train_n=25,205,305 shards=shard_000312,shard_000313,shard_000314,shard_000315,shard_000316,shard_000317,shard_000318
|