Super-squash branch 'main' using huggingface_hub

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

elo_25_b20f.txt

@@ -0,0 +1,3 @@
+ckpt round=25 step=24400 pos=97894400
+sf_elo=1320 nodes=60
+games=4 W0 D4 L0 score=0.500 elo=1320

elo_27_b70f.txt

@@ -0,0 +1,4 @@
+ckpt round=27 step=26200 pos=104038400
+sf_elo=1320 nodes=60
+games=2 W0 D2 L0 score=0.500 elo=1320
+why={'repetition': 2}

elo_27_c2ac.txt

@@ -0,0 +1,4 @@
+ckpt round=27 step=26200 pos=104038400
+sf_elo=1320 nodes=60
+games=3 W1 D2 L0 score=0.667 elo=1440
+why={'repetition': 2, 'mate': 1}

elo_28_4987.txt

@@ -0,0 +1,4 @@
+ckpt round=28 step=27200 pos=108134400
+sf_elo=1320 nodes=60
+games=4 W1 D3 L0 score=0.625 elo=1409
+why={'mate': 1, 'repetition': 3}

elo_35_cb92.txt

@@ -0,0 +1,4 @@
+ckpt round=35 step=31400 pos=125542400
+sf_elo=1320 nodes=60
+games=4 W0 D4 L0 score=0.500 elo=1320
+why={'repetition': 4}

elo_47_59da.txt

@@ -0,0 +1,4 @@
+ckpt round=47 step=37000 pos=148275200
+sf_elo=1320 nodes=60
+games=2 W0 D2 L0 score=0.500 elo=1320
+why={'repetition': 2}

elo_80_9bfb.txt

@@ -0,0 +1,4 @@
+ckpt round=80 step=50800 pos=153804800
+sf_elo=1320 nodes=60
+games=3 W2 D1 L0 score=0.833 elo=1600
+why={'mate': 2, 'repetition': 1}

global_AM.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d1c9a7a27590019ffc28c7b6ba874e39480e380085f91c9972192f02a976a9
+size 457361611

global_round.txt

@@ -0,0 +1 @@
+144

log_AMa.txt

@@ -0,0 +1,309 @@
+cfg AMa d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=0..250 hours=168.0
+step 21100 loss=0.4227 pos=21606400 dt=94
+step 21200 loss=0.4053 pos=21708800 dt=180
+step 21300 loss=0.4865 pos=21811200 dt=280
+step 21400 loss=0.4350 pos=21913600 dt=367
+step 21500 loss=0.3828 pos=22016000 dt=458
+step 21600 loss=0.4234 pos=22118400 dt=544
+step 21700 loss=0.4910 pos=22220800 dt=643
+step 21800 loss=0.4452 pos=22323200 dt=730
+step 21900 loss=0.3942 pos=22425600 dt=821
+step 22000 loss=0.4022 pos=22528000 dt=907
+EVAL step 22000 pos=22528000 | T=2 loss=0.370 from=0.404 joint=0.683 hard=0.822 | T=16 loss=0.400 from=0.402 joint=0.660 hard=0.793
+step 22100 loss=0.4324 pos=22630400 dt=1049
+step 22200 loss=0.4339 pos=22732800 dt=1136
+step 22300 loss=0.4233 pos=22835200 dt=1227
+step 22400 loss=0.4460 pos=22937600 dt=1314
+step 22500 loss=0.4075 pos=23040000 dt=1415
+step 22600 loss=0.4079 pos=23142400 dt=1501
+step 22700 loss=0.3944 pos=23244800 dt=1593
+step 22800 loss=0.3964 pos=23347200 dt=1679
+step 22900 loss=0.3848 pos=23449600 dt=1770
+step 23000 loss=0.4207 pos=23552000 dt=1857
+EVAL step 23000 pos=23552000 | T=2 loss=0.405 from=0.401 joint=0.676 hard=0.814 | T=16 loss=0.415 from=0.395 joint=0.650 hard=0.781
+step 23100 loss=0.3815 pos=23654400 dt=1993
+step 23200 loss=0.3997 pos=23756800 dt=2080
+step 23300 loss=0.3834 pos=23859200 dt=2171
+step 23400 loss=0.4137 pos=23961600 dt=2258
+step 23500 loss=0.4010 pos=24064000 dt=2349
+step 23600 loss=0.3856 pos=24166400 dt=2436
+step 23700 loss=0.4032 pos=24268800 dt=2534
+step 23800 loss=0.3768 pos=24371200 dt=2620
+step 23900 loss=0.4048 pos=24473600 dt=2712
+step 24000 loss=0.4187 pos=24576000 dt=2798
+EVAL step 24000 pos=24576000 | T=2 loss=0.402 from=0.405 joint=0.658 hard=0.785 | T=16 loss=0.430 from=0.400 joint=0.641 hard=0.766
+step 24100 loss=0.3440 pos=24678400 dt=2936
+step 24200 loss=0.4150 pos=24780800 dt=3023
+step 24300 loss=0.3823 pos=24883200 dt=3114
+step 24400 loss=0.3890 pos=24985600 dt=3200
+step 24500 loss=0.4605 pos=25088000 dt=3291
+step 24600 loss=0.4236 pos=25190400 dt=3378
+step 24700 loss=0.3917 pos=25292800 dt=3469
+step 24800 loss=0.4012 pos=25395200 dt=3556
+step 24900 loss=0.3937 pos=25497600 dt=3653
+step 25000 loss=0.3789 pos=25600000 dt=3740
+EVAL step 25000 pos=25600000 | T=2 loss=0.386 from=0.390 joint=0.687 hard=0.828 | T=16 loss=0.405 from=0.385 joint=0.657 hard=0.792
+step 25100 loss=0.3445 pos=25702400 dt=3877
+step 25200 loss=0.4035 pos=25804800 dt=3963
+step 25300 loss=0.3709 pos=25907200 dt=4054
+step 25400 loss=0.3617 pos=26009600 dt=4141
+step 25500 loss=0.3563 pos=26112000 dt=4237
+step 25600 loss=0.3405 pos=26214400 dt=4323
+step 25700 loss=0.3811 pos=26316800 dt=4415
+step 25800 loss=0.3760 pos=26419200 dt=4501
+step 25900 loss=0.3744 pos=26521600 dt=4592
+step 26000 loss=0.3753 pos=26624000 dt=4678
+EVAL step 26000 pos=26624000 | T=2 loss=0.373 from=0.402 joint=0.689 hard=0.831 | T=16 loss=0.396 from=0.403 joint=0.659 hard=0.791
+step 26100 loss=0.3314 pos=26726400 dt=4816
+step 26200 loss=0.3465 pos=26828800 dt=4902
+step 26300 loss=0.3665 pos=26931200 dt=4993
+step 26400 loss=0.3137 pos=27033600 dt=5079
+step 26500 loss=0.2960 pos=27136000 dt=5176
+step 26600 loss=0.3173 pos=27238400 dt=5262
+step 26700 loss=0.2902 pos=27340800 dt=5352
+step 26800 loss=0.2813 pos=27443200 dt=5438
+step 26900 loss=0.2764 pos=27545600 dt=5527
+step 27000 loss=0.2356 pos=27648000 dt=5613
+EVAL step 27000 pos=27648000 | T=2 loss=0.481 from=0.434 joint=0.583 hard=0.702 | T=16 loss=0.533 from=0.429 joint=0.544 hard=0.655
+step 27100 loss=0.3966 pos=27750400 dt=5749
+step 27200 loss=0.3780 pos=27852800 dt=5836
+step 27300 loss=0.3422 pos=27955200 dt=5927
+step 27400 loss=0.3402 pos=28057600 dt=6014
+step 27500 loss=0.3666 pos=28160000 dt=6107
+step 27600 loss=0.3509 pos=28262400 dt=6194
+step 27700 loss=0.3646 pos=28364800 dt=6285
+step 27800 loss=0.3353 pos=28467200 dt=6372
+step 27900 loss=0.3220 pos=28569600 dt=6464
+step 28000 loss=0.3240 pos=28672000 dt=6551
+EVAL step 28000 pos=28672000 | T=2 loss=0.369 from=0.397 joint=0.694 hard=0.840 | T=16 loss=0.399 from=0.403 joint=0.663 hard=0.796
+step 28100 loss=0.3429 pos=28774400 dt=6699
+step 28200 loss=0.3410 pos=28876800 dt=6786
+step 28300 loss=0.3426 pos=28979200 dt=6877
+step 28400 loss=0.3767 pos=29081600 dt=6964
+step 28500 loss=0.3301 pos=29184000 dt=7065
+step 28600 loss=0.3856 pos=29286400 dt=7152
+step 28700 loss=0.3312 pos=29388800 dt=7243
+step 28800 loss=0.3655 pos=29491200 dt=7330
+step 28900 loss=0.3527 pos=29593600 dt=7431
+step 29000 loss=0.3327 pos=29696000 dt=7518
+EVAL step 29000 pos=29696000 | T=2 loss=0.360 from=0.405 joint=0.705 hard=0.854 | T=16 loss=0.387 from=0.405 joint=0.669 hard=0.805
+step 29100 loss=0.3957 pos=29798400 dt=7653
+step 29200 loss=0.3738 pos=29900800 dt=7740
+step 29300 loss=0.4023 pos=30003200 dt=7831
+step 29400 loss=0.3647 pos=30105600 dt=7917
+step 29500 loss=0.3681 pos=30208000 dt=8021
+step 29600 loss=0.3706 pos=30310400 dt=8107
+step 29700 loss=0.3313 pos=30412800 dt=8199
+step 29800 loss=0.3420 pos=30515200 dt=8286
+step 29900 loss=0.3766 pos=30617600 dt=8381
+step 30000 loss=0.3029 pos=30720000 dt=8467
+EVAL step 30000 pos=30720000 | T=2 loss=0.357 from=0.407 joint=0.700 hard=0.846 | T=16 loss=0.383 from=0.403 joint=0.672 hard=0.810
+step 30100 loss=0.3612 pos=30822400 dt=8604
+step 30200 loss=0.3487 pos=30924800 dt=8691
+step 30300 loss=0.3464 pos=31027200 dt=8788
+step 30400 loss=0.3788 pos=31129600 dt=8875
+step 30500 loss=0.3383 pos=31232000 dt=8966
+step 30600 loss=0.3392 pos=31334400 dt=9052
+step 30700 loss=0.3281 pos=31436800 dt=9149
+step 30800 loss=0.3509 pos=31539200 dt=9235
+step 30900 loss=0.3356 pos=31641600 dt=9326
+step 31000 loss=0.3595 pos=31744000 dt=9412
+EVAL step 31000 pos=31744000 | T=2 loss=0.360 from=0.403 joint=0.692 hard=0.833 | T=16 loss=0.384 from=0.408 joint=0.670 hard=0.802
+step 31100 loss=0.3216 pos=31846400 dt=9548
+step 31200 loss=0.3135 pos=31948800 dt=9635
+step 31300 loss=0.3213 pos=32051200 dt=9725
+step 31400 loss=0.3548 pos=32153600 dt=9812
+step 31500 loss=0.3104 pos=32256000 dt=9907
+step 31600 loss=0.3455 pos=32358400 dt=9993
+step 31700 loss=0.3300 pos=32460800 dt=10084
+step 31800 loss=0.3398 pos=32563200 dt=10170
+step 31900 loss=0.3382 pos=32665600 dt=10269
+step 32000 loss=0.3017 pos=32768000 dt=10355
+EVAL step 32000 pos=32768000 | T=2 loss=0.350 from=0.403 joint=0.717 hard=0.869 | T=16 loss=0.377 from=0.400 joint=0.691 hard=0.836
+step 32100 loss=0.3373 pos=32870400 dt=10490
+step 32200 loss=0.3083 pos=32972800 dt=10576
+step 32300 loss=0.3107 pos=33075200 dt=10671
+step 32400 loss=0.3298 pos=33177600 dt=10757
+step 32500 loss=0.2936 pos=33280000 dt=10847
+step 32600 loss=0.3201 pos=33382400 dt=10933
+step 32700 loss=0.3035 pos=33484800 dt=11027
+step 32800 loss=0.3035 pos=33587200 dt=11113
+step 32900 loss=0.2619 pos=33689600 dt=11204
+step 33000 loss=0.2392 pos=33792000 dt=11289
+EVAL step 33000 pos=33792000 | T=2 loss=0.385 from=0.406 joint=0.632 hard=0.757 | T=16 loss=0.439 from=0.412 joint=0.596 hard=0.707
+step 33100 loss=0.3114 pos=33894400 dt=11424
+step 33200 loss=0.3524 pos=33996800 dt=11510
+step 33300 loss=0.3580 pos=34099200 dt=11606
+step 33400 loss=0.3619 pos=34201600 dt=11693
+step 33500 loss=0.3609 pos=34304000 dt=11784
+step 33600 loss=0.3315 pos=34406400 dt=11871
+step 33700 loss=0.3343 pos=34508800 dt=11968
+step 33800 loss=0.3396 pos=34611200 dt=12055
+step 33900 loss=0.3203 pos=34713600 dt=12148
+step 34000 loss=0.3897 pos=34816000 dt=12234
+EVAL step 34000 pos=34816000 | T=2 loss=0.336 from=0.410 joint=0.723 hard=0.878 | T=16 loss=0.362 from=0.408 joint=0.689 hard=0.832
+step 34100 loss=0.3670 pos=34918400 dt=12376
+step 34200 loss=0.3599 pos=35020800 dt=12462
+step 34300 loss=0.3011 pos=35123200 dt=12554
+step 34400 loss=0.3152 pos=35225600 dt=12641
+step 34500 loss=0.3232 pos=35328000 dt=12738
+step 34600 loss=0.3229 pos=35430400 dt=12824
+step 34700 loss=0.2953 pos=35532800 dt=12916
+step 34800 loss=0.3355 pos=35635200 dt=13002
+step 34900 loss=0.3346 pos=35737600 dt=13098
+step 35000 loss=0.3215 pos=35840000 dt=13185
+EVAL step 35000 pos=35840000 | T=2 loss=0.341 from=0.407 joint=0.710 hard=0.859 | T=16 loss=0.363 from=0.406 joint=0.674 hard=0.812
+step 35100 loss=0.3272 pos=35942400 dt=13324
+step 35200 loss=0.3286 pos=36044800 dt=13411
+step 35300 loss=0.3423 pos=36147200 dt=13507
+step 35400 loss=0.3583 pos=36249600 dt=13594
+step 35500 loss=0.3253 pos=36352000 dt=13686
+step 35600 loss=0.3245 pos=36454400 dt=13772
+step 35700 loss=0.3334 pos=36556800 dt=13863
+step 35800 loss=0.3403 pos=36659200 dt=13949
+step 35900 loss=0.3511 pos=36761600 dt=14046
+step 36000 loss=0.3476 pos=36864000 dt=14133
+EVAL step 36000 pos=36864000 | T=2 loss=0.341 from=0.402 joint=0.717 hard=0.869 | T=16 loss=0.375 from=0.399 joint=0.665 hard=0.798
+step 36100 loss=0.2908 pos=36966400 dt=14271
+step 36200 loss=0.3200 pos=37068800 dt=14357
+step 36300 loss=0.3435 pos=37171200 dt=14455
+step 36400 loss=0.3219 pos=37273600 dt=14541
+step 36500 loss=0.3236 pos=37376000 dt=14632
+step 36600 loss=0.3340 pos=37478400 dt=14719
+step 36700 loss=0.3619 pos=37580800 dt=14817
+step 36800 loss=0.3461 pos=37683200 dt=14903
+step 36900 loss=0.3348 pos=37785600 dt=14995
+step 37000 loss=0.3378 pos=37888000 dt=15082
+EVAL step 37000 pos=37888000 | T=2 loss=0.326 from=0.403 joint=0.718 hard=0.871 | T=16 loss=0.351 from=0.405 joint=0.678 hard=0.819
+step 37100 loss=0.3245 pos=37990400 dt=15224
+step 37200 loss=0.3076 pos=38092800 dt=15311
+step 37300 loss=0.3222 pos=38195200 dt=15403
+step 37400 loss=0.3292 pos=38297600 dt=15489
+step 37500 loss=0.2863 pos=38400000 dt=15585
+step 37600 loss=0.3135 pos=38502400 dt=15672
+step 37700 loss=0.3183 pos=38604800 dt=15767
+step 37800 loss=0.3074 pos=38707200 dt=15854
+step 37900 loss=0.3215 pos=38809600 dt=15952
+step 38000 loss=0.3070 pos=38912000 dt=16038
+EVAL step 38000 pos=38912000 | T=2 loss=0.340 from=0.408 joint=0.717 hard=0.870 | T=16 loss=0.374 from=0.407 joint=0.672 hard=0.809
+step 38100 loss=0.2882 pos=39014400 dt=16174
+step 38200 loss=0.3135 pos=39116800 dt=16260
+step 38300 loss=0.2948 pos=39219200 dt=16358
+step 38400 loss=0.3002 pos=39321600 dt=16445
+step 38500 loss=0.2803 pos=39424000 dt=16537
+step 38600 loss=0.2754 pos=39526400 dt=16623
+step 38700 loss=0.2539 pos=39628800 dt=16714
+step 38800 loss=0.2745 pos=39731200 dt=16799
+step 38900 loss=0.2464 pos=39833600 dt=16898
+step 39000 loss=0.2333 pos=39936000 dt=16983
+EVAL step 39000 pos=39936000 | T=2 loss=0.340 from=0.411 joint=0.652 hard=0.780 | T=16 loss=0.371 from=0.414 joint=0.632 hard=0.756
+step 39100 loss=0.2640 pos=40038400 dt=17120
+step 39200 loss=0.3753 pos=40140800 dt=17207
+step 39300 loss=0.3352 pos=40243200 dt=17305
+step 39400 loss=0.3351 pos=40345600 dt=17392
+step 39500 loss=0.3510 pos=40448000 dt=17486
+step 39600 loss=0.3213 pos=40550400 dt=17572
+step 39700 loss=0.3383 pos=40652800 dt=17667
+step 39800 loss=0.3532 pos=40755200 dt=17754
+step 39900 loss=0.2879 pos=40857600 dt=17845
+step 40000 loss=0.3396 pos=40960000 dt=17932
+EVAL step 40000 pos=40960000 | T=2 loss=0.317 from=0.409 joint=0.719 hard=0.873 | T=16 loss=0.343 from=0.408 joint=0.681 hard=0.821
+step 40100 loss=0.3110 pos=41062400 dt=18073
+step 40200 loss=0.3191 pos=41164800 dt=18160
+step 40300 loss=0.3191 pos=41267200 dt=18250
+step 40400 loss=0.2819 pos=41369600 dt=18337
+step 40500 loss=0.2963 pos=41472000 dt=18438
+step 40600 loss=0.3124 pos=41574400 dt=18524
+step 40700 loss=0.3207 pos=41676800 dt=18615
+step 40800 loss=0.3356 pos=41779200 dt=18702
+step 40900 loss=0.3361 pos=41881600 dt=18799
+step 41000 loss=0.3580 pos=41984000 dt=18886
+EVAL step 41000 pos=41984000 | T=2 loss=0.319 from=0.409 joint=0.730 hard=0.888 | T=16 loss=0.345 from=0.406 joint=0.693 hard=0.837
+step 41100 loss=0.2968 pos=42086400 dt=19024
+step 41200 loss=0.3439 pos=42188800 dt=19110
+step 41300 loss=0.3269 pos=42291200 dt=19201
+step 41400 loss=0.3314 pos=42393600 dt=19288
+step 41500 loss=0.3207 pos=42496000 dt=19382
+step 41600 loss=0.3021 pos=42598400 dt=19469
+step 41700 loss=0.3195 pos=42700800 dt=19562
+step 41800 loss=0.2989 pos=42803200 dt=19648
+step 41900 loss=0.3181 pos=42905600 dt=19749
+step 42000 loss=0.3033 pos=43008000 dt=19836
+EVAL step 42000 pos=43008000 | T=2 loss=0.320 from=0.403 joint=0.727 hard=0.885 | T=16 loss=0.348 from=0.402 joint=0.694 hard=0.841
+step 42100 loss=0.3150 pos=43110400 dt=19974
+step 42200 loss=0.3186 pos=43212800 dt=20061
+step 42300 loss=0.2902 pos=43315200 dt=20159
+step 42400 loss=0.3101 pos=43417600 dt=20246
+step 42500 loss=0.3223 pos=43520000 dt=20339
+step 42600 loss=0.3005 pos=43622400 dt=20426
+step 42700 loss=0.2953 pos=43724800 dt=20523
+step 42800 loss=0.3057 pos=43827200 dt=20610
+step 42900 loss=0.3362 pos=43929600 dt=20702
+step 43000 loss=0.3238 pos=44032000 dt=20788
+EVAL step 43000 pos=44032000 | T=2 loss=0.314 from=0.408 joint=0.724 hard=0.883 | T=16 loss=0.349 from=0.406 joint=0.688 hard=0.834
+step 43100 loss=0.2983 pos=44134400 dt=20931
+step 43200 loss=0.3092 pos=44236800 dt=21017
+step 43300 loss=0.3139 pos=44339200 dt=21108
+step 43400 loss=0.3215 pos=44441600 dt=21194
+step 43500 loss=0.2862 pos=44544000 dt=21290
+step 43600 loss=0.3119 pos=44646400 dt=21376
+step 43700 loss=0.2949 pos=44748800 dt=21467
+step 43800 loss=0.2815 pos=44851200 dt=21553
+step 43900 loss=0.2836 pos=44953600 dt=21648
+step 44000 loss=0.2819 pos=45056000 dt=21734
+EVAL step 44000 pos=45056000 | T=2 loss=0.316 from=0.404 joint=0.726 hard=0.882 | T=16 loss=0.353 from=0.402 joint=0.691 hard=0.832
+step 44100 loss=0.2829 pos=45158400 dt=21870
+step 44200 loss=0.2484 pos=45260800 dt=21956
+step 44300 loss=0.2845 pos=45363200 dt=22054
+step 44400 loss=0.2533 pos=45465600 dt=22140
+step 44500 loss=0.2802 pos=45568000 dt=22230
+step 44600 loss=0.2483 pos=45670400 dt=22316
+step 44700 loss=0.2459 pos=45772800 dt=22407
+step 44800 loss=0.2327 pos=45875200 dt=22493
+step 44900 loss=0.2244 pos=45977600 dt=22587
+step 45000 loss=0.2580 pos=46080000 dt=22672
+EVAL step 45000 pos=46080000 | T=2 loss=0.329 from=0.417 joint=0.670 hard=0.803 | T=16 loss=0.365 from=0.416 joint=0.626 hard=0.741
+step 45100 loss=0.2395 pos=46182400 dt=22806
+step 45200 loss=0.3326 pos=46284800 dt=22892
+step 45300 loss=0.3349 pos=46387200 dt=22990
+step 45400 loss=0.3289 pos=46489600 dt=23077
+step 45500 loss=0.3221 pos=46592000 dt=23170
+step 45600 loss=0.3522 pos=46694400 dt=23257
+step 45700 loss=0.3244 pos=46796800 dt=23353
+step 45800 loss=0.2984 pos=46899200 dt=23439
+step 45900 loss=0.3217 pos=47001600 dt=23530
+step 46000 loss=0.3101 pos=47104000 dt=23617
+EVAL step 46000 pos=47104000 | T=2 loss=0.311 from=0.409 joint=0.734 hard=0.894 | T=16 loss=0.337 from=0.410 joint=0.694 hard=0.838
+step 46100 loss=0.3183 pos=47206400 dt=23757
+step 46200 loss=0.3006 pos=47308800 dt=23843
+step 46300 loss=0.3101 pos=47411200 dt=23934
+step 46400 loss=0.2951 pos=47513600 dt=24021
+step 46500 loss=0.3028 pos=47616000 dt=24116
+step 46600 loss=0.3419 pos=47718400 dt=24202
+step 46700 loss=0.2737 pos=47820800 dt=24293
+step 46800 loss=0.3273 pos=47923200 dt=24380
+step 46900 loss=0.2726 pos=48025600 dt=24474
+step 47000 loss=0.3036 pos=48128000 dt=24561
+EVAL step 47000 pos=48128000 | T=2 loss=0.310 from=0.408 joint=0.729 hard=0.888 | T=16 loss=0.336 from=0.410 joint=0.690 hard=0.835
+step 47100 loss=0.3318 pos=48230400 dt=24696
+step 47200 loss=0.3063 pos=48332800 dt=24782
+step 47300 loss=0.2967 pos=48435200 dt=24876
+step 47400 loss=0.2749 pos=48537600 dt=24963
+step 47500 loss=0.2718 pos=48640000 dt=25054
+step 47600 loss=0.3179 pos=48742400 dt=25140
+step 47700 loss=0.3243 pos=48844800 dt=25236
+step 47800 loss=0.3166 pos=48947200 dt=25322
+step 47900 loss=0.3377 pos=49049600 dt=25414
+step 48000 loss=0.3257 pos=49152000 dt=25501
+EVAL step 48000 pos=49152000 | T=2 loss=0.312 from=0.411 joint=0.717 hard=0.869 | T=16 loss=0.339 from=0.409 joint=0.681 hard=0.817
+step 48100 loss=0.2966 pos=49254400 dt=25643
+step 48200 loss=0.3099 pos=49356800 dt=25730
+step 48300 loss=0.2831 pos=49459200 dt=25823
+step 48400 loss=0.2884 pos=49561600 dt=25910
+step 48500 loss=0.3025 pos=49664000 dt=26015
+step 48600 loss=0.3073 pos=49766400 dt=26101
+step 48700 loss=0.2687 pos=49868800 dt=26194
+step 48800 loss=0.2965 pos=49971200 dt=26281
+step 48900 loss=0.2944 pos=50073600 dt=26376
+step 49000 loss=0.2800 pos=50176000 dt=26462
+EVAL step 49000 pos=50176000 | T=2 loss=0.306 from=0.409 joint=0.728 hard=0.883 | T=16 loss=0.336 from=0.411 joint=0.690 hard=0.832

log_AMb.txt

@@ -0,0 +1,452 @@
+cfg AMb d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=250..500 hours=168.0
+step 13100 loss=0.5495 pos=13414400 dt=92
+step 13200 loss=0.4743 pos=13516800 dt=179
+step 13300 loss=0.6806 pos=13619200 dt=276
+step 13400 loss=0.5667 pos=13721600 dt=362
+step 13500 loss=0.6304 pos=13824000 dt=453
+step 13600 loss=0.5533 pos=13926400 dt=540
+step 13700 loss=0.5601 pos=14028800 dt=635
+step 13800 loss=0.5711 pos=14131200 dt=722
+step 13900 loss=0.5438 pos=14233600 dt=812
+step 14000 loss=0.5214 pos=14336000 dt=899
+EVAL step 14000 pos=14336000 | T=2 loss=0.537 from=0.386 joint=0.625 hard=0.754 | T=16 loss=0.558 from=0.380 joint=0.611 hard=0.731
+step 14100 loss=0.4960 pos=14438400 dt=1038
+step 14200 loss=0.5381 pos=14540800 dt=1125
+step 14300 loss=0.5112 pos=14643200 dt=1216
+step 14400 loss=0.4369 pos=14745600 dt=1303
+step 14500 loss=0.4766 pos=14848000 dt=1398
+step 14600 loss=0.4865 pos=14950400 dt=1485
+step 14700 loss=0.4549 pos=15052800 dt=1577
+step 14800 loss=0.4776 pos=15155200 dt=1663
+step 14900 loss=0.4504 pos=15257600 dt=1761
+step 15000 loss=0.4480 pos=15360000 dt=1848
+EVAL step 15000 pos=15360000 | T=2 loss=0.479 from=0.385 joint=0.627 hard=0.752 | T=16 loss=0.515 from=0.383 joint=0.606 hard=0.723
+step 15100 loss=0.4998 pos=15462400 dt=1984
+step 15200 loss=0.3924 pos=15564800 dt=2070
+step 15300 loss=0.4253 pos=15667200 dt=2164
+step 15400 loss=0.3968 pos=15769600 dt=2250
+step 15500 loss=0.4646 pos=15872000 dt=2341
+step 15600 loss=0.4401 pos=15974400 dt=2427
+step 15700 loss=0.4195 pos=16076800 dt=2523
+step 15800 loss=0.4274 pos=16179200 dt=2609
+step 15900 loss=0.4247 pos=16281600 dt=2700
+step 16000 loss=0.4430 pos=16384000 dt=2787
+EVAL step 16000 pos=16384000 | T=2 loss=0.426 from=0.388 joint=0.663 hard=0.803 | T=16 loss=0.454 from=0.388 joint=0.634 hard=0.766
+step 16100 loss=0.3912 pos=16486400 dt=2929
+step 16200 loss=0.4415 pos=16588800 dt=3015
+step 16300 loss=0.4423 pos=16691200 dt=3106
+step 16400 loss=0.4157 pos=16793600 dt=3193
+step 16500 loss=0.3986 pos=16896000 dt=3289
+step 16600 loss=0.3860 pos=16998400 dt=3376
+step 16700 loss=0.4178 pos=17100800 dt=3467
+step 16800 loss=0.4075 pos=17203200 dt=3554
+step 16900 loss=0.4218 pos=17305600 dt=3650
+step 17000 loss=0.4110 pos=17408000 dt=3736
+EVAL step 17000 pos=17408000 | T=2 loss=0.425 from=0.401 joint=0.666 hard=0.805 | T=16 loss=0.440 from=0.398 joint=0.639 hard=0.766
+step 17100 loss=0.3671 pos=17510400 dt=3877
+step 17200 loss=0.3534 pos=17612800 dt=3963
+step 17300 loss=0.3609 pos=17715200 dt=4060
+step 17400 loss=0.4018 pos=17817600 dt=4146
+step 17500 loss=0.4167 pos=17920000 dt=4239
+step 17600 loss=0.3915 pos=18022400 dt=4325
+step 17700 loss=0.3846 pos=18124800 dt=4422
+step 17800 loss=0.3763 pos=18227200 dt=4508
+step 17900 loss=0.3581 pos=18329600 dt=4599
+step 18000 loss=0.3870 pos=18432000 dt=4685
+EVAL step 18000 pos=18432000 | T=2 loss=0.397 from=0.401 joint=0.683 hard=0.826 | T=16 loss=0.436 from=0.397 joint=0.646 hard=0.778
+step 18100 loss=0.3913 pos=18534400 dt=4835
+step 18200 loss=0.3731 pos=18636800 dt=4921
+step 18300 loss=0.3804 pos=18739200 dt=5012
+step 18400 loss=0.3401 pos=18841600 dt=5098
+step 18500 loss=0.3279 pos=18944000 dt=5195
+step 18600 loss=0.3644 pos=19046400 dt=5280
+step 18700 loss=0.3198 pos=19148800 dt=5371
+step 18800 loss=0.3160 pos=19251200 dt=5457
+step 18900 loss=0.3209 pos=19353600 dt=5552
+step 19000 loss=0.3149 pos=19456000 dt=5638
+EVAL step 19000 pos=19456000 | T=2 loss=0.602 from=0.394 joint=0.565 hard=0.673 | T=16 loss=0.683 from=0.389 joint=0.552 hard=0.661
+step 19100 loss=0.3907 pos=19558400 dt=5776
+step 19200 loss=0.4027 pos=19660800 dt=5863
+step 19300 loss=0.3768 pos=19763200 dt=5965
+step 19400 loss=0.3985 pos=19865600 dt=6052
+step 19500 loss=0.3793 pos=19968000 dt=6145
+step 19600 loss=0.3983 pos=20070400 dt=6232
+step 19700 loss=0.3751 pos=20172800 dt=6330
+step 19800 loss=0.3611 pos=20275200 dt=6416
+step 19900 loss=0.3912 pos=20377600 dt=6507
+step 20000 loss=0.3563 pos=20480000 dt=6594
+EVAL step 20000 pos=20480000 | T=2 loss=0.365 from=0.402 joint=0.695 hard=0.842 | T=16 loss=0.408 from=0.397 joint=0.664 hard=0.800
+step 20100 loss=0.3837 pos=20582400 dt=6737
+step 20200 loss=0.3731 pos=20684800 dt=6824
+step 20300 loss=0.4047 pos=20787200 dt=6915
+step 20400 loss=0.4237 pos=20889600 dt=7001
+step 20500 loss=0.3725 pos=20992000 dt=7093
+step 20600 loss=0.3771 pos=21094400 dt=7180
+step 20700 loss=0.4188 pos=21196800 dt=7279
+step 20800 loss=0.3622 pos=21299200 dt=7366
+step 20900 loss=0.3898 pos=21401600 dt=7460
+step 21000 loss=0.3729 pos=21504000 dt=7546
+EVAL step 21000 pos=21504000 | T=2 loss=0.362 from=0.406 joint=0.687 hard=0.831 | T=16 loss=0.393 from=0.406 joint=0.668 hard=0.806
+step 21100 loss=0.3601 pos=21606400 dt=7688
+step 21200 loss=0.3694 pos=21708800 dt=7775
+step 21300 loss=0.3653 pos=21811200 dt=7866
+step 21400 loss=0.3769 pos=21913600 dt=7953
+step 21500 loss=0.3445 pos=22016000 dt=8044
+step 21600 loss=0.3417 pos=22118400 dt=8131
+step 21700 loss=0.3675 pos=22220800 dt=8223
+step 21800 loss=0.3652 pos=22323200 dt=8310
+step 21900 loss=0.3886 pos=22425600 dt=8401
+step 22000 loss=0.3792 pos=22528000 dt=8488
+EVAL step 22000 pos=22528000 | T=2 loss=0.386 from=0.408 joint=0.679 hard=0.821 | T=16 loss=0.425 from=0.409 joint=0.643 hard=0.771
+step 22100 loss=0.4069 pos=22630400 dt=8631
+step 22200 loss=0.3688 pos=22732800 dt=8717
+step 22300 loss=0.3581 pos=22835200 dt=8809
+step 22400 loss=0.3954 pos=22937600 dt=8895
+step 22500 loss=0.3946 pos=23040000 dt=8988
+step 22600 loss=0.3811 pos=23142400 dt=9075
+step 22700 loss=0.3422 pos=23244800 dt=9172
+step 22800 loss=0.3899 pos=23347200 dt=9258
+step 22900 loss=0.3443 pos=23449600 dt=9349
+step 23000 loss=0.3352 pos=23552000 dt=9435
+EVAL step 23000 pos=23552000 | T=2 loss=0.370 from=0.403 joint=0.685 hard=0.825 | T=16 loss=0.399 from=0.401 joint=0.658 hard=0.790
+step 23100 loss=0.3411 pos=23654400 dt=9579
+step 23200 loss=0.3478 pos=23756800 dt=9666
+step 23300 loss=0.3229 pos=23859200 dt=9757
+step 23400 loss=0.3735 pos=23961600 dt=9844
+step 23500 loss=0.3636 pos=24064000 dt=9944
+step 23600 loss=0.3805 pos=24166400 dt=10031
+step 23700 loss=0.3202 pos=24268800 dt=10121
+step 23800 loss=0.3844 pos=24371200 dt=10208
+step 23900 loss=0.3722 pos=24473600 dt=10300
+step 24000 loss=0.3218 pos=24576000 dt=10387
+EVAL step 24000 pos=24576000 | T=2 loss=0.358 from=0.404 joint=0.705 hard=0.854 | T=16 loss=0.390 from=0.403 joint=0.673 hard=0.812
+step 24100 loss=0.3381 pos=24678400 dt=10525
+step 24200 loss=0.3521 pos=24780800 dt=10612
+step 24300 loss=0.3201 pos=24883200 dt=10705
+step 24400 loss=0.3581 pos=24985600 dt=10791
+step 24500 loss=0.3270 pos=25088000 dt=10883
+step 24600 loss=0.3251 pos=25190400 dt=10970
+step 24700 loss=0.2930 pos=25292800 dt=11066
+step 24800 loss=0.3200 pos=25395200 dt=11152
+step 24900 loss=0.2921 pos=25497600 dt=11243
+step 25000 loss=0.2877 pos=25600000 dt=11329
+EVAL step 25000 pos=25600000 | T=2 loss=0.417 from=0.423 joint=0.612 hard=0.736 | T=16 loss=0.473 from=0.417 joint=0.601 hard=0.720
+step 25100 loss=0.2680 pos=25702400 dt=11467
+step 25200 loss=0.3700 pos=25804800 dt=11554
+step 25300 loss=0.3886 pos=25907200 dt=11645
+step 25400 loss=0.3233 pos=26009600 dt=11733
+step 25500 loss=0.3516 pos=26112000 dt=11824
+step 25600 loss=0.3536 pos=26214400 dt=11912
+step 25700 loss=0.3463 pos=26316800 dt=12132
+step 25800 loss=0.3847 pos=26419200 dt=12219
+step 25900 loss=0.3512 pos=26521600 dt=12319
+step 26000 loss=0.3510 pos=26624000 dt=12406
+EVAL step 26000 pos=26624000 | T=2 loss=0.355 from=0.404 joint=0.713 hard=0.866 | T=16 loss=0.382 from=0.404 joint=0.684 hard=0.827
+step 26100 loss=0.3655 pos=26726400 dt=12543
+step 26200 loss=0.3389 pos=26828800 dt=12630
+step 26300 loss=0.3666 pos=26931200 dt=12726
+step 26400 loss=0.3707 pos=27033600 dt=12813
+step 26500 loss=0.3528 pos=27136000 dt=12904
+step 26600 loss=0.3532 pos=27238400 dt=12991
+step 26700 loss=0.3459 pos=27340800 dt=13083
+step 26800 loss=0.3725 pos=27443200 dt=13170
+step 26900 loss=0.3228 pos=27545600 dt=13262
+step 27000 loss=0.3579 pos=27648000 dt=13349
+EVAL step 27000 pos=27648000 | T=2 loss=0.349 from=0.403 joint=0.716 hard=0.870 | T=16 loss=0.369 from=0.398 joint=0.683 hard=0.827
+step 27100 loss=0.3652 pos=27750400 dt=13485
+step 27200 loss=0.3333 pos=27852800 dt=13572
+step 27300 loss=0.3485 pos=27955200 dt=13673
+step 27400 loss=0.3306 pos=28057600 dt=13760
+step 27500 loss=0.3657 pos=28160000 dt=13852
+step 27600 loss=0.3472 pos=28262400 dt=13939
+step 27700 loss=0.3649 pos=28364800 dt=14030
+step 27800 loss=0.3736 pos=28467200 dt=14116
+step 27900 loss=0.3304 pos=28569600 dt=14207
+step 28000 loss=0.3149 pos=28672000 dt=14293
+EVAL step 28000 pos=28672000 | T=2 loss=0.350 from=0.405 joint=0.705 hard=0.853 | T=16 loss=0.385 from=0.406 joint=0.679 hard=0.818
+step 28100 loss=0.3345 pos=28774400 dt=14430
+step 28200 loss=0.3519 pos=28876800 dt=14516
+step 28300 loss=0.3504 pos=28979200 dt=14607
+step 28400 loss=0.3299 pos=29081600 dt=14694
+step 28500 loss=0.3317 pos=29184000 dt=14786
+step 28600 loss=0.3800 pos=29286400 dt=14873
+step 28700 loss=0.3067 pos=29388800 dt=14966
+step 28800 loss=0.3869 pos=29491200 dt=15052
+step 28900 loss=0.3380 pos=29593600 dt=15143
+step 29000 loss=0.3316 pos=29696000 dt=15230
+EVAL step 29000 pos=29696000 | T=2 loss=0.369 from=0.397 joint=0.691 hard=0.835 | T=16 loss=0.399 from=0.402 joint=0.662 hard=0.796
+step 29100 loss=0.3051 pos=29798400 dt=15378
+step 29200 loss=0.3468 pos=29900800 dt=15464
+step 29300 loss=0.3524 pos=30003200 dt=15556
+step 29400 loss=0.3265 pos=30105600 dt=15642
+step 29500 loss=0.3182 pos=30208000 dt=15742
+step 29600 loss=0.3490 pos=30310400 dt=15828
+step 29700 loss=0.3113 pos=30412800 dt=15919
+step 29800 loss=0.3676 pos=30515200 dt=16005
+step 29900 loss=0.3135 pos=30617600 dt=16106
+step 30000 loss=0.3140 pos=30720000 dt=16192
+EVAL step 30000 pos=30720000 | T=2 loss=0.359 from=0.411 joint=0.699 hard=0.848 | T=16 loss=0.387 from=0.417 joint=0.664 hard=0.801
+step 30100 loss=0.3749 pos=30822400 dt=16327
+step 30200 loss=0.3481 pos=30924800 dt=16414
+step 30300 loss=0.3178 pos=31027200 dt=16516
+step 30400 loss=0.3446 pos=31129600 dt=16603
+step 30500 loss=0.3228 pos=31232000 dt=16694
+step 30600 loss=0.3033 pos=31334400 dt=16780
+step 30700 loss=0.2848 pos=31436800 dt=16876
+step 30800 loss=0.2527 pos=31539200 dt=16961
+step 30900 loss=0.2980 pos=31641600 dt=17051
+step 31000 loss=0.2719 pos=31744000 dt=17137
+EVAL step 31000 pos=31744000 | T=2 loss=0.359 from=0.409 joint=0.676 hard=0.813 | T=16 loss=0.396 from=0.404 joint=0.646 hard=0.772
+step 31100 loss=0.3480 pos=31846400 dt=17277
+step 31200 loss=0.3637 pos=31948800 dt=17364
+step 31300 loss=0.3252 pos=32051200 dt=17454
+step 31400 loss=0.3471 pos=32153600 dt=17541
+step 31500 loss=0.3595 pos=32256000 dt=17636
+step 31600 loss=0.3587 pos=32358400 dt=17723
+step 31700 loss=0.3557 pos=32460800 dt=17814
+step 31800 loss=0.3306 pos=32563200 dt=17901
+step 31900 loss=0.3688 pos=32665600 dt=17991
+step 32000 loss=0.3539 pos=32768000 dt=18078
+EVAL step 32000 pos=32768000 | T=2 loss=0.343 from=0.405 joint=0.712 hard=0.866 | T=16 loss=0.366 from=0.402 joint=0.681 hard=0.820
+step 32100 loss=0.3345 pos=32870400 dt=18214
+step 32200 loss=0.3214 pos=32972800 dt=18301
+step 32300 loss=0.3711 pos=33075200 dt=18393
+step 32400 loss=0.3120 pos=33177600 dt=18479
+step 32500 loss=0.3410 pos=33280000 dt=18574
+step 32600 loss=0.3628 pos=33382400 dt=18661
+step 32700 loss=0.3386 pos=33484800 dt=18752
+step 32800 loss=0.3573 pos=33587200 dt=18839
+step 32900 loss=0.3249 pos=33689600 dt=18934
+step 33000 loss=0.3360 pos=33792000 dt=19021
+EVAL step 33000 pos=33792000 | T=2 loss=0.342 from=0.404 joint=0.718 hard=0.873 | T=16 loss=0.369 from=0.397 joint=0.684 hard=0.823
+step 33100 loss=0.3512 pos=33894400 dt=19157
+step 33200 loss=0.3181 pos=33996800 dt=19243
+step 33300 loss=0.3121 pos=34099200 dt=19339
+step 33400 loss=0.3460 pos=34201600 dt=19425
+step 33500 loss=0.3532 pos=34304000 dt=19524
+step 33600 loss=0.3554 pos=34406400 dt=19610
+step 33700 loss=0.3302 pos=34508800 dt=19707
+step 33800 loss=0.3305 pos=34611200 dt=19793
+step 33900 loss=0.3321 pos=34713600 dt=19885
+step 34000 loss=0.2845 pos=34816000 dt=19971
+EVAL step 34000 pos=34816000 | T=2 loss=0.341 from=0.409 joint=0.711 hard=0.861 | T=16 loss=0.380 from=0.408 joint=0.673 hard=0.811
+step 34100 loss=0.3213 pos=34918400 dt=20114
+step 34200 loss=0.3547 pos=35020800 dt=20200
+step 34300 loss=0.3333 pos=35123200 dt=20293
+step 34400 loss=0.3199 pos=35225600 dt=20379
+step 34500 loss=0.3354 pos=35328000 dt=20489
+step 34600 loss=0.3198 pos=35430400 dt=20575
+step 34700 loss=0.3389 pos=35532800 dt=20667
+step 34800 loss=0.3215 pos=35635200 dt=20754
+step 34900 loss=0.3166 pos=35737600 dt=20850
+step 35000 loss=0.2989 pos=35840000 dt=20936
+EVAL step 35000 pos=35840000 | T=2 loss=0.330 from=0.409 joint=0.724 hard=0.880 | T=16 loss=0.359 from=0.408 joint=0.685 hard=0.828
+step 35100 loss=0.3127 pos=35942400 dt=21075
+step 35200 loss=0.3307 pos=36044800 dt=21162
+step 35300 loss=0.2806 pos=36147200 dt=21260
+step 35400 loss=0.2655 pos=36249600 dt=21346
+step 35500 loss=0.3215 pos=36352000 dt=21437
+step 35600 loss=0.3220 pos=36454400 dt=21524
+step 35700 loss=0.3119 pos=36556800 dt=21623
+step 35800 loss=0.3087 pos=36659200 dt=21709
+step 35900 loss=0.3327 pos=36761600 dt=21800
+step 36000 loss=0.3118 pos=36864000 dt=21886
+EVAL step 36000 pos=36864000 | T=2 loss=0.333 from=0.408 joint=0.711 hard=0.861 | T=16 loss=0.367 from=0.407 joint=0.683 hard=0.823
+step 36100 loss=0.2935 pos=36966400 dt=22023
+step 36200 loss=0.3030 pos=37068800 dt=22109
+step 36300 loss=0.3140 pos=37171200 dt=22204
+step 36400 loss=0.2890 pos=37273600 dt=22290
+step 36500 loss=0.2988 pos=37376000 dt=22381
+step 36600 loss=0.2659 pos=37478400 dt=22467
+step 36700 loss=0.2771 pos=37580800 dt=22565
+step 36800 loss=0.2855 pos=37683200 dt=22650
+step 36900 loss=0.2335 pos=37785600 dt=22740
+step 37000 loss=0.2358 pos=37888000 dt=22826
+EVAL step 37000 pos=37888000 | T=2 loss=0.342 from=0.398 joint=0.697 hard=0.838 | T=16 loss=0.380 from=0.397 joint=0.669 hard=0.803
+step 37100 loss=0.2088 pos=37990400 dt=22969
+step 37200 loss=0.3377 pos=38092800 dt=23055
+step 37300 loss=0.3119 pos=38195200 dt=23146
+step 37400 loss=0.3212 pos=38297600 dt=23233
+step 37500 loss=0.3325 pos=38400000 dt=23330
+step 37600 loss=0.3163 pos=38502400 dt=23416
+step 37700 loss=0.3072 pos=38604800 dt=23510
+step 37800 loss=0.3573 pos=38707200 dt=23597
+step 37900 loss=0.3086 pos=38809600 dt=23696
+step 38000 loss=0.3111 pos=38912000 dt=23783
+EVAL step 38000 pos=38912000 | T=2 loss=0.324 from=0.405 joint=0.720 hard=0.874 | T=16 loss=0.358 from=0.407 joint=0.682 hard=0.824
+step 38100 loss=0.3331 pos=39014400 dt=23951
+step 38200 loss=0.3444 pos=39116800 dt=24038
+step 38300 loss=0.3053 pos=39219200 dt=24133
+step 38400 loss=0.3461 pos=39321600 dt=24219
+step 38500 loss=0.3254 pos=39424000 dt=24310
+step 38600 loss=0.3402 pos=39526400 dt=24397
+step 38700 loss=0.2894 pos=39628800 dt=24496
+step 38800 loss=0.2771 pos=39731200 dt=24582
+step 38900 loss=0.3331 pos=39833600 dt=24674
+step 39000 loss=0.3046 pos=39936000 dt=24760
+EVAL step 39000 pos=39936000 | T=2 loss=0.326 from=0.403 joint=0.720 hard=0.873 | T=16 loss=0.358 from=0.401 joint=0.680 hard=0.818
+step 39100 loss=0.3204 pos=40038400 dt=24897
+step 39200 loss=0.2988 pos=40140800 dt=24984
+step 39300 loss=0.3273 pos=40243200 dt=25081
+step 39400 loss=0.2914 pos=40345600 dt=25167
+step 39500 loss=0.3203 pos=40448000 dt=25258
+step 39600 loss=0.3088 pos=40550400 dt=25345
+step 39700 loss=0.3583 pos=40652800 dt=25443
+step 39800 loss=0.3164 pos=40755200 dt=25530
+step 39900 loss=0.2909 pos=40857600 dt=25622
+step 40000 loss=0.3023 pos=40960000 dt=25709
+EVAL step 40000 pos=40960000 | T=2 loss=0.321 from=0.408 joint=0.705 hard=0.853 | T=16 loss=0.350 from=0.408 joint=0.678 hard=0.817
+step 40100 loss=0.2657 pos=41062400 dt=25854
+step 40200 loss=0.3333 pos=41164800 dt=25940
+step 40300 loss=0.3082 pos=41267200 dt=26034
+step 40400 loss=0.3218 pos=41369600 dt=26120
+step 40500 loss=0.3133 pos=41472000 dt=26217
+step 40600 loss=0.3333 pos=41574400 dt=26304
+step 40700 loss=0.3084 pos=41676800 dt=26395
+step 40800 loss=0.2741 pos=41779200 dt=26481
+step 40900 loss=0.2992 pos=41881600 dt=26578
+step 41000 loss=0.3268 pos=41984000 dt=26664
+EVAL step 41000 pos=41984000 | T=2 loss=0.321 from=0.409 joint=0.729 hard=0.886 | T=16 loss=0.343 from=0.409 joint=0.691 hard=0.834
+step 41100 loss=0.2786 pos=42086400 dt=26801
+step 41200 loss=0.2987 pos=42188800 dt=26887
+step 41300 loss=0.2989 pos=42291200 dt=26986
+step 41400 loss=0.3113 pos=42393600 dt=27073
+step 41500 loss=0.3067 pos=42496000 dt=27163
+step 41600 loss=0.2711 pos=42598400 dt=27250
+step 41700 loss=0.3241 pos=42700800 dt=27347
+step 41800 loss=0.2801 pos=42803200 dt=27433
+step 41900 loss=0.3226 pos=42905600 dt=27524
+step 42000 loss=0.2925 pos=43008000 dt=27611
+EVAL step 42000 pos=43008000 | T=2 loss=0.316 from=0.407 joint=0.728 hard=0.887 | T=16 loss=0.343 from=0.408 joint=0.695 hard=0.839
+step 42100 loss=0.2847 pos=43110400 dt=27748
+step 42200 loss=0.2975 pos=43212800 dt=27835
+step 42300 loss=0.2766 pos=43315200 dt=27930
+step 42400 loss=0.2567 pos=43417600 dt=28016
+step 42500 loss=0.2992 pos=43520000 dt=28108
+step 42600 loss=0.3203 pos=43622400 dt=28194
+step 42700 loss=0.2755 pos=43724800 dt=28289
+step 42800 loss=0.2494 pos=43827200 dt=28375
+step 42900 loss=0.2501 pos=43929600 dt=28466
+step 43000 loss=0.2401 pos=44032000 dt=28551
+EVAL step 43000 pos=44032000 | T=2 loss=0.314 from=0.406 joint=0.709 hard=0.860 | T=16 loss=0.344 from=0.406 joint=0.681 hard=0.820
+step 43100 loss=0.2219 pos=44134400 dt=28692
+step 43200 loss=0.2402 pos=44236800 dt=28778
+step 43300 loss=0.3253 pos=44339200 dt=28871
+step 43400 loss=0.3505 pos=44441600 dt=28957
+step 43500 loss=0.3168 pos=44544000 dt=29053
+step 43600 loss=0.3008 pos=44646400 dt=29139
+step 43700 loss=0.3187 pos=44748800 dt=29231
+step 43800 loss=0.2858 pos=44851200 dt=29317
+step 43900 loss=0.3173 pos=44953600 dt=29415
+step 44000 loss=0.3346 pos=45056000 dt=29501
+EVAL step 44000 pos=45056000 | T=2 loss=0.326 from=0.405 joint=0.716 hard=0.870 | T=16 loss=0.348 from=0.403 joint=0.678 hard=0.817
+step 44100 loss=0.3281 pos=45158400 dt=29639
+step 44200 loss=0.2986 pos=45260800 dt=29726
+step 44300 loss=0.2918 pos=45363200 dt=29824
+step 44400 loss=0.3204 pos=45465600 dt=29910
+step 44500 loss=0.3393 pos=45568000 dt=30003
+step 44600 loss=0.2972 pos=45670400 dt=30089
+step 44700 loss=0.3060 pos=45772800 dt=30185
+step 44800 loss=0.3041 pos=45875200 dt=30272
+step 44900 loss=0.3201 pos=45977600 dt=30363
+step 45000 loss=0.3079 pos=46080000 dt=30449
+EVAL step 45000 pos=46080000 | T=2 loss=0.311 from=0.410 joint=0.729 hard=0.886 | T=16 loss=0.342 from=0.408 joint=0.703 hard=0.851
+step 45100 loss=0.2976 pos=46182400 dt=30584
+step 45200 loss=0.3193 pos=46284800 dt=30671
+step 45300 loss=0.2922 pos=46387200 dt=30767
+step 45400 loss=0.3062 pos=46489600 dt=30854
+step 45500 loss=0.2688 pos=46592000 dt=30945
+step 45600 loss=0.3151 pos=46694400 dt=31032
+step 45700 loss=0.2913 pos=46796800 dt=31127
+step 45800 loss=0.3303 pos=46899200 dt=31213
+step 45900 loss=0.3191 pos=47001600 dt=31308
+step 46000 loss=0.3086 pos=47104000 dt=31395
+EVAL step 46000 pos=47104000 | T=2 loss=0.313 from=0.414 joint=0.700 hard=0.844 | T=16 loss=0.342 from=0.412 joint=0.660 hard=0.787
+step 46100 loss=0.2853 pos=47206400 dt=31536
+step 46200 loss=0.3353 pos=47308800 dt=31623
+step 46300 loss=0.3410 pos=47411200 dt=31714
+step 46400 loss=0.2990 pos=47513600 dt=31801
+step 46500 loss=0.3003 pos=47616000 dt=31896
+step 46600 loss=0.2973 pos=47718400 dt=31983
+step 46700 loss=0.3056 pos=47820800 dt=32073
+step 46800 loss=0.3045 pos=47923200 dt=32160
+step 46900 loss=0.2999 pos=48025600 dt=32255
+step 47000 loss=0.3432 pos=48128000 dt=32342
+EVAL step 47000 pos=48128000 | T=2 loss=0.309 from=0.401 joint=0.730 hard=0.888 | T=16 loss=0.335 from=0.407 joint=0.700 hard=0.848
+step 47100 loss=0.3122 pos=48230400 dt=32479
+step 47200 loss=0.3221 pos=48332800 dt=32566
+step 47300 loss=0.2751 pos=48435200 dt=32662
+step 47400 loss=0.2957 pos=48537600 dt=32748
+step 47500 loss=0.2801 pos=48640000 dt=32839
+step 47600 loss=0.2847 pos=48742400 dt=32925
+step 47700 loss=0.3011 pos=48844800 dt=33019
+step 47800 loss=0.2728 pos=48947200 dt=33105
+step 47900 loss=0.2691 pos=49049600 dt=33196
+step 48000 loss=0.2854 pos=49152000 dt=33282
+EVAL step 48000 pos=49152000 | T=2 loss=0.307 from=0.414 joint=0.734 hard=0.896 | T=16 loss=0.330 from=0.416 joint=0.700 hard=0.849
+step 48100 loss=0.2671 pos=49254400 dt=33423
+step 48200 loss=0.2673 pos=49356800 dt=33510
+step 48300 loss=0.2911 pos=49459200 dt=33601
+step 48400 loss=0.3083 pos=49561600 dt=33687
+step 48500 loss=0.3098 pos=49664000 dt=33784
+step 48600 loss=0.3029 pos=49766400 dt=33870
+step 48700 loss=0.2653 pos=49868800 dt=33962
+step 48800 loss=0.2236 pos=49971200 dt=34047
+step 48900 loss=0.2313 pos=50073600 dt=34145
+step 49000 loss=0.2475 pos=50176000 dt=34230
+EVAL step 49000 pos=50176000 | T=2 loss=0.311 from=0.414 joint=0.701 hard=0.848 | T=16 loss=0.341 from=0.408 joint=0.679 hard=0.818
+step 49100 loss=0.2356 pos=50278400 dt=34367
+step 49200 loss=0.1955 pos=50380800 dt=34452
+step 49300 loss=0.2903 pos=50483200 dt=34546
+step 49400 loss=0.3229 pos=50585600 dt=34633
+step 49500 loss=0.2800 pos=50688000 dt=34726
+step 49600 loss=0.2730 pos=50790400 dt=34813
+step 49700 loss=0.2937 pos=50892800 dt=34913
+step 49800 loss=0.2638 pos=50995200 dt=35000
+step 49900 loss=0.2692 pos=51097600 dt=35092
+step 50000 loss=0.3324 pos=51200000 dt=35179
+EVAL step 50000 pos=51200000 | T=2 loss=0.304 from=0.410 joint=0.723 hard=0.876 | T=16 loss=0.332 from=0.415 joint=0.690 hard=0.831
+step 50100 loss=0.2606 pos=51302400 dt=35320
+step 50200 loss=0.3057 pos=51404800 dt=35406
+step 50300 loss=0.2853 pos=51507200 dt=35498
+step 50400 loss=0.3106 pos=51609600 dt=35584
+step 50500 loss=0.3254 pos=51712000 dt=35683
+step 50600 loss=0.3196 pos=51814400 dt=35770
+step 50700 loss=0.3224 pos=51916800 dt=35864
+step 50800 loss=0.3035 pos=52019200 dt=35950
+step 50900 loss=0.2989 pos=52121600 dt=36042
+step 51000 loss=0.3287 pos=52224000 dt=36129
+EVAL step 51000 pos=52224000 | T=2 loss=0.304 from=0.407 joint=0.735 hard=0.897 | T=16 loss=0.336 from=0.407 joint=0.698 hard=0.845
+step 51100 loss=0.3391 pos=52326400 dt=36268
+step 51200 loss=0.3160 pos=52428800 dt=36355
+step 51300 loss=0.3123 pos=52531200 dt=36448
+step 51400 loss=0.2937 pos=52633600 dt=36534
+step 51500 loss=0.3038 pos=52736000 dt=36628
+step 51600 loss=0.2871 pos=52838400 dt=36714
+step 51700 loss=0.2994 pos=52940800 dt=36809
+step 51800 loss=0.3162 pos=53043200 dt=36895
+step 51900 loss=0.3201 pos=53145600 dt=36986
+step 52000 loss=0.3398 pos=53248000 dt=37073
+EVAL step 52000 pos=53248000 | T=2 loss=0.304 from=0.409 joint=0.729 hard=0.888 | T=16 loss=0.330 from=0.411 joint=0.686 hard=0.825
+step 52100 loss=0.3032 pos=53350400 dt=37212
+step 52200 loss=0.3118 pos=53452800 dt=37298
+step 52300 loss=0.3211 pos=53555200 dt=37391
+step 52400 loss=0.2921 pos=53657600 dt=37477
+step 52500 loss=0.3152 pos=53760000 dt=37572
+step 52600 loss=0.3116 pos=53862400 dt=37659
+step 52700 loss=0.2699 pos=53964800 dt=37749
+step 52800 loss=0.2695 pos=54067200 dt=37836
+step 52900 loss=0.2925 pos=54169600 dt=37928
+step 53000 loss=0.2779 pos=54272000 dt=38014
+EVAL step 53000 pos=54272000 | T=2 loss=0.307 from=0.409 joint=0.738 hard=0.901 | T=16 loss=0.332 from=0.409 joint=0.701 hard=0.849
+step 53100 loss=0.3259 pos=54374400 dt=38149
+step 53200 loss=0.3092 pos=54476800 dt=38236
+step 53300 loss=0.2671 pos=54579200 dt=38328
+step 53400 loss=0.2698 pos=54681600 dt=38415
+step 53500 loss=0.2608 pos=54784000 dt=38505
+step 53600 loss=0.3033 pos=54886400 dt=38592
+step 53700 loss=0.2991 pos=54988800 dt=38684
+step 53800 loss=0.2876 pos=55091200 dt=38770
+step 53900 loss=0.3127 pos=55193600 dt=38861
+step 54000 loss=0.2774 pos=55296000 dt=38947
+EVAL step 54000 pos=55296000 | T=2 loss=0.307 from=0.410 joint=0.739 hard=0.902 | T=16 loss=0.340 from=0.408 joint=0.707 hard=0.857

log_AMc.txt

@@ -0,0 +1,391 @@
+cfg AMc d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=500..750 hours=168.0
+step 23700 loss=0.4073 pos=24268800 dt=91
+step 23800 loss=0.4145 pos=24371200 dt=179
+step 23900 loss=0.4169 pos=24473600 dt=279
+step 24000 loss=0.4036 pos=24576000 dt=366
+EVAL step 24000 pos=24576000 | T=2 loss=0.429 from=0.393 joint=0.649 hard=0.779 | T=16 loss=0.450 from=0.390 joint=0.623 hard=0.747
+step 24100 loss=0.4281 pos=24678400 dt=506
+step 24200 loss=0.4568 pos=24780800 dt=593
+step 24300 loss=0.3895 pos=24883200 dt=694
+step 24400 loss=0.4427 pos=24985600 dt=781
+step 24500 loss=0.4227 pos=25088000 dt=873
+step 24600 loss=0.3977 pos=25190400 dt=960
+step 24700 loss=0.3790 pos=25292800 dt=1059
+step 24800 loss=0.4452 pos=25395200 dt=1146
+step 24900 loss=0.4136 pos=25497600 dt=1238
+step 25000 loss=0.3813 pos=25600000 dt=1325
+EVAL step 25000 pos=25600000 | T=2 loss=0.396 from=0.404 joint=0.682 hard=0.826 | T=16 loss=0.420 from=0.401 joint=0.666 hard=0.806
+step 25100 loss=0.4037 pos=25702400 dt=1465
+step 25200 loss=0.3904 pos=25804800 dt=1552
+step 25300 loss=0.4170 pos=25907200 dt=1644
+step 25400 loss=0.3907 pos=26009600 dt=1731
+step 25500 loss=0.3651 pos=26112000 dt=1823
+step 25600 loss=0.3886 pos=26214400 dt=1910
+step 25700 loss=0.3835 pos=26316800 dt=2013
+step 25800 loss=0.3655 pos=26419200 dt=2100
+step 25900 loss=0.4158 pos=26521600 dt=2192
+step 26000 loss=0.3674 pos=26624000 dt=2279
+EVAL step 26000 pos=26624000 | T=2 loss=0.381 from=0.403 joint=0.677 hard=0.820 | T=16 loss=0.405 from=0.399 joint=0.660 hard=0.797
+step 26100 loss=0.4068 pos=26726400 dt=2416
+step 26200 loss=0.3765 pos=26828800 dt=2503
+step 26300 loss=0.3958 pos=26931200 dt=2594
+step 26400 loss=0.3540 pos=27033600 dt=2681
+step 26500 loss=0.3740 pos=27136000 dt=2773
+step 26600 loss=0.4108 pos=27238400 dt=2860
+step 26700 loss=0.4261 pos=27340800 dt=2957
+step 26800 loss=0.3841 pos=27443200 dt=3044
+step 26900 loss=0.3157 pos=27545600 dt=3135
+step 27000 loss=0.3464 pos=27648000 dt=3222
+EVAL step 27000 pos=27648000 | T=2 loss=0.371 from=0.398 joint=0.686 hard=0.827 | T=16 loss=0.398 from=0.400 joint=0.660 hard=0.792
+step 27100 loss=0.4133 pos=27750400 dt=3359
+step 27200 loss=0.3687 pos=27852800 dt=3446
+step 27300 loss=0.3527 pos=27955200 dt=3543
+step 27400 loss=0.4107 pos=28057600 dt=3630
+step 27500 loss=0.3453 pos=28160000 dt=3724
+step 27600 loss=0.3631 pos=28262400 dt=3811
+step 27700 loss=0.3619 pos=28364800 dt=3918
+step 27800 loss=0.3842 pos=28467200 dt=4005
+step 27900 loss=0.3405 pos=28569600 dt=4098
+step 28000 loss=0.3555 pos=28672000 dt=4186
+EVAL step 28000 pos=28672000 | T=2 loss=0.360 from=0.405 joint=0.697 hard=0.845 | T=16 loss=0.392 from=0.408 joint=0.664 hard=0.800
+step 28100 loss=0.3667 pos=28774400 dt=4331
+step 28200 loss=0.3872 pos=28876800 dt=4418
+step 28300 loss=0.3696 pos=28979200 dt=4511
+step 28400 loss=0.3418 pos=29081600 dt=4598
+step 28500 loss=0.3628 pos=29184000 dt=4690
+step 28600 loss=0.3474 pos=29286400 dt=4777
+step 28700 loss=0.3339 pos=29388800 dt=4875
+step 28800 loss=0.3274 pos=29491200 dt=4962
+step 28900 loss=0.3366 pos=29593600 dt=5055
+step 29000 loss=0.2930 pos=29696000 dt=5141
+EVAL step 29000 pos=29696000 | T=2 loss=0.352 from=0.405 joint=0.701 hard=0.851 | T=16 loss=0.381 from=0.404 joint=0.674 hard=0.813
+step 29100 loss=0.3375 pos=29798400 dt=5283
+step 29200 loss=0.2925 pos=29900800 dt=5370
+step 29300 loss=0.3178 pos=30003200 dt=5462
+step 29400 loss=0.3243 pos=30105600 dt=5548
+step 29500 loss=0.2772 pos=30208000 dt=5645
+step 29600 loss=0.2432 pos=30310400 dt=5731
+step 29700 loss=0.3642 pos=30412800 dt=5822
+step 29800 loss=0.3887 pos=30515200 dt=5909
+step 29900 loss=0.3660 pos=30617600 dt=6006
+step 30000 loss=0.3313 pos=30720000 dt=6093
+EVAL step 30000 pos=30720000 | T=2 loss=0.363 from=0.408 joint=0.696 hard=0.841 | T=16 loss=0.404 from=0.404 joint=0.655 hard=0.787
+step 30100 loss=0.3645 pos=30822400 dt=6233
+step 30200 loss=0.3757 pos=30924800 dt=6320
+step 30300 loss=0.3751 pos=31027200 dt=6411
+step 30400 loss=0.3754 pos=31129600 dt=6498
+step 30500 loss=0.3599 pos=31232000 dt=6590
+step 30600 loss=0.3625 pos=31334400 dt=6677
+step 30700 loss=0.3469 pos=31436800 dt=6772
+step 30800 loss=0.3616 pos=31539200 dt=6859
+step 30900 loss=0.3469 pos=31641600 dt=6950
+step 31000 loss=0.3436 pos=31744000 dt=7037
+EVAL step 31000 pos=31744000 | T=2 loss=0.341 from=0.405 joint=0.702 hard=0.848 | T=16 loss=0.371 from=0.403 joint=0.674 hard=0.810
+step 31100 loss=0.3984 pos=31846400 dt=7180
+step 31200 loss=0.3552 pos=31948800 dt=7267
+step 31300 loss=0.3427 pos=32051200 dt=7359
+step 31400 loss=0.3479 pos=32153600 dt=7446
+step 31500 loss=0.3649 pos=32256000 dt=7544
+step 31600 loss=0.3850 pos=32358400 dt=7632
+step 31700 loss=0.3277 pos=32460800 dt=7723
+step 31800 loss=0.3446 pos=32563200 dt=7810
+step 31900 loss=0.3853 pos=32665600 dt=7906
+step 32000 loss=0.3106 pos=32768000 dt=7993
+EVAL step 32000 pos=32768000 | T=2 loss=0.340 from=0.404 joint=0.716 hard=0.867 | T=16 loss=0.374 from=0.401 joint=0.690 hard=0.833
+step 32100 loss=0.3395 pos=32870400 dt=8129
+step 32200 loss=0.3691 pos=32972800 dt=8217
+step 32300 loss=0.3300 pos=33075200 dt=8315
+step 32400 loss=0.3208 pos=33177600 dt=8403
+step 32500 loss=0.3444 pos=33280000 dt=8496
+step 32600 loss=0.3696 pos=33382400 dt=8583
+step 32700 loss=0.3499 pos=33484800 dt=8675
+step 32800 loss=0.3524 pos=33587200 dt=8762
+step 32900 loss=0.3759 pos=33689600 dt=8862
+step 33000 loss=0.3483 pos=33792000 dt=8949
+EVAL step 33000 pos=33792000 | T=2 loss=0.339 from=0.406 joint=0.714 hard=0.867 | T=16 loss=0.367 from=0.403 joint=0.682 hard=0.825
+step 33100 loss=0.3294 pos=33894400 dt=9087
+step 33200 loss=0.3330 pos=33996800 dt=9174
+step 33300 loss=0.3323 pos=34099200 dt=9270
+step 33400 loss=0.3628 pos=34201600 dt=9357
+step 33500 loss=0.3197 pos=34304000 dt=9449
+step 33600 loss=0.3370 pos=34406400 dt=9536
+step 33700 loss=0.3580 pos=34508800 dt=9632
+step 33800 loss=0.3161 pos=34611200 dt=9719
+step 33900 loss=0.3576 pos=34713600 dt=9810
+step 34000 loss=0.3519 pos=34816000 dt=9897
+EVAL step 34000 pos=34816000 | T=2 loss=0.386 from=0.406 joint=0.719 hard=0.874 | T=16 loss=0.408 from=0.406 joint=0.673 hard=0.809
+step 34100 loss=0.3490 pos=34918400 dt=10040
+step 34200 loss=0.3456 pos=35020800 dt=10126
+step 34300 loss=0.3467 pos=35123200 dt=10217
+step 34400 loss=0.3332 pos=35225600 dt=10304
+step 34500 loss=0.3068 pos=35328000 dt=10399
+step 34600 loss=0.3157 pos=35430400 dt=10486
+step 34700 loss=0.3148 pos=35532800 dt=10578
+step 34800 loss=0.3257 pos=35635200 dt=10665
+step 34900 loss=0.3051 pos=35737600 dt=10762
+step 35000 loss=0.2915 pos=35840000 dt=10849
+EVAL step 35000 pos=35840000 | T=2 loss=0.368 from=0.401 joint=0.693 hard=0.833 | T=16 loss=0.398 from=0.399 joint=0.655 hard=0.782
+step 35100 loss=0.3245 pos=35942400 dt=10985
+step 35200 loss=0.2715 pos=36044800 dt=11071
+step 35300 loss=0.2569 pos=36147200 dt=11168
+step 35400 loss=0.2502 pos=36249600 dt=11254
+step 35500 loss=0.2179 pos=36352000 dt=11344
+step 35600 loss=0.2498 pos=36454400 dt=11430
+step 35700 loss=0.2858 pos=36556800 dt=11528
+step 35800 loss=0.3297 pos=36659200 dt=11615
+step 35900 loss=0.3005 pos=36761600 dt=11707
+step 36000 loss=0.3512 pos=36864000 dt=11794
+EVAL step 36000 pos=36864000 | T=2 loss=0.333 from=0.411 joint=0.714 hard=0.865 | T=16 loss=0.358 from=0.412 joint=0.687 hard=0.828
+step 36100 loss=0.3320 pos=36966400 dt=11931
+step 36200 loss=0.3547 pos=37068800 dt=12018
+step 36300 loss=0.2912 pos=37171200 dt=12118
+step 36400 loss=0.3573 pos=37273600 dt=12205
+step 36500 loss=0.3437 pos=37376000 dt=12298
+step 36600 loss=0.3178 pos=37478400 dt=12385
+step 36700 loss=0.3318 pos=37580800 dt=12484
+step 36800 loss=0.3572 pos=37683200 dt=12571
+step 36900 loss=0.3180 pos=37785600 dt=12665
+step 37000 loss=0.3124 pos=37888000 dt=12752
+EVAL step 37000 pos=37888000 | T=2 loss=0.318 from=0.410 joint=0.732 hard=0.891 | T=16 loss=0.345 from=0.413 joint=0.685 hard=0.827
+step 37100 loss=0.3506 pos=37990400 dt=12892
+step 37200 loss=0.3405 pos=38092800 dt=12980
+step 37300 loss=0.3240 pos=38195200 dt=13073
+step 37400 loss=0.2886 pos=38297600 dt=13160
+step 37500 loss=0.3566 pos=38400000 dt=13259
+step 37600 loss=0.3255 pos=38502400 dt=13346
+step 37700 loss=0.3281 pos=38604800 dt=13437
+step 37800 loss=0.3489 pos=38707200 dt=13524
+step 37900 loss=0.3194 pos=38809600 dt=13620
+step 38000 loss=0.3289 pos=38912000 dt=13707
+EVAL step 38000 pos=38912000 | T=2 loss=0.326 from=0.407 joint=0.716 hard=0.872 | T=16 loss=0.356 from=0.408 joint=0.685 hard=0.829
+step 38100 loss=0.3316 pos=39014400 dt=13851
+step 38200 loss=0.3222 pos=39116800 dt=13938
+step 38300 loss=0.3417 pos=39219200 dt=14034
+step 38400 loss=0.3391 pos=39321600 dt=14121
+step 38500 loss=0.3266 pos=39424000 dt=14213
+step 38600 loss=0.3419 pos=39526400 dt=14300
+step 38700 loss=0.3430 pos=39628800 dt=14398
+step 38800 loss=0.3459 pos=39731200 dt=14485
+step 38900 loss=0.3122 pos=39833600 dt=14581
+step 39000 loss=0.3172 pos=39936000 dt=14668
+EVAL step 39000 pos=39936000 | T=2 loss=0.326 from=0.403 joint=0.722 hard=0.876 | T=16 loss=0.348 from=0.402 joint=0.685 hard=0.824
+step 39100 loss=0.3308 pos=40038400 dt=14805
+step 39200 loss=0.2935 pos=40140800 dt=14892
+step 39300 loss=0.3179 pos=40243200 dt=14988
+step 39400 loss=0.3108 pos=40345600 dt=15075
+step 39500 loss=0.3094 pos=40448000 dt=15169
+step 39600 loss=0.3115 pos=40550400 dt=15256
+step 39700 loss=0.3226 pos=40652800 dt=15352
+step 39800 loss=0.3186 pos=40755200 dt=15439
+step 39900 loss=0.3148 pos=40857600 dt=15534
+step 40000 loss=0.3187 pos=40960000 dt=15621
+EVAL step 40000 pos=40960000 | T=2 loss=0.318 from=0.404 joint=0.729 hard=0.887 | T=16 loss=0.350 from=0.402 joint=0.693 hard=0.839
+step 40100 loss=0.3019 pos=41062400 dt=15765
+step 40200 loss=0.2984 pos=41164800 dt=15852
+step 40300 loss=0.3020 pos=41267200 dt=15943
+step 40400 loss=0.3253 pos=41369600 dt=16030
+step 40500 loss=0.3285 pos=41472000 dt=16128
+step 40600 loss=0.2868 pos=41574400 dt=16214
+step 40700 loss=0.2788 pos=41676800 dt=16308
+step 40800 loss=0.2847 pos=41779200 dt=16395
+step 40900 loss=0.2944 pos=41881600 dt=16490
+step 41000 loss=0.2691 pos=41984000 dt=16577
+EVAL step 41000 pos=41984000 | T=2 loss=0.322 from=0.405 joint=0.714 hard=0.868 | T=16 loss=0.349 from=0.405 joint=0.686 hard=0.829
+step 41100 loss=0.2418 pos=42086400 dt=16714
+step 41200 loss=0.2820 pos=42188800 dt=16801
+step 41300 loss=0.2568 pos=42291200 dt=16895
+step 41400 loss=0.2481 pos=42393600 dt=16982
+step 41500 loss=0.2625 pos=42496000 dt=17073
+step 41600 loss=0.2410 pos=42598400 dt=17159
+step 41700 loss=0.3165 pos=42700800 dt=17256
+step 41800 loss=0.3229 pos=42803200 dt=17343
+step 41900 loss=0.3056 pos=42905600 dt=17436
+step 42000 loss=0.3010 pos=43008000 dt=17523
+EVAL step 42000 pos=43008000 | T=2 loss=0.316 from=0.405 joint=0.725 hard=0.883 | T=16 loss=0.344 from=0.409 joint=0.685 hard=0.826
+step 42100 loss=0.3219 pos=43110400 dt=17659
+step 42200 loss=0.2858 pos=43212800 dt=17746
+step 42300 loss=0.3335 pos=43315200 dt=17842
+step 42400 loss=0.3520 pos=43417600 dt=17929
+step 42500 loss=0.3022 pos=43520000 dt=18021
+step 42600 loss=0.3128 pos=43622400 dt=18108
+step 42700 loss=0.2995 pos=43724800 dt=18208
+step 42800 loss=0.3385 pos=43827200 dt=18295
+step 42900 loss=0.3451 pos=43929600 dt=18388
+step 43000 loss=0.3142 pos=44032000 dt=18475
+EVAL step 43000 pos=44032000 | T=2 loss=0.311 from=0.407 joint=0.728 hard=0.885 | T=16 loss=0.339 from=0.406 joint=0.694 hard=0.835
+step 43100 loss=0.2994 pos=44134400 dt=18619
+step 43200 loss=0.3059 pos=44236800 dt=18706
+step 43300 loss=0.3022 pos=44339200 dt=18798
+step 43400 loss=0.2806 pos=44441600 dt=18885
+step 43500 loss=0.3179 pos=44544000 dt=18983
+step 43600 loss=0.3116 pos=44646400 dt=19070
+step 43700 loss=0.2655 pos=44748800 dt=19162
+step 43800 loss=0.3234 pos=44851200 dt=19249
+step 43900 loss=0.2949 pos=44953600 dt=19344
+step 44000 loss=0.2971 pos=45056000 dt=19431
+EVAL step 44000 pos=45056000 | T=2 loss=0.318 from=0.409 joint=0.708 hard=0.857 | T=16 loss=0.351 from=0.403 joint=0.660 hard=0.788
+step 44100 loss=0.3045 pos=45158400 dt=19570
+step 44200 loss=0.2826 pos=45260800 dt=19657
+step 44300 loss=0.2907 pos=45363200 dt=19752
+step 44400 loss=0.2936 pos=45465600 dt=19839
+step 44500 loss=0.3305 pos=45568000 dt=19931
+step 44600 loss=0.2980 pos=45670400 dt=20018
+step 44700 loss=0.2913 pos=45772800 dt=20113
+step 44800 loss=0.2629 pos=45875200 dt=20200
+step 44900 loss=0.3340 pos=45977600 dt=20291
+step 45000 loss=0.3301 pos=46080000 dt=20379
+EVAL step 45000 pos=46080000 | T=2 loss=0.311 from=0.410 joint=0.735 hard=0.896 | T=16 loss=0.336 from=0.410 joint=0.694 hard=0.838
+step 45100 loss=0.3103 pos=46182400 dt=20522
+step 45200 loss=0.3068 pos=46284800 dt=20609
+step 45300 loss=0.2986 pos=46387200 dt=20700
+step 45400 loss=0.2920 pos=46489600 dt=20787
+step 45500 loss=0.3042 pos=46592000 dt=20882
+step 45600 loss=0.2951 pos=46694400 dt=20969
+step 45700 loss=0.2965 pos=46796800 dt=21060
+step 45800 loss=0.3056 pos=46899200 dt=21146
+step 45900 loss=0.3241 pos=47001600 dt=21243
+step 46000 loss=0.3015 pos=47104000 dt=21329
+EVAL step 46000 pos=47104000 | T=2 loss=0.319 from=0.415 joint=0.725 hard=0.883 | T=16 loss=0.343 from=0.419 joint=0.686 hard=0.827
+step 46100 loss=0.3010 pos=47206400 dt=21469
+step 46200 loss=0.2888 pos=47308800 dt=21556
+step 46300 loss=0.2906 pos=47411200 dt=21653
+step 46400 loss=0.2740 pos=47513600 dt=21740
+step 46500 loss=0.2757 pos=47616000 dt=21831
+step 46600 loss=0.3064 pos=47718400 dt=21918
+step 46700 loss=0.2971 pos=47820800 dt=22017
+step 46800 loss=0.2609 pos=47923200 dt=22104
+step 46900 loss=0.3052 pos=48025600 dt=22195
+step 47000 loss=0.2578 pos=48128000 dt=22282
+EVAL step 47000 pos=48128000 | T=2 loss=0.312 from=0.410 joint=0.714 hard=0.865 | T=16 loss=0.339 from=0.409 joint=0.680 hard=0.813
+step 47100 loss=0.2841 pos=48230400 dt=22426
+step 47200 loss=0.2802 pos=48332800 dt=22513
+step 47300 loss=0.2765 pos=48435200 dt=22604
+step 47400 loss=0.2137 pos=48537600 dt=22691
+step 47500 loss=0.2645 pos=48640000 dt=22787
+step 47600 loss=0.2345 pos=48742400 dt=22872
+step 47700 loss=0.2243 pos=48844800 dt=22963
+step 47800 loss=0.3085 pos=48947200 dt=23049
+step 47900 loss=0.2884 pos=49049600 dt=23145
+step 48000 loss=0.2822 pos=49152000 dt=23232
+EVAL step 48000 pos=49152000 | T=2 loss=0.315 from=0.408 joint=0.730 hard=0.887 | T=16 loss=0.340 from=0.412 joint=0.697 hard=0.844
+step 48100 loss=0.3001 pos=49254400 dt=23371
+step 48200 loss=0.3049 pos=49356800 dt=23458
+step 48300 loss=0.3124 pos=49459200 dt=23556
+step 48400 loss=0.3016 pos=49561600 dt=23643
+step 48500 loss=0.3150 pos=49664000 dt=23735
+step 48600 loss=0.2947 pos=49766400 dt=23822
+step 48700 loss=0.2718 pos=49868800 dt=23921
+step 48800 loss=0.3109 pos=49971200 dt=24008
+step 48900 loss=0.3021 pos=50073600 dt=24101
+step 49000 loss=0.3048 pos=50176000 dt=24188
+EVAL step 49000 pos=50176000 | T=2 loss=0.309 from=0.407 joint=0.737 hard=0.901 | T=16 loss=0.341 from=0.405 joint=0.698 hard=0.846
+step 49100 loss=0.3087 pos=50278400 dt=24326
+step 49200 loss=0.3191 pos=50380800 dt=24412
+step 49300 loss=0.3331 pos=50483200 dt=24504
+step 49400 loss=0.3215 pos=50585600 dt=24591
+step 49500 loss=0.3071 pos=50688000 dt=24685
+step 49600 loss=0.2805 pos=50790400 dt=24772
+step 49700 loss=0.2883 pos=50892800 dt=24865
+step 49800 loss=0.3416 pos=50995200 dt=24952
+step 49900 loss=0.2772 pos=51097600 dt=25045
+step 50000 loss=0.3193 pos=51200000 dt=25132
+EVAL step 50000 pos=51200000 | T=2 loss=0.313 from=0.409 joint=0.736 hard=0.897 | T=16 loss=0.336 from=0.409 joint=0.699 hard=0.844
+step 50100 loss=0.3107 pos=51302400 dt=25270
+step 50200 loss=0.2894 pos=51404800 dt=25357
+step 50300 loss=0.3123 pos=51507200 dt=25449
+step 50400 loss=0.3001 pos=51609600 dt=25536
+step 50500 loss=0.3226 pos=51712000 dt=25629
+step 50600 loss=0.3170 pos=51814400 dt=25716
+step 50700 loss=0.3036 pos=51916800 dt=25811
+step 50800 loss=0.3276 pos=52019200 dt=25898
+step 50900 loss=0.3095 pos=52121600 dt=25990
+step 51000 loss=0.3347 pos=52224000 dt=26077
+EVAL step 51000 pos=52224000 | T=2 loss=0.313 from=0.409 joint=0.727 hard=0.886 | T=16 loss=0.340 from=0.407 joint=0.690 hard=0.835
+step 51100 loss=0.3062 pos=52326400 dt=26214
+step 51200 loss=0.3047 pos=52428800 dt=26301
+step 51300 loss=0.2691 pos=52531200 dt=26393
+step 51400 loss=0.2780 pos=52633600 dt=26480
+step 51500 loss=0.3004 pos=52736000 dt=26571
+step 51600 loss=0.2734 pos=52838400 dt=26658
+step 51700 loss=0.3090 pos=52940800 dt=26749
+step 51800 loss=0.2879 pos=53043200 dt=26836
+step 51900 loss=0.3121 pos=53145600 dt=26927
+step 52000 loss=0.3307 pos=53248000 dt=27014
+EVAL step 52000 pos=53248000 | T=2 loss=0.313 from=0.405 joint=0.724 hard=0.878 | T=16 loss=0.347 from=0.400 joint=0.685 hard=0.824
+step 52100 loss=0.2701 pos=53350400 dt=27151
+step 52200 loss=0.3178 pos=53452800 dt=27238
+step 52300 loss=0.3013 pos=53555200 dt=27329
+step 52400 loss=0.3009 pos=53657600 dt=27416
+step 52500 loss=0.2954 pos=53760000 dt=27508
+step 52600 loss=0.2819 pos=53862400 dt=27595
+step 52700 loss=0.2638 pos=53964800 dt=27687
+step 52800 loss=0.2888 pos=54067200 dt=27774
+step 52900 loss=0.2920 pos=54169600 dt=27866
+step 53000 loss=0.2709 pos=54272000 dt=27952
+EVAL step 53000 pos=54272000 | T=2 loss=0.311 from=0.408 joint=0.727 hard=0.885 | T=16 loss=0.336 from=0.406 joint=0.693 hard=0.838
+step 53100 loss=0.2992 pos=54374400 dt=28088
+step 53200 loss=0.2721 pos=54476800 dt=28174
+step 53300 loss=0.2634 pos=54579200 dt=28267
+step 53400 loss=0.2455 pos=54681600 dt=28353
+step 53500 loss=0.2625 pos=54784000 dt=28443
+step 53600 loss=0.1968 pos=54886400 dt=28529
+step 53700 loss=0.2372 pos=54988800 dt=28619
+step 53800 loss=0.2679 pos=55091200 dt=28705
+step 53900 loss=0.3486 pos=55193600 dt=28797
+step 54000 loss=0.2935 pos=55296000 dt=28883
+EVAL step 54000 pos=55296000 | T=2 loss=0.315 from=0.412 joint=0.724 hard=0.879 | T=16 loss=0.343 from=0.407 joint=0.676 hard=0.815
+step 54100 loss=0.3410 pos=55398400 dt=29020
+step 54200 loss=0.2680 pos=55500800 dt=29107
+step 54300 loss=0.3101 pos=55603200 dt=29200
+step 54400 loss=0.2897 pos=55705600 dt=29287
+step 54500 loss=0.2832 pos=55808000 dt=29381
+step 54600 loss=0.2813 pos=55910400 dt=29468
+step 54700 loss=0.2904 pos=56012800 dt=29560
+step 54800 loss=0.3006 pos=56115200 dt=29647
+step 54900 loss=0.3077 pos=56217600 dt=29740
+step 55000 loss=0.3060 pos=56320000 dt=29827
+EVAL step 55000 pos=56320000 | T=2 loss=0.306 from=0.409 joint=0.735 hard=0.894 | T=16 loss=0.334 from=0.409 joint=0.679 hard=0.817
+step 55100 loss=0.3000 pos=56422400 dt=29968
+step 55200 loss=0.3229 pos=56524800 dt=30055
+step 55300 loss=0.2914 pos=56627200 dt=30147
+step 55400 loss=0.3321 pos=56729600 dt=30234
+step 55500 loss=0.3096 pos=56832000 dt=30328
+step 55600 loss=0.2982 pos=56934400 dt=30415
+step 55700 loss=0.2670 pos=57036800 dt=30509
+step 55800 loss=0.3048 pos=57139200 dt=30596
+step 55900 loss=0.3135 pos=57241600 dt=30688
+step 56000 loss=0.2837 pos=57344000 dt=30775
+EVAL step 56000 pos=57344000 | T=2 loss=0.302 from=0.412 joint=0.731 hard=0.890 | T=16 loss=0.329 from=0.412 joint=0.689 hard=0.834
+step 56100 loss=0.2777 pos=57446400 dt=30915
+step 56200 loss=0.3102 pos=57548800 dt=31002
+step 56300 loss=0.2964 pos=57651200 dt=31094
+step 56400 loss=0.3012 pos=57753600 dt=31181
+step 56500 loss=0.2954 pos=57856000 dt=31273
+step 56600 loss=0.2924 pos=57958400 dt=31360
+step 56700 loss=0.2720 pos=58060800 dt=31455
+step 56800 loss=0.3053 pos=58163200 dt=31542
+step 56900 loss=0.2904 pos=58265600 dt=31634
+step 57000 loss=0.3343 pos=58368000 dt=31721
+EVAL step 57000 pos=58368000 | T=2 loss=0.313 from=0.413 joint=0.734 hard=0.894 | T=16 loss=0.334 from=0.410 joint=0.696 hard=0.841
+step 57100 loss=0.2792 pos=58470400 dt=31859
+step 57200 loss=0.2985 pos=58572800 dt=31946
+step 57300 loss=0.2777 pos=58675200 dt=32039
+step 57400 loss=0.3065 pos=58777600 dt=32126
+step 57500 loss=0.3082 pos=58880000 dt=32218
+step 57600 loss=0.2917 pos=58982400 dt=32304
+step 57700 loss=0.2700 pos=59084800 dt=32399
+step 57800 loss=0.2802 pos=59187200 dt=32486
+step 57900 loss=0.2841 pos=59289600 dt=32583
+step 58000 loss=0.2954 pos=59392000 dt=32670
+EVAL step 58000 pos=59392000 | T=2 loss=0.306 from=0.411 joint=0.735 hard=0.894 | T=16 loss=0.332 from=0.408 joint=0.699 hard=0.846
+step 58100 loss=0.2903 pos=59494400 dt=32807
+step 58200 loss=0.2957 pos=59596800 dt=32894
+step 58300 loss=0.2484 pos=59699200 dt=32986
+step 58400 loss=0.2741 pos=59801600 dt=33073
+step 58500 loss=0.2731 pos=59904000 dt=33165
+step 58600 loss=0.2730 pos=60006400 dt=33252
+step 58700 loss=0.2584 pos=60108800 dt=33344
+step 58800 loss=0.2668 pos=60211200 dt=33431
+step 58900 loss=0.2537 pos=60313600 dt=33522
+step 59000 loss=0.2806 pos=60416000 dt=33609
+EVAL step 59000 pos=60416000 | T=2 loss=0.305 from=0.407 joint=0.742 hard=0.906 | T=16 loss=0.332 from=0.409 joint=0.703 hard=0.852

log_AMd.txt

@@ -0,0 +1,454 @@
+cfg AMd d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=750..1000 hours=168.0
+step 13100 loss=0.6690 pos=13414400 dt=92
+step 13200 loss=0.6455 pos=13516800 dt=179
+step 13300 loss=0.8357 pos=13619200 dt=276
+step 13400 loss=0.5983 pos=13721600 dt=362
+step 13500 loss=0.5179 pos=13824000 dt=453
+step 13600 loss=0.5718 pos=13926400 dt=540
+step 13700 loss=0.5185 pos=14028800 dt=638
+step 13800 loss=0.5214 pos=14131200 dt=725
+step 13900 loss=0.5496 pos=14233600 dt=815
+step 14000 loss=0.5747 pos=14336000 dt=902
+EVAL step 14000 pos=14336000 | T=2 loss=0.537 from=0.386 joint=0.626 hard=0.754 | T=16 loss=0.558 from=0.379 joint=0.609 hard=0.728
+step 14100 loss=0.4980 pos=14438400 dt=1042
+step 14200 loss=0.5183 pos=14540800 dt=1128
+step 14300 loss=0.5227 pos=14643200 dt=1219
+step 14400 loss=0.4609 pos=14745600 dt=1306
+step 14500 loss=0.4842 pos=14848000 dt=1400
+step 14600 loss=0.4401 pos=14950400 dt=1487
+step 14700 loss=0.4346 pos=15052800 dt=1577
+step 14800 loss=0.4672 pos=15155200 dt=1664
+step 14900 loss=0.4273 pos=15257600 dt=1762
+step 15000 loss=0.4218 pos=15360000 dt=1848
+EVAL step 15000 pos=15360000 | T=2 loss=0.448 from=0.394 joint=0.654 hard=0.793 | T=16 loss=0.487 from=0.394 joint=0.638 hard=0.771
+step 15100 loss=0.4706 pos=15462400 dt=1984
+step 15200 loss=0.4059 pos=15564800 dt=2070
+step 15300 loss=0.4546 pos=15667200 dt=2165
+step 15400 loss=0.4403 pos=15769600 dt=2251
+step 15500 loss=0.4088 pos=15872000 dt=2342
+step 15600 loss=0.4573 pos=15974400 dt=2428
+step 15700 loss=0.4372 pos=16076800 dt=2524
+step 15800 loss=0.4211 pos=16179200 dt=2611
+step 15900 loss=0.4309 pos=16281600 dt=2702
+step 16000 loss=0.4511 pos=16384000 dt=2788
+EVAL step 16000 pos=16384000 | T=2 loss=0.426 from=0.388 joint=0.663 hard=0.803 | T=16 loss=0.454 from=0.388 joint=0.637 hard=0.770
+step 16100 loss=0.4267 pos=16486400 dt=2933
+step 16200 loss=0.4061 pos=16588800 dt=3019
+step 16300 loss=0.4038 pos=16691200 dt=3113
+step 16400 loss=0.4574 pos=16793600 dt=3200
+step 16500 loss=0.3902 pos=16896000 dt=3295
+step 16600 loss=0.4072 pos=16998400 dt=3382
+step 16700 loss=0.4142 pos=17100800 dt=3475
+step 16800 loss=0.3669 pos=17203200 dt=3561
+step 16900 loss=0.3875 pos=17305600 dt=3659
+step 17000 loss=0.3737 pos=17408000 dt=3745
+EVAL step 17000 pos=17408000 | T=2 loss=0.414 from=0.399 joint=0.667 hard=0.803 | T=16 loss=0.447 from=0.398 joint=0.649 hard=0.778
+step 17100 loss=0.4335 pos=17510400 dt=3881
+step 17200 loss=0.4248 pos=17612800 dt=3968
+step 17300 loss=0.4133 pos=17715200 dt=4063
+step 17400 loss=0.4308 pos=17817600 dt=4150
+step 17500 loss=0.3980 pos=17920000 dt=4243
+step 17600 loss=0.4081 pos=18022400 dt=4329
+step 17700 loss=0.3854 pos=18124800 dt=4427
+step 17800 loss=0.3604 pos=18227200 dt=4513
+step 17900 loss=0.3788 pos=18329600 dt=4604
+step 18000 loss=0.3858 pos=18432000 dt=4691
+EVAL step 18000 pos=18432000 | T=2 loss=0.397 from=0.401 joint=0.682 hard=0.825 | T=16 loss=0.437 from=0.397 joint=0.646 hard=0.777
+step 18100 loss=0.3722 pos=18534400 dt=4833
+step 18200 loss=0.4146 pos=18636800 dt=4919
+step 18300 loss=0.3327 pos=18739200 dt=5011
+step 18400 loss=0.3499 pos=18841600 dt=5096
+step 18500 loss=0.3457 pos=18944000 dt=5193
+step 18600 loss=0.3319 pos=19046400 dt=5279
+step 18700 loss=0.3270 pos=19148800 dt=5370
+step 18800 loss=0.3479 pos=19251200 dt=5455
+step 18900 loss=0.3048 pos=19353600 dt=5554
+step 19000 loss=0.2930 pos=19456000 dt=5639
+EVAL step 19000 pos=19456000 | T=2 loss=0.566 from=0.404 joint=0.576 hard=0.688 | T=16 loss=0.644 from=0.402 joint=0.552 hard=0.656
+step 19100 loss=0.4574 pos=19558400 dt=5774
+step 19200 loss=0.4525 pos=19660800 dt=5861
+step 19300 loss=0.3792 pos=19763200 dt=5959
+step 19400 loss=0.3864 pos=19865600 dt=6046
+step 19500 loss=0.3596 pos=19968000 dt=6137
+step 19600 loss=0.3895 pos=20070400 dt=6224
+step 19700 loss=0.3906 pos=20172800 dt=6322
+step 19800 loss=0.3617 pos=20275200 dt=6408
+step 19900 loss=0.3467 pos=20377600 dt=6499
+step 20000 loss=0.3969 pos=20480000 dt=6586
+EVAL step 20000 pos=20480000 | T=2 loss=0.369 from=0.403 joint=0.702 hard=0.854 | T=16 loss=0.398 from=0.405 joint=0.668 hard=0.806
+step 20100 loss=0.3712 pos=20582400 dt=6723
+step 20200 loss=0.3677 pos=20684800 dt=6810
+step 20300 loss=0.4230 pos=20787200 dt=6907
+step 20400 loss=0.3997 pos=20889600 dt=6994
+step 20500 loss=0.3925 pos=20992000 dt=7084
+step 20600 loss=0.3858 pos=21094400 dt=7171
+step 20700 loss=0.4115 pos=21196800 dt=7274
+step 20800 loss=0.3627 pos=21299200 dt=7360
+step 20900 loss=0.3733 pos=21401600 dt=7451
+step 21000 loss=0.3806 pos=21504000 dt=7537
+EVAL step 21000 pos=21504000 | T=2 loss=0.362 from=0.406 joint=0.690 hard=0.838 | T=16 loss=0.393 from=0.406 joint=0.667 hard=0.806
+step 21100 loss=0.3704 pos=21606400 dt=7677
+step 21200 loss=0.3855 pos=21708800 dt=7763
+step 21300 loss=0.3751 pos=21811200 dt=7855
+step 21400 loss=0.3738 pos=21913600 dt=7941
+step 21500 loss=0.4106 pos=22016000 dt=8032
+step 21600 loss=0.3450 pos=22118400 dt=8119
+step 21700 loss=0.3578 pos=22220800 dt=8210
+step 21800 loss=0.3864 pos=22323200 dt=8296
+step 21900 loss=0.3669 pos=22425600 dt=8387
+step 22000 loss=0.3536 pos=22528000 dt=8473
+EVAL step 22000 pos=22528000 | T=2 loss=0.386 from=0.407 joint=0.680 hard=0.822 | T=16 loss=0.425 from=0.410 joint=0.644 hard=0.771
+step 22100 loss=0.3652 pos=22630400 dt=8619
+step 22200 loss=0.3794 pos=22732800 dt=8706
+step 22300 loss=0.3811 pos=22835200 dt=8797
+step 22400 loss=0.3722 pos=22937600 dt=8883
+step 22500 loss=0.3704 pos=23040000 dt=8974
+step 22600 loss=0.3505 pos=23142400 dt=9060
+step 22700 loss=0.3659 pos=23244800 dt=9157
+step 22800 loss=0.3765 pos=23347200 dt=9243
+step 22900 loss=0.3522 pos=23449600 dt=9334
+step 23000 loss=0.3496 pos=23552000 dt=9421
+EVAL step 23000 pos=23552000 | T=2 loss=0.370 from=0.404 joint=0.686 hard=0.825 | T=16 loss=0.400 from=0.402 joint=0.658 hard=0.790
+step 23100 loss=0.3415 pos=23654400 dt=9565
+step 23200 loss=0.3571 pos=23756800 dt=9651
+step 23300 loss=0.3397 pos=23859200 dt=9742
+step 23400 loss=0.3499 pos=23961600 dt=9828
+step 23500 loss=0.3709 pos=24064000 dt=9925
+step 23600 loss=0.3452 pos=24166400 dt=10011
+step 23700 loss=0.3455 pos=24268800 dt=10103
+step 23800 loss=0.3619 pos=24371200 dt=10189
+step 23900 loss=0.3339 pos=24473600 dt=10281
+step 24000 loss=0.3285 pos=24576000 dt=10368
+EVAL step 24000 pos=24576000 | T=2 loss=0.370 from=0.405 joint=0.699 hard=0.846 | T=16 loss=0.404 from=0.402 joint=0.673 hard=0.810
+step 24100 loss=0.3256 pos=24678400 dt=10503
+step 24200 loss=0.3261 pos=24780800 dt=10589
+step 24300 loss=0.3348 pos=24883200 dt=10680
+step 24400 loss=0.3160 pos=24985600 dt=10766
+step 24500 loss=0.3353 pos=25088000 dt=10858
+step 24600 loss=0.2983 pos=25190400 dt=10944
+step 24700 loss=0.3167 pos=25292800 dt=11040
+step 24800 loss=0.2744 pos=25395200 dt=11125
+step 24900 loss=0.2835 pos=25497600 dt=11216
+step 25000 loss=0.3023 pos=25600000 dt=11301
+EVAL step 25000 pos=25600000 | T=2 loss=0.411 from=0.412 joint=0.601 hard=0.719 | T=16 loss=0.463 from=0.411 joint=0.583 hard=0.696
+step 25100 loss=0.3401 pos=25702400 dt=11439
+step 25200 loss=0.3923 pos=25804800 dt=11526
+step 25300 loss=0.3761 pos=25907200 dt=11617
+step 25400 loss=0.3500 pos=26009600 dt=11703
+step 25500 loss=0.3566 pos=26112000 dt=11794
+step 25600 loss=0.3504 pos=26214400 dt=11881
+step 25700 loss=0.3856 pos=26316800 dt=11973
+step 25800 loss=0.3686 pos=26419200 dt=12059
+step 25900 loss=0.3798 pos=26521600 dt=12151
+step 26000 loss=0.3733 pos=26624000 dt=12237
+EVAL step 26000 pos=26624000 | T=2 loss=0.357 from=0.402 joint=0.707 hard=0.859 | T=16 loss=0.383 from=0.401 joint=0.672 hard=0.812
+step 26100 loss=0.3826 pos=26726400 dt=12381
+step 26200 loss=0.3666 pos=26828800 dt=12468
+step 26300 loss=0.3724 pos=26931200 dt=12560
+step 26400 loss=0.3540 pos=27033600 dt=12647
+step 26500 loss=0.3538 pos=27136000 dt=12745
+step 26600 loss=0.3748 pos=27238400 dt=12831
+step 26700 loss=0.3977 pos=27340800 dt=12924
+step 26800 loss=0.3873 pos=27443200 dt=13011
+step 26900 loss=0.3685 pos=27545600 dt=13104
+step 27000 loss=0.3692 pos=27648000 dt=13191
+EVAL step 27000 pos=27648000 | T=2 loss=0.351 from=0.404 joint=0.708 hard=0.861 | T=16 loss=0.382 from=0.405 joint=0.672 hard=0.812
+step 27100 loss=0.3902 pos=27750400 dt=13327
+step 27200 loss=0.3762 pos=27852800 dt=13413
+step 27300 loss=0.3254 pos=27955200 dt=13506
+step 27400 loss=0.3708 pos=28057600 dt=13592
+step 27500 loss=0.3134 pos=28160000 dt=13693
+step 27600 loss=0.3661 pos=28262400 dt=13779
+step 27700 loss=0.3554 pos=28364800 dt=13871
+step 27800 loss=0.3354 pos=28467200 dt=13957
+step 27900 loss=0.3324 pos=28569600 dt=14049
+step 28000 loss=0.3385 pos=28672000 dt=14136
+EVAL step 28000 pos=28672000 | T=2 loss=0.343 from=0.408 joint=0.717 hard=0.872 | T=16 loss=0.376 from=0.408 joint=0.690 hard=0.836
+step 28100 loss=0.3524 pos=28774400 dt=14270
+step 28200 loss=0.3088 pos=28876800 dt=14356
+step 28300 loss=0.3164 pos=28979200 dt=14447
+step 28400 loss=0.2921 pos=29081600 dt=14534
+step 28500 loss=0.3280 pos=29184000 dt=14624
+step 28600 loss=0.3377 pos=29286400 dt=14711
+step 28700 loss=0.3448 pos=29388800 dt=14802
+step 28800 loss=0.3477 pos=29491200 dt=14888
+step 28900 loss=0.3815 pos=29593600 dt=14979
+step 29000 loss=0.3362 pos=29696000 dt=15065
+EVAL step 29000 pos=29696000 | T=2 loss=0.345 from=0.404 joint=0.715 hard=0.870 | T=16 loss=0.379 from=0.406 joint=0.687 hard=0.830
+step 29100 loss=0.3422 pos=29798400 dt=15202
+step 29200 loss=0.3052 pos=29900800 dt=15288
+step 29300 loss=0.3248 pos=30003200 dt=15395
+step 29400 loss=0.3125 pos=30105600 dt=15482
+step 29500 loss=0.3004 pos=30208000 dt=15573
+step 29600 loss=0.3027 pos=30310400 dt=15660
+step 29700 loss=0.3377 pos=30412800 dt=15764
+step 29800 loss=0.3233 pos=30515200 dt=15851
+step 29900 loss=0.3285 pos=30617600 dt=15941
+step 30000 loss=0.3201 pos=30720000 dt=16027
+EVAL step 30000 pos=30720000 | T=2 loss=0.360 from=0.406 joint=0.697 hard=0.844 | T=16 loss=0.391 from=0.408 joint=0.664 hard=0.799
+step 30100 loss=0.2964 pos=30822400 dt=16174
+step 30200 loss=0.3494 pos=30924800 dt=16261
+step 30300 loss=0.2793 pos=31027200 dt=16351
+step 30400 loss=0.3397 pos=31129600 dt=16437
+step 30500 loss=0.3026 pos=31232000 dt=16539
+step 30600 loss=0.3200 pos=31334400 dt=16624
+step 30700 loss=0.2781 pos=31436800 dt=16714
+step 30800 loss=0.2641 pos=31539200 dt=16800
+push fail (Request ID: Root=1-6aa049d4-1bae647337213e5b3abf55b7;9c6d8b3f-9059-4a18-a7ca-f9cb4f25ed44)
+step 30900 loss=0.2850 pos=31641600 dt=16894
+step 31000 loss=0.2507 pos=31744000 dt=16979
+EVAL step 31000 pos=31744000 | T=2 loss=0.368 from=0.413 joint=0.638 hard=0.760 | T=16 loss=0.408 from=0.412 joint=0.618 hard=0.739
+step 31100 loss=0.2401 pos=31846400 dt=17115
+step 31200 loss=0.3586 pos=31948800 dt=17202
+step 31300 loss=0.3544 pos=32051200 dt=17299
+step 31400 loss=0.3469 pos=32153600 dt=17385
+step 31500 loss=0.3603 pos=32256000 dt=17476
+step 31600 loss=0.3410 pos=32358400 dt=17562
+step 31700 loss=0.3666 pos=32460800 dt=17658
+step 31800 loss=0.3659 pos=32563200 dt=17744
+step 31900 loss=0.3352 pos=32665600 dt=17836
+step 32000 loss=0.3445 pos=32768000 dt=17923
+EVAL step 32000 pos=32768000 | T=2 loss=0.340 from=0.406 joint=0.713 hard=0.864 | T=16 loss=0.367 from=0.400 joint=0.687 hard=0.829
+step 32100 loss=0.3668 pos=32870400 dt=18059
+step 32200 loss=0.2991 pos=32972800 dt=18146
+step 32300 loss=0.3549 pos=33075200 dt=18236
+step 32400 loss=0.3751 pos=33177600 dt=18323
+step 32500 loss=0.3534 pos=33280000 dt=18418
+step 32600 loss=0.3316 pos=33382400 dt=18505
+step 32700 loss=0.3128 pos=33484800 dt=18597
+step 32800 loss=0.3387 pos=33587200 dt=18684
+step 32900 loss=0.3010 pos=33689600 dt=18775
+step 33000 loss=0.3514 pos=33792000 dt=18862
+EVAL step 33000 pos=33792000 | T=2 loss=0.341 from=0.405 joint=0.702 hard=0.847 | T=16 loss=0.371 from=0.403 joint=0.675 hard=0.810
+step 33100 loss=0.3320 pos=33894400 dt=19002
+step 33200 loss=0.3306 pos=33996800 dt=19089
+step 33300 loss=0.3276 pos=34099200 dt=19180
+step 33400 loss=0.3528 pos=34201600 dt=19267
+step 33500 loss=0.3218 pos=34304000 dt=19363
+step 33600 loss=0.3857 pos=34406400 dt=19450
+step 33700 loss=0.3427 pos=34508800 dt=19542
+step 33800 loss=0.3141 pos=34611200 dt=19629
+step 33900 loss=0.3533 pos=34713600 dt=19724
+step 34000 loss=0.3024 pos=34816000 dt=19811
+EVAL step 34000 pos=34816000 | T=2 loss=0.336 from=0.401 joint=0.721 hard=0.876 | T=16 loss=0.370 from=0.400 joint=0.690 hard=0.833
+step 34100 loss=0.3798 pos=34918400 dt=19947
+step 34200 loss=0.3070 pos=35020800 dt=20034
+step 34300 loss=0.3406 pos=35123200 dt=20130
+step 34400 loss=0.3216 pos=35225600 dt=20216
+step 34500 loss=0.3356 pos=35328000 dt=20307
+step 34600 loss=0.3394 pos=35430400 dt=20393
+step 34700 loss=0.3304 pos=35532800 dt=20492
+step 34800 loss=0.3722 pos=35635200 dt=20579
+step 34900 loss=0.3383 pos=35737600 dt=20672
+step 35000 loss=0.3601 pos=35840000 dt=20759
+EVAL step 35000 pos=35840000 | T=2 loss=0.336 from=0.410 joint=0.724 hard=0.878 | T=16 loss=0.362 from=0.408 joint=0.689 hard=0.834
+step 35100 loss=0.3334 pos=35942400 dt=20900
+step 35200 loss=0.3149 pos=36044800 dt=20987
+step 35300 loss=0.3337 pos=36147200 dt=21077
+step 35400 loss=0.3059 pos=36249600 dt=21163
+step 35500 loss=0.2739 pos=36352000 dt=21261
+step 35600 loss=0.3205 pos=36454400 dt=21347
+step 35700 loss=0.3207 pos=36556800 dt=21438
+step 35800 loss=0.3259 pos=36659200 dt=21524
+step 35900 loss=0.3198 pos=36761600 dt=21620
+step 36000 loss=0.2759 pos=36864000 dt=21707
+EVAL step 36000 pos=36864000 | T=2 loss=0.332 from=0.411 joint=0.729 hard=0.889 | T=16 loss=0.360 from=0.406 joint=0.688 hard=0.830
+step 36100 loss=0.2813 pos=36966400 dt=21841
+step 36200 loss=0.3128 pos=37068800 dt=21927
+step 36300 loss=0.2828 pos=37171200 dt=22026
+step 36400 loss=0.2925 pos=37273600 dt=22112
+step 36500 loss=0.2766 pos=37376000 dt=22203
+step 36600 loss=0.2691 pos=37478400 dt=22289
+step 36700 loss=0.2739 pos=37580800 dt=22379
+step 36800 loss=0.2577 pos=37683200 dt=22465
+step 36900 loss=0.2628 pos=37785600 dt=22561
+step 37000 loss=0.2480 pos=37888000 dt=22646
+EVAL step 37000 pos=37888000 | T=2 loss=0.354 from=0.407 joint=0.677 hard=0.812 | T=16 loss=0.399 from=0.404 joint=0.657 hard=0.789
+step 37100 loss=0.1794 pos=37990400 dt=22780
+step 37200 loss=0.3664 pos=38092800 dt=22866
+step 37300 loss=0.3338 pos=38195200 dt=22961
+step 37400 loss=0.3160 pos=38297600 dt=23047
+step 37500 loss=0.3506 pos=38400000 dt=23139
+step 37600 loss=0.3177 pos=38502400 dt=23226
+step 37700 loss=0.2994 pos=38604800 dt=23323
+step 37800 loss=0.3246 pos=38707200 dt=23410
+step 37900 loss=0.2931 pos=38809600 dt=23502
+step 38000 loss=0.3239 pos=38912000 dt=23588
+EVAL step 38000 pos=38912000 | T=2 loss=0.326 from=0.403 joint=0.718 hard=0.871 | T=16 loss=0.351 from=0.404 joint=0.677 hard=0.816
+step 38100 loss=0.2956 pos=39014400 dt=23730
+step 38200 loss=0.3317 pos=39116800 dt=23817
+step 38300 loss=0.3089 pos=39219200 dt=23908
+step 38400 loss=0.3225 pos=39321600 dt=23994
+step 38500 loss=0.3523 pos=39424000 dt=24091
+step 38600 loss=0.3847 pos=39526400 dt=24178
+step 38700 loss=0.2999 pos=39628800 dt=24269
+step 38800 loss=0.3037 pos=39731200 dt=24356
+step 38900 loss=0.3408 pos=39833600 dt=24451
+step 39000 loss=0.3157 pos=39936000 dt=24538
+EVAL step 39000 pos=39936000 | T=2 loss=0.325 from=0.406 joint=0.725 hard=0.880 | T=16 loss=0.342 from=0.407 joint=0.695 hard=0.840
+step 39100 loss=0.2885 pos=40038400 dt=24674
+step 39200 loss=0.3087 pos=40140800 dt=24761
+step 39300 loss=0.3380 pos=40243200 dt=24858
+step 39400 loss=0.3283 pos=40345600 dt=24945
+step 39500 loss=0.3249 pos=40448000 dt=25036
+step 39600 loss=0.3509 pos=40550400 dt=25122
+step 39700 loss=0.3321 pos=40652800 dt=25213
+step 39800 loss=0.3227 pos=40755200 dt=25299
+step 39900 loss=0.3171 pos=40857600 dt=25396
+step 40000 loss=0.3122 pos=40960000 dt=25483
+EVAL step 40000 pos=40960000 | T=2 loss=0.321 from=0.403 joint=0.729 hard=0.888 | T=16 loss=0.347 from=0.405 joint=0.698 hard=0.845
+step 40100 loss=0.3078 pos=41062400 dt=25622
+step 40200 loss=0.2911 pos=41164800 dt=25708
+step 40300 loss=0.3292 pos=41267200 dt=25806
+step 40400 loss=0.2956 pos=41369600 dt=25892
+step 40500 loss=0.3095 pos=41472000 dt=25990
+step 40600 loss=0.3223 pos=41574400 dt=26076
+step 40700 loss=0.3161 pos=41676800 dt=26177
+step 40800 loss=0.3119 pos=41779200 dt=26264
+step 40900 loss=0.3100 pos=41881600 dt=26356
+step 41000 loss=0.2907 pos=41984000 dt=26442
+EVAL step 41000 pos=41984000 | T=2 loss=0.317 from=0.409 joint=0.718 hard=0.873 | T=16 loss=0.342 from=0.408 joint=0.680 hard=0.818
+step 41100 loss=0.2849 pos=42086400 dt=26582
+step 41200 loss=0.2796 pos=42188800 dt=26669
+step 41300 loss=0.3349 pos=42291200 dt=26759
+step 41400 loss=0.2900 pos=42393600 dt=26846
+push fail Client error '412 Precondition Failed' for url 'https://huggingface.co/api/models/Asilarkness/rdbt-chess/commit/main' (R
+step 41500 loss=0.3071 pos=42496000 dt=26941
+step 41600 loss=0.2584 pos=42598400 dt=27027
+step 41700 loss=0.2939 pos=42700800 dt=27119
+step 41800 loss=0.2868 pos=42803200 dt=27205
+step 41900 loss=0.3136 pos=42905600 dt=27299
+step 42000 loss=0.3254 pos=43008000 dt=27385
+EVAL step 42000 pos=43008000 | T=2 loss=0.318 from=0.403 joint=0.729 hard=0.888 | T=16 loss=0.350 from=0.402 joint=0.694 hard=0.840
+step 42100 loss=0.2919 pos=43110400 dt=27525
+step 42200 loss=0.3016 pos=43212800 dt=27611
+step 42300 loss=0.3004 pos=43315200 dt=27703
+step 42400 loss=0.3011 pos=43417600 dt=27789
+step 42500 loss=0.2804 pos=43520000 dt=27885
+step 42600 loss=0.2516 pos=43622400 dt=27971
+step 42700 loss=0.2802 pos=43724800 dt=28062
+step 42800 loss=0.2355 pos=43827200 dt=28147
+step 42900 loss=0.2728 pos=43929600 dt=28242
+step 43000 loss=0.2251 pos=44032000 dt=28327
+EVAL step 43000 pos=44032000 | T=2 loss=0.323 from=0.412 joint=0.680 hard=0.818 | T=16 loss=0.356 from=0.408 joint=0.661 hard=0.794
+step 43100 loss=0.2265 pos=44134400 dt=28466
+step 43200 loss=0.1697 pos=44236800 dt=28552
+step 43300 loss=0.3377 pos=44339200 dt=28646
+step 43400 loss=0.3269 pos=44441600 dt=28733
+step 43500 loss=0.3117 pos=44544000 dt=28827
+step 43600 loss=0.2831 pos=44646400 dt=28913
+step 43700 loss=0.3152 pos=44748800 dt=29011
+step 43800 loss=0.3072 pos=44851200 dt=29097
+step 43900 loss=0.3322 pos=44953600 dt=29191
+step 44000 loss=0.3073 pos=45056000 dt=29277
+EVAL step 44000 pos=45056000 | T=2 loss=0.314 from=0.408 joint=0.725 hard=0.883 | T=16 loss=0.349 from=0.406 joint=0.690 hard=0.837
+step 44100 loss=0.3063 pos=45158400 dt=29423
+step 44200 loss=0.2686 pos=45260800 dt=29510
+step 44300 loss=0.2881 pos=45363200 dt=29601
+step 44400 loss=0.3028 pos=45465600 dt=29687
+step 44500 loss=0.3521 pos=45568000 dt=29779
+step 44600 loss=0.3068 pos=45670400 dt=29865
+step 44700 loss=0.3363 pos=45772800 dt=29962
+step 44800 loss=0.3412 pos=45875200 dt=30048
+step 44900 loss=0.2783 pos=45977600 dt=30139
+step 45000 loss=0.3092 pos=46080000 dt=30225
+EVAL step 45000 pos=46080000 | T=2 loss=0.311 from=0.408 joint=0.726 hard=0.883 | T=16 loss=0.340 from=0.406 joint=0.698 hard=0.840
+step 45100 loss=0.2641 pos=46182400 dt=30367
+step 45200 loss=0.2897 pos=46284800 dt=30453
+step 45300 loss=0.3084 pos=46387200 dt=30544
+step 45400 loss=0.3160 pos=46489600 dt=30630
+step 45500 loss=0.3478 pos=46592000 dt=30724
+step 45600 loss=0.3141 pos=46694400 dt=30811
+step 45700 loss=0.3198 pos=46796800 dt=30901
+step 45800 loss=0.3049 pos=46899200 dt=30988
+step 45900 loss=0.2778 pos=47001600 dt=31086
+step 46000 loss=0.3369 pos=47104000 dt=31172
+EVAL step 46000 pos=47104000 | T=2 loss=0.314 from=0.404 joint=0.727 hard=0.883 | T=16 loss=0.343 from=0.407 joint=0.696 hard=0.842
+step 46100 loss=0.2910 pos=47206400 dt=31308
+step 46200 loss=0.3340 pos=47308800 dt=31395
+step 46300 loss=0.3069 pos=47411200 dt=31490
+step 46400 loss=0.2937 pos=47513600 dt=31577
+step 46500 loss=0.2925 pos=47616000 dt=31667
+step 46600 loss=0.3249 pos=47718400 dt=31754
+step 46700 loss=0.2829 pos=47820800 dt=31848
+step 46800 loss=0.3298 pos=47923200 dt=31934
+step 46900 loss=0.2987 pos=48025600 dt=32025
+step 47000 loss=0.3265 pos=48128000 dt=32111
+EVAL step 47000 pos=48128000 | T=2 loss=0.311 from=0.410 joint=0.734 hard=0.895 | T=16 loss=0.337 from=0.410 joint=0.694 hard=0.839
+step 47100 loss=0.2936 pos=48230400 dt=32249
+step 47200 loss=0.2856 pos=48332800 dt=32336
+step 47300 loss=0.2912 pos=48435200 dt=32426
+step 47400 loss=0.3078 pos=48537600 dt=32512
+step 47500 loss=0.2639 pos=48640000 dt=32608
+step 47600 loss=0.2946 pos=48742400 dt=32694
+step 47700 loss=0.2825 pos=48844800 dt=32785
+step 47800 loss=0.2783 pos=48947200 dt=32872
+step 47900 loss=0.2913 pos=49049600 dt=32968
+step 48000 loss=0.2583 pos=49152000 dt=33054
+EVAL step 48000 pos=49152000 | T=2 loss=0.310 from=0.410 joint=0.728 hard=0.888 | T=16 loss=0.340 from=0.410 joint=0.692 hard=0.834
+step 48100 loss=0.2526 pos=49254400 dt=33191
+step 48200 loss=0.2785 pos=49356800 dt=33277
+step 48300 loss=0.2863 pos=49459200 dt=33372
+step 48400 loss=0.2716 pos=49561600 dt=33458
+step 48500 loss=0.2790 pos=49664000 dt=33548
+step 48600 loss=0.2825 pos=49766400 dt=33634
+step 48700 loss=0.2418 pos=49868800 dt=33729
+step 48800 loss=0.2513 pos=49971200 dt=33815
+step 48900 loss=0.2267 pos=50073600 dt=33905
+step 49000 loss=0.2331 pos=50176000 dt=33990
+EVAL step 49000 pos=50176000 | T=2 loss=0.312 from=0.410 joint=0.713 hard=0.864 | T=16 loss=0.339 from=0.409 joint=0.681 hard=0.817
+step 49100 loss=0.1878 pos=50278400 dt=34136
+step 49200 loss=0.2768 pos=50380800 dt=34221
+step 49300 loss=0.2977 pos=50483200 dt=34313
+step 49400 loss=0.3423 pos=50585600 dt=34399
+step 49500 loss=0.3297 pos=50688000 dt=34493
+step 49600 loss=0.2741 pos=50790400 dt=34579
+step 49700 loss=0.3071 pos=50892800 dt=34672
+step 49800 loss=0.3064 pos=50995200 dt=34758
+step 49900 loss=0.2602 pos=51097600 dt=34854
+step 50000 loss=0.3163 pos=51200000 dt=34941
+EVAL step 50000 pos=51200000 | T=2 loss=0.302 from=0.414 joint=0.734 hard=0.894 | T=16 loss=0.333 from=0.413 joint=0.698 hard=0.842
+step 50100 loss=0.2965 pos=51302400 dt=35082
+step 50200 loss=0.3184 pos=51404800 dt=35168
+step 50300 loss=0.3000 pos=51507200 dt=35263
+step 50400 loss=0.2834 pos=51609600 dt=35349
+step 50500 loss=0.2885 pos=51712000 dt=35442
+step 50600 loss=0.3278 pos=51814400 dt=35529
+step 50700 loss=0.2870 pos=51916800 dt=35623
+step 50800 loss=0.3141 pos=52019200 dt=35709
+step 50900 loss=0.3158 pos=52121600 dt=35800
+step 51000 loss=0.3219 pos=52224000 dt=35886
+EVAL step 51000 pos=52224000 | T=2 loss=0.302 from=0.412 joint=0.734 hard=0.894 | T=16 loss=0.329 from=0.408 joint=0.696 hard=0.841
+step 51100 loss=0.3232 pos=52326400 dt=36025
+step 51200 loss=0.3193 pos=52428800 dt=36111
+step 51300 loss=0.2773 pos=52531200 dt=36205
+step 51400 loss=0.3379 pos=52633600 dt=36291
+step 51500 loss=0.3107 pos=52736000 dt=36384
+step 51600 loss=0.3337 pos=52838400 dt=36471
+step 51700 loss=0.3173 pos=52940800 dt=36564
+step 51800 loss=0.3289 pos=53043200 dt=36650
+step 51900 loss=0.3023 pos=53145600 dt=36745
+step 52000 loss=0.2666 pos=53248000 dt=36831
+EVAL step 52000 pos=53248000 | T=2 loss=0.306 from=0.412 joint=0.728 hard=0.887 | T=16 loss=0.330 from=0.416 joint=0.693 hard=0.842
+step 52100 loss=0.3092 pos=53350400 dt=36969
+step 52200 loss=0.3052 pos=53452800 dt=37055
+step 52300 loss=0.3289 pos=53555200 dt=37147
+step 52400 loss=0.2715 pos=53657600 dt=37233
+step 52500 loss=0.2813 pos=53760000 dt=37324
+step 52600 loss=0.3015 pos=53862400 dt=37411
+step 52700 loss=0.2746 pos=53964800 dt=37508
+step 52800 loss=0.3042 pos=54067200 dt=37594
+step 52900 loss=0.2999 pos=54169600 dt=37688
+step 53000 loss=0.2719 pos=54272000 dt=37774
+EVAL step 53000 pos=54272000 | T=2 loss=0.308 from=0.412 joint=0.737 hard=0.900 | T=16 loss=0.328 from=0.407 joint=0.705 hard=0.856
+step 53100 loss=0.2866 pos=54374400 dt=37909
+step 53200 loss=0.3316 pos=54476800 dt=37995
+step 53300 loss=0.3192 pos=54579200 dt=38087
+step 53400 loss=0.3025 pos=54681600 dt=38173
+step 53500 loss=0.2843 pos=54784000 dt=38264
+step 53600 loss=0.2782 pos=54886400 dt=38351
+step 53700 loss=0.3111 pos=54988800 dt=38443
+step 53800 loss=0.2593 pos=55091200 dt=38529
+step 53900 loss=0.2716 pos=55193600 dt=38620
+step 54000 loss=0.2899 pos=55296000 dt=38706
+EVAL step 54000 pos=55296000 | T=2 loss=0.312 from=0.411 joint=0.730 hard=0.886 | T=16 loss=0.335 from=0.411 joint=0.696 hard=0.842

log_AMe.txt

@@ -0,0 +1,114 @@
+cfg AMe d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=500..625 hours=168.0
+step 50900 loss=0.4318 pos=153907200 dt=96
+step 51000 loss=0.3471 pos=154009600 dt=185
+EVAL step 51000 pos=154009600 | T=2 loss=0.403 from=0.411 joint=0.684 hard=0.826 | T=16 loss=0.426 from=0.403 joint=0.664 hard=0.800
+step 51100 loss=0.4282 pos=154112000 dt=339
+step 51200 loss=0.4348 pos=154214400 dt=428
+step 51300 loss=0.2957 pos=154316800 dt=529
+step 51400 loss=0.4214 pos=154419200 dt=618
+step 51500 loss=0.3737 pos=154521600 dt=713
+step 51600 loss=0.4121 pos=154624000 dt=802
+step 51700 loss=0.3966 pos=154726400 dt=897
+step 51800 loss=0.3873 pos=154828800 dt=986
+step 51900 loss=0.3556 pos=154931200 dt=1089
+step 52000 loss=0.3665 pos=155033600 dt=1178
+EVAL step 52000 pos=155033600 | T=2 loss=0.360 from=0.406 joint=0.699 hard=0.844 | T=16 loss=0.393 from=0.400 joint=0.666 hard=0.798
+step 52100 loss=0.3446 pos=155136000 dt=1319
+step 52200 loss=0.3437 pos=155238400 dt=1409
+step 52300 loss=0.3867 pos=155340800 dt=1508
+step 52400 loss=0.3051 pos=155443200 dt=1597
+step 52500 loss=0.3331 pos=155545600 dt=1694
+step 52600 loss=0.3568 pos=155648000 dt=1783
+step 52700 loss=0.3343 pos=155750400 dt=1884
+step 52800 loss=0.3297 pos=155852800 dt=1973
+step 52900 loss=0.3900 pos=155955200 dt=2067
+step 53000 loss=0.3662 pos=156057600 dt=2156
+EVAL step 53000 pos=156057600 | T=2 loss=0.350 from=0.398 joint=0.700 hard=0.849 | T=16 loss=0.374 from=0.395 joint=0.671 hard=0.811
+step 53100 loss=0.3171 pos=156160000 dt=2301
+step 53200 loss=0.3551 pos=156262400 dt=2390
+step 53300 loss=0.3552 pos=156364800 dt=2483
+step 53400 loss=0.3530 pos=156467200 dt=2572
+step 53500 loss=0.3492 pos=156569600 dt=2675
+step 53600 loss=0.3476 pos=156672000 dt=2764
+step 53700 loss=0.3373 pos=156774400 dt=2858
+step 53800 loss=0.3499 pos=156876800 dt=2947
+step 53900 loss=0.3002 pos=156979200 dt=3064
+step 54000 loss=0.3212 pos=157081600 dt=3153
+EVAL step 54000 pos=157081600 | T=2 loss=0.341 from=0.406 joint=0.699 hard=0.842 | T=16 loss=0.374 from=0.400 joint=0.669 hard=0.801
+step 54100 loss=0.3174 pos=157184000 dt=3293
+step 54200 loss=0.3705 pos=157286400 dt=3382
+step 54300 loss=0.3583 pos=157388800 dt=3487
+step 54400 loss=0.2905 pos=157491200 dt=3576
+step 54500 loss=0.3486 pos=157593600 dt=3671
+step 54600 loss=0.3805 pos=157696000 dt=3760
+step 54700 loss=0.3155 pos=157798400 dt=3860
+step 54800 loss=0.3181 pos=157900800 dt=3949
+step 54900 loss=0.3745 pos=158003200 dt=4043
+step 55000 loss=0.3271 pos=158105600 dt=4132
+EVAL step 55000 pos=158105600 | T=2 loss=0.340 from=0.402 joint=0.707 hard=0.859 | T=16 loss=0.379 from=0.396 joint=0.666 hard=0.799
+step 55100 loss=0.3242 pos=158208000 dt=4271
+step 55200 loss=0.2840 pos=158310400 dt=4360
+step 55300 loss=0.3068 pos=158412800 dt=4458
+step 55400 loss=0.3233 pos=158515200 dt=4547
+step 55500 loss=0.2911 pos=158617600 dt=4641
+step 55600 loss=0.3217 pos=158720000 dt=4730
+step 55700 loss=0.3481 pos=158822400 dt=4830
+step 55800 loss=0.3119 pos=158924800 dt=4919
+step 55900 loss=0.2761 pos=159027200 dt=5014
+step 56000 loss=0.3078 pos=159129600 dt=5102
+EVAL step 56000 pos=159129600 | T=2 loss=0.333 from=0.408 joint=0.724 hard=0.883 | T=16 loss=0.368 from=0.404 joint=0.689 hard=0.834
+step 56100 loss=0.2633 pos=159232000 dt=5251
+step 56200 loss=0.2946 pos=159334400 dt=5340
+step 56300 loss=0.2884 pos=159436800 dt=5433
+step 56400 loss=0.2713 pos=159539200 dt=5522
+step 56500 loss=0.2877 pos=159641600 dt=5623
+step 56600 loss=0.2625 pos=159744000 dt=5712
+step 56700 loss=0.2509 pos=159846400 dt=5806
+step 56800 loss=0.2871 pos=159948800 dt=5895
+step 56900 loss=0.3035 pos=160051200 dt=5989
+step 57000 loss=0.3334 pos=160153600 dt=6078
+EVAL step 57000 pos=160153600 | T=2 loss=0.331 from=0.406 joint=0.706 hard=0.855 | T=16 loss=0.360 from=0.405 joint=0.654 hard=0.783
+step 57100 loss=0.3239 pos=160256000 dt=6217
+step 57200 loss=0.3225 pos=160358400 dt=6306
+step 57300 loss=0.3635 pos=160460800 dt=6400
+step 57400 loss=0.3444 pos=160563200 dt=6489
+step 57500 loss=0.3467 pos=160665600 dt=6583
+step 57600 loss=0.3465 pos=160768000 dt=6672
+step 57700 loss=0.3020 pos=160870400 dt=6770
+step 57800 loss=0.3349 pos=160972800 dt=6859
+step 57900 loss=0.3118 pos=161075200 dt=6955
+step 58000 loss=0.3337 pos=161177600 dt=7044
+EVAL step 58000 pos=161177600 | T=2 loss=0.325 from=0.402 joint=0.715 hard=0.869 | T=16 loss=0.357 from=0.400 joint=0.666 hard=0.799
+step 58100 loss=0.3066 pos=161280000 dt=7190
+step 58200 loss=0.3014 pos=161382400 dt=7279
+step 58300 loss=0.3602 pos=161484800 dt=7373
+step 58400 loss=0.3113 pos=161587200 dt=7462
+step 58500 loss=0.3189 pos=161689600 dt=7563
+step 58600 loss=0.3803 pos=161792000 dt=7652
+step 58700 loss=0.3052 pos=161894400 dt=7746
+step 58800 loss=0.3131 pos=161996800 dt=7835
+step 58900 loss=0.3119 pos=162099200 dt=7936
+step 59000 loss=0.3291 pos=162201600 dt=8025
+EVAL step 59000 pos=162201600 | T=2 loss=0.323 from=0.404 joint=0.717 hard=0.874 | T=16 loss=0.356 from=0.407 joint=0.663 hard=0.799
+step 59100 loss=0.3078 pos=162304000 dt=8165
+step 59200 loss=0.3205 pos=162406400 dt=8255
+step 59300 loss=0.3282 pos=162508800 dt=8355
+step 59400 loss=0.3378 pos=162611200 dt=8444
+step 59500 loss=0.3341 pos=162713600 dt=8539
+step 59600 loss=0.3068 pos=162816000 dt=8628
+step 59700 loss=0.3132 pos=162918400 dt=8727
+step 59800 loss=0.3302 pos=163020800 dt=8816
+step 59900 loss=0.3377 pos=163123200 dt=8910
+step 60000 loss=0.3658 pos=163225600 dt=8999
+EVAL step 60000 pos=163225600 | T=2 loss=0.323 from=0.403 joint=0.706 hard=0.854 | T=16 loss=0.365 from=0.404 joint=0.655 hard=0.783
+step 60100 loss=0.2784 pos=163328000 dt=9141
+step 60200 loss=0.3256 pos=163430400 dt=9230
+step 60300 loss=0.3117 pos=163532800 dt=9333
+step 60400 loss=0.3290 pos=163635200 dt=9422
+step 60500 loss=0.2947 pos=163737600 dt=9516
+step 60600 loss=0.3316 pos=163840000 dt=9605
+step 60700 loss=0.3222 pos=163942400 dt=9704
+step 60800 loss=0.3434 pos=164044800 dt=9793
+step 60900 loss=0.2965 pos=164147200 dt=9888
+step 61000 loss=0.3143 pos=164249600 dt=9977
+EVAL step 61000 pos=164249600 | T=2 loss=0.314 from=0.407 joint=0.727 hard=0.884 | T=16 loss=0.342 from=0.398 joint=0.670 hard=0.805

log_AMf.txt

@@ -0,0 +1,455 @@
+cfg AMf d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=625..750 hours=168.0
+step 50900 loss=0.3677 pos=153907200 dt=95
+step 51000 loss=0.3665 pos=154009600 dt=185
+EVAL step 51000 pos=154009600 | T=2 loss=0.416 from=0.412 joint=0.664 hard=0.795 | T=16 loss=0.442 from=0.406 joint=0.620 hard=0.737
+step 51100 loss=0.3882 pos=154112000 dt=327
+step 51200 loss=0.3691 pos=154214400 dt=416
+step 51300 loss=0.3422 pos=154316800 dt=510
+step 51400 loss=0.4141 pos=154419200 dt=600
+step 51500 loss=0.3440 pos=154521600 dt=701
+step 51600 loss=0.3763 pos=154624000 dt=790
+step 51700 loss=0.3556 pos=154726400 dt=885
+step 51800 loss=0.4071 pos=154828800 dt=974
+step 51900 loss=0.3256 pos=154931200 dt=1073
+step 52000 loss=0.3288 pos=155033600 dt=1162
+EVAL step 52000 pos=155033600 | T=2 loss=0.366 from=0.409 joint=0.700 hard=0.848 | T=16 loss=0.395 from=0.404 joint=0.648 hard=0.776
+step 52100 loss=0.3370 pos=155136000 dt=1302
+step 52200 loss=0.4058 pos=155238400 dt=1392
+step 52300 loss=0.4160 pos=155340800 dt=1491
+step 52400 loss=0.3640 pos=155443200 dt=1580
+step 52500 loss=0.3697 pos=155545600 dt=1675
+step 52600 loss=0.4113 pos=155648000 dt=1764
+step 52700 loss=0.3384 pos=155750400 dt=1865
+step 52800 loss=0.3358 pos=155852800 dt=1954
+step 52900 loss=0.3459 pos=155955200 dt=2048
+step 53000 loss=0.3294 pos=156057600 dt=2137
+EVAL step 53000 pos=156057600 | T=2 loss=0.350 from=0.398 joint=0.698 hard=0.844 | T=16 loss=0.374 from=0.395 joint=0.672 hard=0.812
+step 53100 loss=0.3822 pos=156160000 dt=2282
+step 53200 loss=0.3149 pos=156262400 dt=2371
+step 53300 loss=0.3484 pos=156364800 dt=2464
+step 53400 loss=0.3441 pos=156467200 dt=2553
+step 53500 loss=0.3055 pos=156569600 dt=2654
+step 53600 loss=0.3404 pos=156672000 dt=2744
+step 53700 loss=0.3319 pos=156774400 dt=2839
+step 53800 loss=0.3074 pos=156876800 dt=2928
+step 53900 loss=0.3306 pos=156979200 dt=3036
+step 54000 loss=0.3043 pos=157081600 dt=3125
+EVAL step 54000 pos=157081600 | T=2 loss=0.353 from=0.408 joint=0.709 hard=0.862 | T=16 loss=0.375 from=0.401 joint=0.662 hard=0.800
+step 54100 loss=0.3485 pos=157184000 dt=3263
+step 54200 loss=0.3473 pos=157286400 dt=3352
+step 54300 loss=0.3554 pos=157388800 dt=3453
+step 54400 loss=0.3306 pos=157491200 dt=3542
+step 54500 loss=0.3141 pos=157593600 dt=3637
+step 54600 loss=0.3031 pos=157696000 dt=3726
+step 54700 loss=0.3762 pos=157798400 dt=3820
+step 54800 loss=0.3539 pos=157900800 dt=3909
+step 54900 loss=0.3219 pos=158003200 dt=4011
+step 55000 loss=0.3233 pos=158105600 dt=4101
+EVAL step 55000 pos=158105600 | T=2 loss=0.342 from=0.411 joint=0.689 hard=0.826 | T=16 loss=0.372 from=0.405 joint=0.642 hard=0.770
+step 55100 loss=0.3326 pos=158208000 dt=4242
+step 55200 loss=0.3402 pos=158310400 dt=4331
+step 55300 loss=0.3417 pos=158412800 dt=4430
+step 55400 loss=0.3412 pos=158515200 dt=4519
+step 55500 loss=0.3258 pos=158617600 dt=4614
+step 55600 loss=0.3238 pos=158720000 dt=4703
+step 55700 loss=0.3261 pos=158822400 dt=4809
+step 55800 loss=0.2807 pos=158924800 dt=4898
+step 55900 loss=0.2980 pos=159027200 dt=4991
+step 56000 loss=0.3137 pos=159129600 dt=5080
+EVAL step 56000 pos=159129600 | T=2 loss=0.333 from=0.408 joint=0.721 hard=0.879 | T=16 loss=0.368 from=0.405 joint=0.689 hard=0.833
+step 56100 loss=0.3287 pos=159232000 dt=5227
+step 56200 loss=0.2485 pos=159334400 dt=5316
+step 56300 loss=0.2626 pos=159436800 dt=5409
+step 56400 loss=0.3160 pos=159539200 dt=5497
+step 56500 loss=0.2488 pos=159641600 dt=5590
+step 56600 loss=0.3053 pos=159744000 dt=5679
+step 56700 loss=0.3446 pos=159846400 dt=5778
+step 56800 loss=0.2219 pos=159948800 dt=5866
+step 56900 loss=0.3715 pos=160051200 dt=5959
+step 57000 loss=0.3263 pos=160153600 dt=6048
+EVAL step 57000 pos=160153600 | T=2 loss=0.331 from=0.407 joint=0.709 hard=0.859 | T=16 loss=0.366 from=0.406 joint=0.658 hard=0.791
+step 57100 loss=0.3393 pos=160256000 dt=6188
+step 57200 loss=0.3355 pos=160358400 dt=6277
+step 57300 loss=0.3120 pos=160460800 dt=6370
+step 57400 loss=0.3510 pos=160563200 dt=6459
+step 57500 loss=0.3396 pos=160665600 dt=6554
+step 57600 loss=0.3149 pos=160768000 dt=6643
+step 57700 loss=0.3291 pos=160870400 dt=6742
+step 57800 loss=0.2995 pos=160972800 dt=6831
+step 57900 loss=0.3380 pos=161075200 dt=6924
+step 58000 loss=0.2870 pos=161177600 dt=7013
+EVAL step 58000 pos=161177600 | T=2 loss=0.325 from=0.403 joint=0.717 hard=0.871 | T=16 loss=0.357 from=0.401 joint=0.668 hard=0.801
+step 58100 loss=0.3026 pos=161280000 dt=7159
+step 58200 loss=0.3649 pos=161382400 dt=7248
+step 58300 loss=0.3067 pos=161484800 dt=7343
+step 58400 loss=0.3340 pos=161587200 dt=7432
+step 58500 loss=0.3290 pos=161689600 dt=7532
+step 58600 loss=0.3431 pos=161792000 dt=7621
+step 58700 loss=0.3453 pos=161894400 dt=7715
+step 58800 loss=0.3159 pos=161996800 dt=7804
+step 58900 loss=0.3453 pos=162099200 dt=7907
+step 59000 loss=0.3077 pos=162201600 dt=7996
+EVAL step 59000 pos=162201600 | T=2 loss=0.331 from=0.396 joint=0.698 hard=0.844 | T=16 loss=0.360 from=0.392 joint=0.645 hard=0.765
+step 59100 loss=0.3378 pos=162304000 dt=8136
+step 59200 loss=0.3038 pos=162406400 dt=8225
+step 59300 loss=0.3258 pos=162508800 dt=8327
+step 59400 loss=0.3292 pos=162611200 dt=8416
+step 59500 loss=0.3394 pos=162713600 dt=8511
+step 59600 loss=0.3569 pos=162816000 dt=8600
+step 59700 loss=0.2958 pos=162918400 dt=8694
+step 59800 loss=0.3176 pos=163020800 dt=8783
+step 59900 loss=0.3286 pos=163123200 dt=8887
+step 60000 loss=0.3302 pos=163225600 dt=8976
+EVAL step 60000 pos=163225600 | T=2 loss=0.321 from=0.405 joint=0.723 hard=0.878 | T=16 loss=0.358 from=0.402 joint=0.658 hard=0.790
+step 60100 loss=0.2812 pos=163328000 dt=9115
+step 60200 loss=0.2981 pos=163430400 dt=9205
+step 60300 loss=0.3221 pos=163532800 dt=9307
+step 60400 loss=0.3013 pos=163635200 dt=9396
+step 60500 loss=0.2853 pos=163737600 dt=9491
+step 60600 loss=0.3298 pos=163840000 dt=9580
+step 60700 loss=0.3238 pos=163942400 dt=9683
+step 60800 loss=0.3158 pos=164044800 dt=9772
+step 60900 loss=0.2841 pos=164147200 dt=9869
+step 61000 loss=0.3151 pos=164249600 dt=9958
+EVAL step 61000 pos=164249600 | T=2 loss=0.324 from=0.413 joint=0.720 hard=0.873 | T=16 loss=0.353 from=0.409 joint=0.672 hard=0.807
+step 61100 loss=0.3306 pos=164352000 dt=10098
+step 61200 loss=0.3047 pos=164454400 dt=10187
+step 61300 loss=0.2845 pos=164556800 dt=10292
+step 61400 loss=0.3151 pos=164659200 dt=10381
+step 61500 loss=0.2754 pos=164761600 dt=10477
+step 61600 loss=0.3234 pos=164864000 dt=10566
+step 61700 loss=0.3088 pos=164966400 dt=10667
+step 61800 loss=0.2812 pos=165068800 dt=10756
+step 61900 loss=0.2528 pos=165171200 dt=10851
+step 62000 loss=0.2779 pos=165273600 dt=10940
+EVAL step 62000 pos=165273600 | T=2 loss=0.313 from=0.407 joint=0.727 hard=0.886 | T=16 loss=0.347 from=0.403 joint=0.686 hard=0.829
+step 62100 loss=0.2833 pos=165376000 dt=11081
+step 62200 loss=0.2875 pos=165478400 dt=11170
+step 62300 loss=0.2581 pos=165580800 dt=11263
+step 62400 loss=0.2422 pos=165683200 dt=11352
+step 62500 loss=0.2354 pos=165785600 dt=11445
+step 62600 loss=0.2349 pos=165888000 dt=11533
+step 62700 loss=0.2351 pos=165990400 dt=11631
+step 62800 loss=0.2104 pos=166092800 dt=11719
+step 62900 loss=0.3503 pos=166195200 dt=11811
+step 63000 loss=0.2939 pos=166297600 dt=11900
+EVAL step 63000 pos=166297600 | T=2 loss=0.312 from=0.413 joint=0.711 hard=0.859 | T=16 loss=0.344 from=0.409 joint=0.671 hard=0.807
+step 63100 loss=0.3266 pos=166400000 dt=12040
+step 63200 loss=0.3114 pos=166502400 dt=12129
+step 63300 loss=0.2907 pos=166604800 dt=12224
+step 63400 loss=0.2886 pos=166707200 dt=12313
+step 63500 loss=0.3033 pos=166809600 dt=12406
+step 63600 loss=0.3529 pos=166912000 dt=12495
+step 63700 loss=0.3322 pos=167014400 dt=12588
+step 63800 loss=0.2886 pos=167116800 dt=12677
+step 63900 loss=0.3162 pos=167219200 dt=12772
+step 64000 loss=0.2963 pos=167321600 dt=12861
+EVAL step 64000 pos=167321600 | T=2 loss=0.311 from=0.410 joint=0.734 hard=0.896 | T=16 loss=0.346 from=0.406 joint=0.693 hard=0.840
+step 64100 loss=0.3149 pos=167424000 dt=13001
+step 64200 loss=0.2916 pos=167526400 dt=13090
+step 64300 loss=0.2967 pos=167628800 dt=13184
+step 64400 loss=0.3141 pos=167731200 dt=13273
+step 64500 loss=0.3023 pos=167833600 dt=13369
+step 64600 loss=0.3124 pos=167936000 dt=13458
+step 64700 loss=0.2994 pos=168038400 dt=13551
+step 64800 loss=0.3316 pos=168140800 dt=13640
+step 64900 loss=0.3270 pos=168243200 dt=13733
+step 65000 loss=0.3106 pos=168345600 dt=13823
+EVAL step 65000 pos=168345600 | T=2 loss=0.317 from=0.408 joint=0.734 hard=0.896 | T=16 loss=0.339 from=0.406 joint=0.684 hard=0.825
+step 65100 loss=0.3058 pos=168448000 dt=13960
+step 65200 loss=0.3146 pos=168550400 dt=14049
+step 65300 loss=0.3121 pos=168652800 dt=14143
+step 65400 loss=0.3223 pos=168755200 dt=14232
+step 65500 loss=0.3025 pos=168857600 dt=14328
+step 65600 loss=0.3020 pos=168960000 dt=14417
+step 65700 loss=0.2979 pos=169062400 dt=14511
+step 65800 loss=0.2873 pos=169164800 dt=14600
+step 65900 loss=0.3004 pos=169267200 dt=14694
+step 66000 loss=0.3229 pos=169369600 dt=14784
+EVAL step 66000 pos=169369600 | T=2 loss=0.308 from=0.405 joint=0.729 hard=0.890 | T=16 loss=0.346 from=0.402 joint=0.670 hard=0.807
+step 66100 loss=0.3185 pos=169472000 dt=14923
+step 66200 loss=0.2892 pos=169574400 dt=15012
+step 66300 loss=0.2523 pos=169676800 dt=15108
+step 66400 loss=0.2840 pos=169779200 dt=15197
+step 66500 loss=0.2815 pos=169881600 dt=15301
+step 66600 loss=0.2856 pos=169984000 dt=15391
+step 66700 loss=0.2774 pos=170086400 dt=15487
+step 66800 loss=0.3139 pos=170188800 dt=15576
+step 66900 loss=0.3182 pos=170291200 dt=15687
+step 67000 loss=0.3036 pos=170393600 dt=15776
+EVAL step 67000 pos=170393600 | T=2 loss=0.311 from=0.407 joint=0.728 hard=0.886 | T=16 loss=0.344 from=0.407 joint=0.672 hard=0.807
+step 67100 loss=0.2917 pos=170496000 dt=15917
+step 67200 loss=0.3161 pos=170598400 dt=16007
+step 67300 loss=0.3043 pos=170700800 dt=16102
+step 67400 loss=0.2939 pos=170803200 dt=16191
+step 67500 loss=0.3030 pos=170905600 dt=16291
+step 67600 loss=0.3114 pos=171008000 dt=16380
+step 67700 loss=0.2902 pos=171110400 dt=16475
+step 67800 loss=0.3186 pos=171212800 dt=16565
+step 67900 loss=0.3033 pos=171315200 dt=16668
+step 68000 loss=0.3057 pos=171417600 dt=16757
+EVAL step 68000 pos=171417600 | T=2 loss=0.316 from=0.406 joint=0.725 hard=0.883 | T=16 loss=0.354 from=0.408 joint=0.683 hard=0.826
+step 68100 loss=0.2924 pos=171520000 dt=16897
+step 68200 loss=0.2762 pos=171622400 dt=16986
+step 68300 loss=0.2498 pos=171724800 dt=17089
+step 68400 loss=0.2901 pos=171827200 dt=17178
+step 68500 loss=0.2697 pos=171929600 dt=17273
+step 68600 loss=0.2666 pos=172032000 dt=17362
+step 68700 loss=0.2163 pos=172134400 dt=17464
+step 68800 loss=0.2513 pos=172236800 dt=17552
+step 68900 loss=0.2116 pos=172339200 dt=17645
+step 69000 loss=0.3325 pos=172441600 dt=17734
+EVAL step 69000 pos=172441600 | T=2 loss=0.325 from=0.408 joint=0.709 hard=0.859 | T=16 loss=0.362 from=0.409 joint=0.658 hard=0.792
+step 69100 loss=0.3221 pos=172544000 dt=17874
+step 69200 loss=0.3646 pos=172646400 dt=17963
+step 69300 loss=0.3304 pos=172748800 dt=18067
+step 69400 loss=0.3364 pos=172851200 dt=18156
+step 69500 loss=0.3088 pos=172953600 dt=18252
+step 69600 loss=0.2819 pos=173056000 dt=18341
+step 69700 loss=0.3219 pos=173158400 dt=18447
+step 69800 loss=0.3111 pos=173260800 dt=18539
+step 69900 loss=0.3291 pos=173363200 dt=18632
+step 70000 loss=0.3224 pos=173465600 dt=18722
+EVAL step 70000 pos=173465600 | T=2 loss=0.342 from=0.403 joint=0.711 hard=0.861 | T=16 loss=0.385 from=0.405 joint=0.666 hard=0.806
+step 70100 loss=0.2964 pos=173568000 dt=18868
+step 70200 loss=0.3389 pos=173670400 dt=18957
+step 70300 loss=0.3016 pos=173772800 dt=19052
+step 70400 loss=0.3005 pos=173875200 dt=19141
+step 70500 loss=0.2978 pos=173977600 dt=19243
+step 70600 loss=0.3220 pos=174080000 dt=19333
+step 70700 loss=0.3227 pos=174182400 dt=19428
+step 70800 loss=0.3229 pos=174284800 dt=19517
+step 70900 loss=0.2918 pos=174387200 dt=19620
+step 71000 loss=0.3138 pos=174489600 dt=19710
+EVAL step 71000 pos=174489600 | T=2 loss=0.313 from=0.415 joint=0.725 hard=0.880 | T=16 loss=0.349 from=0.421 joint=0.673 hard=0.810
+step 71100 loss=0.2925 pos=174592000 dt=19848
+step 71200 loss=0.2584 pos=174694400 dt=19937
+step 71300 loss=0.3324 pos=174796800 dt=20040
+step 71400 loss=0.2999 pos=174899200 dt=20130
+step 71500 loss=0.3007 pos=175001600 dt=20224
+step 71600 loss=0.2879 pos=175104000 dt=20313
+step 71700 loss=0.3539 pos=175206400 dt=20411
+step 71800 loss=0.2767 pos=175308800 dt=20500
+step 71900 loss=0.3139 pos=175411200 dt=20594
+step 72000 loss=0.2930 pos=175513600 dt=20684
+EVAL step 72000 pos=175513600 | T=2 loss=0.306 from=0.411 joint=0.720 hard=0.875 | T=16 loss=0.349 from=0.416 joint=0.652 hard=0.782
+step 72100 loss=0.3083 pos=175616000 dt=20823
+step 72200 loss=0.3242 pos=175718400 dt=20912
+step 72300 loss=0.2853 pos=175820800 dt=21012
+step 72400 loss=0.3020 pos=175923200 dt=21101
+step 72500 loss=0.3178 pos=176025600 dt=21196
+step 72600 loss=0.2630 pos=176128000 dt=21285
+step 72700 loss=0.2680 pos=176230400 dt=21379
+step 72800 loss=0.2903 pos=176332800 dt=21468
+step 72900 loss=0.2655 pos=176435200 dt=21562
+step 73000 loss=0.3046 pos=176537600 dt=21651
+EVAL step 73000 pos=176537600 | T=2 loss=0.306 from=0.409 joint=0.732 hard=0.892 | T=16 loss=0.347 from=0.417 joint=0.673 hard=0.811
+step 73100 loss=0.2956 pos=176640000 dt=21789
+step 73200 loss=0.3052 pos=176742400 dt=21879
+step 73300 loss=0.3042 pos=176844800 dt=21980
+step 73400 loss=0.2607 pos=176947200 dt=22070
+step 73500 loss=0.2871 pos=177049600 dt=22164
+step 73600 loss=0.2770 pos=177152000 dt=22253
+step 73700 loss=0.2765 pos=177254400 dt=22360
+step 73800 loss=0.3036 pos=177356800 dt=22449
+step 73900 loss=0.3009 pos=177459200 dt=22544
+step 74000 loss=0.2659 pos=177561600 dt=22633
+EVAL step 74000 pos=177561600 | T=2 loss=0.337 from=0.409 joint=0.716 hard=0.870 | T=16 loss=0.394 from=0.406 joint=0.646 hard=0.774
+step 74100 loss=0.2758 pos=177664000 dt=22782
+step 74200 loss=0.2717 pos=177766400 dt=22871
+step 74300 loss=0.2648 pos=177868800 dt=22967
+step 74400 loss=0.2579 pos=177971200 dt=23056
+step 74500 loss=0.2194 pos=178073600 dt=23153
+step 74600 loss=0.2124 pos=178176000 dt=23246
+step 74700 loss=0.2296 pos=178278400 dt=23339
+step 74800 loss=0.2169 pos=178380800 dt=23427
+step 74900 loss=0.2343 pos=178483200 dt=23523
+step 75000 loss=0.2973 pos=178585600 dt=23612
+EVAL step 75000 pos=178585600 | T=2 loss=0.314 from=0.410 joint=0.707 hard=0.854 | T=16 loss=0.360 from=0.403 joint=0.646 hard=0.777
+step 75100 loss=0.3203 pos=178688000 dt=23751
+step 75200 loss=0.2799 pos=178790400 dt=23840
+step 75300 loss=0.3047 pos=178892800 dt=23952
+step 75400 loss=0.3052 pos=178995200 dt=24041
+step 75500 loss=0.3239 pos=179097600 dt=24134
+step 75600 loss=0.3351 pos=179200000 dt=24223
+step 75700 loss=0.3010 pos=179302400 dt=24323
+step 75800 loss=0.3583 pos=179404800 dt=24412
+step 75900 loss=0.3000 pos=179507200 dt=24506
+step 76000 loss=0.3211 pos=179609600 dt=24595
+EVAL step 76000 pos=179609600 | T=2 loss=0.342 from=0.410 joint=0.709 hard=0.859 | T=16 loss=0.391 from=0.406 joint=0.651 hard=0.787
+step 76100 loss=0.2952 pos=179712000 dt=24743
+step 76200 loss=0.3266 pos=179814400 dt=24832
+step 76300 loss=0.3031 pos=179916800 dt=24926
+step 76400 loss=0.3164 pos=180019200 dt=25015
+step 76500 loss=0.3165 pos=180121600 dt=25117
+step 76600 loss=0.2719 pos=180224000 dt=25206
+step 76700 loss=0.3013 pos=180326400 dt=25300
+step 76800 loss=0.2516 pos=180428800 dt=25390
+step 76900 loss=0.2853 pos=180531200 dt=25487
+step 77000 loss=0.3087 pos=180633600 dt=25577
+EVAL step 77000 pos=180633600 | T=2 loss=0.306 from=0.408 joint=0.726 hard=0.886 | T=16 loss=0.350 from=0.402 joint=0.667 hard=0.803
+step 77100 loss=0.3282 pos=180736000 dt=25718
+step 77200 loss=0.3090 pos=180838400 dt=25807
+step 77300 loss=0.3044 pos=180940800 dt=25907
+step 77400 loss=0.2792 pos=181043200 dt=25996
+step 77500 loss=0.2897 pos=181145600 dt=26090
+step 77600 loss=0.2792 pos=181248000 dt=26180
+step 77700 loss=0.2772 pos=181350400 dt=26279
+step 77800 loss=0.2844 pos=181452800 dt=26368
+step 77900 loss=0.3217 pos=181555200 dt=26462
+step 78000 loss=0.3133 pos=181657600 dt=26551
+EVAL step 78000 pos=181657600 | T=2 loss=0.325 from=0.409 joint=0.708 hard=0.856 | T=16 loss=0.374 from=0.411 joint=0.641 hard=0.772
+step 78100 loss=0.3093 pos=181760000 dt=26695
+step 78200 loss=0.3057 pos=181862400 dt=26784
+step 78300 loss=0.3213 pos=181964800 dt=26879
+step 78400 loss=0.2714 pos=182067200 dt=26969
+step 78500 loss=0.2830 pos=182169600 dt=27073
+step 78600 loss=0.3302 pos=182272000 dt=27163
+step 78700 loss=0.3304 pos=182374400 dt=27256
+step 78800 loss=0.3014 pos=182476800 dt=27346
+step 78900 loss=0.2785 pos=182579200 dt=27446
+step 79000 loss=0.2917 pos=182681600 dt=27536
+EVAL step 79000 pos=182681600 | T=2 loss=0.305 from=0.408 joint=0.726 hard=0.882 | T=16 loss=0.347 from=0.411 joint=0.660 hard=0.795
+step 79100 loss=0.2496 pos=182784000 dt=27678
+step 79200 loss=0.3047 pos=182886400 dt=27767
+step 79300 loss=0.2939 pos=182988800 dt=27869
+step 79400 loss=0.2937 pos=183091200 dt=27958
+step 79500 loss=0.3101 pos=183193600 dt=28052
+step 79600 loss=0.3153 pos=183296000 dt=28141
+step 79700 loss=0.2751 pos=183398400 dt=28240
+step 79800 loss=0.3086 pos=183500800 dt=28329
+step 79900 loss=0.2792 pos=183603200 dt=28423
+step 80000 loss=0.2843 pos=183705600 dt=28512
+EVAL step 80000 pos=183705600 | T=2 loss=0.303 from=0.410 joint=0.725 hard=0.881 | T=16 loss=0.338 from=0.400 joint=0.657 hard=0.787
+step 80100 loss=0.2689 pos=183808000 dt=28650
+step 80200 loss=0.2598 pos=183910400 dt=28744
+step 80300 loss=0.2597 pos=184012800 dt=28839
+step 80400 loss=0.2338 pos=184115200 dt=28928
+step 80500 loss=0.2892 pos=184217600 dt=29023
+step 80600 loss=0.2108 pos=184320000 dt=29112
+step 80700 loss=0.2055 pos=184422400 dt=29205
+step 80800 loss=0.2166 pos=184524800 dt=29294
+step 80900 loss=0.2015 pos=184627200 dt=29387
+step 81000 loss=0.2603 pos=184729600 dt=29476
+EVAL step 81000 pos=184729600 | T=2 loss=0.308 from=0.408 joint=0.699 hard=0.842 | T=16 loss=0.357 from=0.401 joint=0.608 hard=0.723
+step 81100 loss=0.2725 pos=184832000 dt=29619
+step 81200 loss=0.2938 pos=184934400 dt=29708
+step 81300 loss=0.2810 pos=185036800 dt=29805
+step 81400 loss=0.2738 pos=185139200 dt=29894
+step 81500 loss=0.2622 pos=185241600 dt=29994
+step 81600 loss=0.2983 pos=185344000 dt=30084
+step 81700 loss=0.2945 pos=185446400 dt=30178
+step 81800 loss=0.3172 pos=185548800 dt=30267
+step 81900 loss=0.2850 pos=185651200 dt=30364
+step 82000 loss=0.3351 pos=185753600 dt=30454
+EVAL step 82000 pos=185753600 | T=2 loss=0.297 from=0.408 joint=0.743 hard=0.907 | T=16 loss=0.331 from=0.409 joint=0.680 hard=0.820
+step 82100 loss=0.2545 pos=185856000 dt=30596
+step 82200 loss=0.2952 pos=185958400 dt=30686
+step 82300 loss=0.2792 pos=186060800 dt=30781
+step 82400 loss=0.3096 pos=186163200 dt=30883
+step 82500 loss=0.2961 pos=186265600 dt=30978
+step 82600 loss=0.2790 pos=186368000 dt=31068
+step 82700 loss=0.2888 pos=186470400 dt=31163
+step 82800 loss=0.3356 pos=186572800 dt=31253
+step 82900 loss=0.2839 pos=186675200 dt=31347
+step 83000 loss=0.3061 pos=186777600 dt=31436
+EVAL step 83000 pos=186777600 | T=2 loss=0.292 from=0.410 joint=0.740 hard=0.899 | T=16 loss=0.329 from=0.401 joint=0.690 hard=0.834
+step 83100 loss=0.2923 pos=186880000 dt=31576
+step 83200 loss=0.2676 pos=186982400 dt=31666
+step 83300 loss=0.2816 pos=187084800 dt=31783
+step 83400 loss=0.2924 pos=187187200 dt=31873
+step 83500 loss=0.2905 pos=187289600 dt=31967
+step 83600 loss=0.2931 pos=187392000 dt=32057
+step 83700 loss=0.2943 pos=187494400 dt=32152
+step 83800 loss=0.7399 pos=187596800 dt=32242
+step 83900 loss=0.2943 pos=187699200 dt=32336
+step 84000 loss=0.3100 pos=187801600 dt=32515
+EVAL step 84000 pos=187801600 | T=2 loss=0.296 from=0.408 joint=0.728 hard=0.883 | T=16 loss=0.332 from=0.401 joint=0.665 hard=0.796
+step 84100 loss=0.2976 pos=187904000 dt=32696
+step 84200 loss=0.3016 pos=188006400 dt=32786
+step 84300 loss=0.2637 pos=188108800 dt=32880
+step 84400 loss=0.2626 pos=188211200 dt=32969
+step 84500 loss=0.2608 pos=188313600 dt=33064
+step 84600 loss=0.2698 pos=188416000 dt=33187
+step 84700 loss=0.2426 pos=188518400 dt=33379
+step 84800 loss=0.3028 pos=188620800 dt=33469
+step 84900 loss=0.2713 pos=188723200 dt=33565
+step 85000 loss=0.2902 pos=188825600 dt=33655
+EVAL step 85000 pos=188825600 | T=2 loss=0.304 from=0.414 joint=0.734 hard=0.893 | T=16 loss=0.345 from=0.411 joint=0.673 hard=0.811
+step 85100 loss=0.2871 pos=188928000 dt=33795
+step 85200 loss=0.2961 pos=189030400 dt=33885
+step 85300 loss=0.2567 pos=189132800 dt=33984
+step 85400 loss=0.2853 pos=189235200 dt=34074
+step 85500 loss=0.2855 pos=189337600 dt=34171
+step 85600 loss=0.2776 pos=189440000 dt=34260
+step 85700 loss=0.2640 pos=189542400 dt=34356
+step 85800 loss=0.2793 pos=189644800 dt=34548
+step 85900 loss=0.2870 pos=189747200 dt=34743
+step 86000 loss=0.2450 pos=189849600 dt=34936
+EVAL step 86000 pos=189849600 | T=2 loss=0.293 from=0.410 joint=0.736 hard=0.897 | T=16 loss=0.339 from=0.405 joint=0.678 hard=0.818
+step 86100 loss=0.2813 pos=189952000 dt=35097
+step 86200 loss=0.2595 pos=190054400 dt=35186
+step 86300 loss=0.2783 pos=190156800 dt=35280
+step 86400 loss=0.2426 pos=190259200 dt=35371
+step 86500 loss=0.2430 pos=190361600 dt=35465
+step 86600 loss=0.2195 pos=190464000 dt=35554
+step 86700 loss=0.2269 pos=190566400 dt=35647
+step 86800 loss=0.2233 pos=190668800 dt=35736
+step 86900 loss=0.2231 pos=190771200 dt=35829
+step 87000 loss=0.1537 pos=190873600 dt=35918
+EVAL step 87000 pos=190873600 | T=2 loss=0.351 from=0.415 joint=0.619 hard=0.728 | T=16 loss=0.400 from=0.410 joint=0.588 hard=0.693
+step 87100 loss=0.2620 pos=190976000 dt=36057
+step 87200 loss=0.2922 pos=191078400 dt=36147
+step 87300 loss=0.2782 pos=191180800 dt=36241
+step 87400 loss=0.3187 pos=191283200 dt=36331
+step 87500 loss=0.2976 pos=191385600 dt=36425
+step 87600 loss=0.2706 pos=191488000 dt=36515
+step 87700 loss=0.2902 pos=191590400 dt=36609
+step 87800 loss=0.2586 pos=191692800 dt=36699
+step 87900 loss=0.2837 pos=191795200 dt=36793
+step 88000 loss=0.2773 pos=191897600 dt=36883
+EVAL step 88000 pos=191897600 | T=2 loss=0.286 from=0.413 joint=0.739 hard=0.904 | T=16 loss=0.327 from=0.408 joint=0.678 hard=0.821
+step 88100 loss=0.2832 pos=192000000 dt=37029
+step 88200 loss=0.2719 pos=192102400 dt=37119
+step 88300 loss=0.2987 pos=192204800 dt=37214
+step 88400 loss=0.3102 pos=192307200 dt=37304
+step 88500 loss=0.2950 pos=192409600 dt=37402
+step 88600 loss=0.2659 pos=192512000 dt=37492
+step 88700 loss=0.2759 pos=192614400 dt=37586
+step 88800 loss=0.2500 pos=192716800 dt=37676
+step 88900 loss=0.2725 pos=192819200 dt=37777
+step 89000 loss=0.3067 pos=192921600 dt=37867
+EVAL step 89000 pos=192921600 | T=2 loss=0.288 from=0.412 joint=0.734 hard=0.894 | T=16 loss=0.328 from=0.404 joint=0.689 hard=0.835
+step 89100 loss=0.2822 pos=193024000 dt=38013
+step 89200 loss=0.2774 pos=193126400 dt=38103
+step 89300 loss=0.3006 pos=193228800 dt=38198
+step 89400 loss=0.2901 pos=193331200 dt=38288
+step 89500 loss=0.3306 pos=193433600 dt=38388
+step 89600 loss=0.2849 pos=193536000 dt=38477
+step 89700 loss=0.2943 pos=193638400 dt=38572
+step 89800 loss=0.2707 pos=193740800 dt=38661
+step 89900 loss=0.2791 pos=193843200 dt=38761
+step 90000 loss=0.3008 pos=193945600 dt=38851
+EVAL step 90000 pos=193945600 | T=2 loss=0.289 from=0.410 joint=0.744 hard=0.908 | T=16 loss=0.331 from=0.410 joint=0.673 hard=0.816
+step 90100 loss=0.2816 pos=194048000 dt=38993
+step 90200 loss=0.2776 pos=194150400 dt=39083
+step 90300 loss=0.2890 pos=194252800 dt=39183
+step 90400 loss=0.3030 pos=194355200 dt=39273
+step 90500 loss=0.2989 pos=194457600 dt=39367
+step 90600 loss=0.2663 pos=194560000 dt=39457
+step 90700 loss=0.2892 pos=194662400 dt=39556
+step 90800 loss=0.3460 pos=194764800 dt=39646
+step 90900 loss=0.2882 pos=194867200 dt=39740
+step 91000 loss=0.3255 pos=194969600 dt=39830
+EVAL step 91000 pos=194969600 | T=2 loss=0.296 from=0.412 joint=0.732 hard=0.890 | T=16 loss=0.339 from=0.410 joint=0.666 hard=0.805
+step 91100 loss=0.2831 pos=195072000 dt=39969
+step 91200 loss=0.2560 pos=195174400 dt=40059
+step 91300 loss=0.2664 pos=195276800 dt=40163
+step 91400 loss=0.2633 pos=195379200 dt=40253
+step 91500 loss=0.3141 pos=195481600 dt=40347
+step 91600 loss=0.3052 pos=195584000 dt=40437
+step 91700 loss=0.2864 pos=195686400 dt=40531
+step 91800 loss=0.2736 pos=195788800 dt=40621
+step 91900 loss=0.2739 pos=195891200 dt=40715
+step 92000 loss=0.2026 pos=195993600 dt=40804
+EVAL step 92000 pos=195993600 | T=2 loss=0.287 from=0.413 joint=0.738 hard=0.900 | T=16 loss=0.325 from=0.409 joint=0.688 hard=0.829

log_AMg.txt

@@ -0,0 +1,312 @@
+cfg AMg d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=750..875 hours=168.0
+step 50900 loss=0.3455 pos=153907200 dt=95
+step 51000 loss=0.3859 pos=154009600 dt=185
+EVAL step 51000 pos=154009600 | T=2 loss=0.373 from=0.395 joint=0.697 hard=0.844 | T=16 loss=0.407 from=0.393 joint=0.655 hard=0.787
+step 51100 loss=0.3873 pos=154112000 dt=326
+step 51200 loss=0.5122 pos=154214400 dt=415
+step 51300 loss=0.4222 pos=154316800 dt=510
+step 51400 loss=0.3798 pos=154419200 dt=599
+step 51500 loss=0.3699 pos=154521600 dt=701
+step 51600 loss=0.3686 pos=154624000 dt=790
+step 51700 loss=0.3709 pos=154726400 dt=886
+step 51800 loss=0.5316 pos=154828800 dt=975
+step 51900 loss=0.3579 pos=154931200 dt=1074
+step 52000 loss=0.3183 pos=155033600 dt=1163
+EVAL step 52000 pos=155033600 | T=2 loss=0.353 from=0.405 joint=0.699 hard=0.846 | T=16 loss=0.375 from=0.410 joint=0.666 hard=0.801
+step 52100 loss=0.3923 pos=155136000 dt=1304
+step 52200 loss=0.3347 pos=155238400 dt=1393
+step 52300 loss=0.3384 pos=155340800 dt=1494
+step 52400 loss=0.3458 pos=155443200 dt=1584
+step 52500 loss=0.3352 pos=155545600 dt=1678
+step 52600 loss=0.3707 pos=155648000 dt=1767
+step 52700 loss=0.3548 pos=155750400 dt=1866
+step 52800 loss=0.3183 pos=155852800 dt=1955
+step 52900 loss=0.3420 pos=155955200 dt=2048
+step 53000 loss=0.3473 pos=156057600 dt=2138
+EVAL step 53000 pos=156057600 | T=2 loss=0.350 from=0.398 joint=0.698 hard=0.846 | T=16 loss=0.374 from=0.395 joint=0.673 hard=0.813
+step 53100 loss=0.3488 pos=156160000 dt=2282
+step 53200 loss=0.3715 pos=156262400 dt=2371
+step 53300 loss=0.3356 pos=156364800 dt=2465
+step 53400 loss=0.3700 pos=156467200 dt=2555
+step 53500 loss=0.3402 pos=156569600 dt=2653
+step 53600 loss=0.3021 pos=156672000 dt=2742
+step 53700 loss=0.3601 pos=156774400 dt=2836
+step 53800 loss=0.3021 pos=156876800 dt=2925
+step 53900 loss=0.3337 pos=156979200 dt=3039
+step 54000 loss=0.3362 pos=157081600 dt=3128
+EVAL step 54000 pos=157081600 | T=2 loss=0.355 from=0.403 joint=0.701 hard=0.847 | T=16 loss=0.404 from=0.399 joint=0.666 hard=0.798
+step 54100 loss=0.3180 pos=157184000 dt=3268
+step 54200 loss=0.3772 pos=157286400 dt=3357
+step 54300 loss=0.2990 pos=157388800 dt=3456
+step 54400 loss=0.3505 pos=157491200 dt=3545
+step 54500 loss=0.3309 pos=157593600 dt=3640
+step 54600 loss=0.3116 pos=157696000 dt=3729
+step 54700 loss=0.3573 pos=157798400 dt=3823
+step 54800 loss=0.3212 pos=157900800 dt=3912
+step 54900 loss=0.3135 pos=158003200 dt=4013
+step 55000 loss=0.2937 pos=158105600 dt=4102
+EVAL step 55000 pos=158105600 | T=2 loss=0.334 from=0.409 joint=0.720 hard=0.876 | T=16 loss=0.364 from=0.401 joint=0.676 hard=0.816
+step 55100 loss=0.3505 pos=158208000 dt=4244
+step 55200 loss=0.3125 pos=158310400 dt=4333
+step 55300 loss=0.2967 pos=158412800 dt=4441
+step 55400 loss=0.2855 pos=158515200 dt=4530
+step 55500 loss=0.3086 pos=158617600 dt=4625
+step 55600 loss=0.3155 pos=158720000 dt=4714
+step 55700 loss=0.2980 pos=158822400 dt=4815
+step 55800 loss=0.2732 pos=158924800 dt=4904
+step 55900 loss=0.3243 pos=159027200 dt=4998
+step 56000 loss=0.2923 pos=159129600 dt=5087
+EVAL step 56000 pos=159129600 | T=2 loss=0.333 from=0.408 joint=0.719 hard=0.876 | T=16 loss=0.367 from=0.404 joint=0.688 hard=0.832
+step 56100 loss=0.2929 pos=159232000 dt=5232
+step 56200 loss=0.3009 pos=159334400 dt=5321
+step 56300 loss=0.2745 pos=159436800 dt=5416
+step 56400 loss=0.2592 pos=159539200 dt=5505
+step 56500 loss=0.2464 pos=159641600 dt=5599
+step 56600 loss=0.2572 pos=159744000 dt=5688
+step 56700 loss=0.2984 pos=159846400 dt=5791
+step 56800 loss=0.2496 pos=159948800 dt=5879
+step 56900 loss=0.3373 pos=160051200 dt=5973
+step 57000 loss=0.3523 pos=160153600 dt=6062
+EVAL step 57000 pos=160153600 | T=2 loss=0.359 from=0.407 joint=0.693 hard=0.833 | T=16 loss=0.377 from=0.404 joint=0.633 hard=0.757
+step 57100 loss=0.3306 pos=160256000 dt=6200
+step 57200 loss=0.3375 pos=160358400 dt=6290
+step 57300 loss=0.3273 pos=160460800 dt=6383
+step 57400 loss=0.3295 pos=160563200 dt=6472
+step 57500 loss=0.3201 pos=160665600 dt=6566
+step 57600 loss=0.2959 pos=160768000 dt=6655
+step 57700 loss=0.3583 pos=160870400 dt=6754
+step 57800 loss=0.3119 pos=160972800 dt=6843
+step 57900 loss=0.3089 pos=161075200 dt=6937
+step 58000 loss=0.3423 pos=161177600 dt=7026
+EVAL step 58000 pos=161177600 | T=2 loss=0.325 from=0.403 joint=0.715 hard=0.868 | T=16 loss=0.357 from=0.401 joint=0.669 hard=0.803
+step 58100 loss=0.2785 pos=161280000 dt=7170
+step 58200 loss=0.3320 pos=161382400 dt=7260
+step 58300 loss=0.3319 pos=161484800 dt=7354
+step 58400 loss=0.3366 pos=161587200 dt=7443
+step 58500 loss=0.3028 pos=161689600 dt=7544
+step 58600 loss=0.2973 pos=161792000 dt=7634
+step 58700 loss=0.3364 pos=161894400 dt=7728
+step 58800 loss=0.3290 pos=161996800 dt=7817
+step 58900 loss=0.3539 pos=162099200 dt=7917
+step 59000 loss=0.3133 pos=162201600 dt=8006
+EVAL step 59000 pos=162201600 | T=2 loss=0.322 from=0.410 joint=0.720 hard=0.875 | T=16 loss=0.362 from=0.410 joint=0.668 hard=0.802
+step 59100 loss=0.3379 pos=162304000 dt=8147
+step 59200 loss=0.2862 pos=162406400 dt=8236
+step 59300 loss=0.2964 pos=162508800 dt=8338
+step 59400 loss=0.3252 pos=162611200 dt=8427
+step 59500 loss=0.3120 pos=162713600 dt=8521
+step 59600 loss=0.3469 pos=162816000 dt=8611
+step 59700 loss=0.3139 pos=162918400 dt=8709
+step 59800 loss=0.3020 pos=163020800 dt=8798
+step 59900 loss=0.3343 pos=163123200 dt=8900
+step 60000 loss=0.3571 pos=163225600 dt=8989
+EVAL step 60000 pos=163225600 | T=2 loss=0.353 from=0.407 joint=0.705 hard=0.850 | T=16 loss=0.407 from=0.402 joint=0.664 hard=0.796
+step 60100 loss=0.2885 pos=163328000 dt=9129
+step 60200 loss=0.3069 pos=163430400 dt=9218
+step 60300 loss=0.2805 pos=163532800 dt=9321
+step 60400 loss=0.3389 pos=163635200 dt=9410
+step 60500 loss=0.2874 pos=163737600 dt=9505
+step 60600 loss=0.3215 pos=163840000 dt=9594
+step 60700 loss=0.3228 pos=163942400 dt=9697
+step 60800 loss=0.2968 pos=164044800 dt=9786
+step 60900 loss=0.3235 pos=164147200 dt=9880
+step 61000 loss=0.2983 pos=164249600 dt=9969
+EVAL step 61000 pos=164249600 | T=2 loss=0.314 from=0.408 joint=0.727 hard=0.884 | T=16 loss=0.342 from=0.398 joint=0.670 hard=0.805
+step 61100 loss=0.2871 pos=164352000 dt=10118
+step 61200 loss=0.2932 pos=164454400 dt=10207
+step 61300 loss=0.3276 pos=164556800 dt=10304
+step 61400 loss=0.3244 pos=164659200 dt=10394
+step 61500 loss=0.2881 pos=164761600 dt=10488
+step 61600 loss=0.3275 pos=164864000 dt=10577
+step 61700 loss=0.2766 pos=164966400 dt=10674
+step 61800 loss=0.2801 pos=165068800 dt=10763
+step 61900 loss=0.2925 pos=165171200 dt=10858
+step 62000 loss=0.2620 pos=165273600 dt=10947
+EVAL step 62000 pos=165273600 | T=2 loss=0.322 from=0.405 joint=0.704 hard=0.853 | T=16 loss=0.356 from=0.398 joint=0.660 hard=0.795
+step 62100 loss=0.2842 pos=165376000 dt=11086
+step 62200 loss=0.2718 pos=165478400 dt=11175
+step 62300 loss=0.2740 pos=165580800 dt=11270
+step 62400 loss=0.2932 pos=165683200 dt=11359
+step 62500 loss=0.2663 pos=165785600 dt=11452
+step 62600 loss=0.2431 pos=165888000 dt=11541
+step 62700 loss=0.2484 pos=165990400 dt=11634
+step 62800 loss=0.2669 pos=166092800 dt=11722
+step 62900 loss=0.3503 pos=166195200 dt=11815
+step 63000 loss=0.3086 pos=166297600 dt=11904
+EVAL step 63000 pos=166297600 | T=2 loss=0.311 from=0.404 joint=0.729 hard=0.890 | T=16 loss=0.353 from=0.406 joint=0.676 hard=0.818
+step 63100 loss=0.3293 pos=166400000 dt=12043
+step 63200 loss=0.3000 pos=166502400 dt=12132
+step 63300 loss=0.2928 pos=166604800 dt=12228
+step 63400 loss=0.2868 pos=166707200 dt=12317
+step 63500 loss=0.3365 pos=166809600 dt=12410
+step 63600 loss=0.3082 pos=166912000 dt=12499
+step 63700 loss=0.3170 pos=167014400 dt=12595
+step 63800 loss=0.2989 pos=167116800 dt=12684
+step 63900 loss=0.3115 pos=167219200 dt=12777
+step 64000 loss=0.3408 pos=167321600 dt=12866
+EVAL step 64000 pos=167321600 | T=2 loss=0.314 from=0.410 joint=0.729 hard=0.889 | T=16 loss=0.357 from=0.405 joint=0.678 hard=0.819
+step 64100 loss=0.3295 pos=167424000 dt=13004
+step 64200 loss=0.3372 pos=167526400 dt=13093
+step 64300 loss=0.3181 pos=167628800 dt=13187
+step 64400 loss=0.2638 pos=167731200 dt=13276
+step 64500 loss=0.2787 pos=167833600 dt=13370
+step 64600 loss=0.2826 pos=167936000 dt=13460
+step 64700 loss=0.2877 pos=168038400 dt=13553
+step 64800 loss=0.2918 pos=168140800 dt=13642
+step 64900 loss=0.2945 pos=168243200 dt=13736
+step 65000 loss=0.3254 pos=168345600 dt=13825
+EVAL step 65000 pos=168345600 | T=2 loss=0.301 from=0.410 joint=0.719 hard=0.871 | T=16 loss=0.333 from=0.406 joint=0.674 hard=0.808
+step 65100 loss=0.3116 pos=168448000 dt=13968
+step 65200 loss=0.2845 pos=168550400 dt=14057
+step 65300 loss=0.2905 pos=168652800 dt=14150
+step 65400 loss=0.3087 pos=168755200 dt=14240
+step 65500 loss=0.2969 pos=168857600 dt=14334
+step 65600 loss=0.3009 pos=168960000 dt=14423
+step 65700 loss=0.3069 pos=169062400 dt=14517
+step 65800 loss=0.2889 pos=169164800 dt=14606
+step 65900 loss=0.2886 pos=169267200 dt=14699
+step 66000 loss=0.3217 pos=169369600 dt=14789
+EVAL step 66000 pos=169369600 | T=2 loss=0.305 from=0.409 joint=0.741 hard=0.905 | T=16 loss=0.342 from=0.410 joint=0.689 hard=0.829
+step 66100 loss=0.3174 pos=169472000 dt=14928
+step 66200 loss=0.2710 pos=169574400 dt=15018
+step 66300 loss=0.3128 pos=169676800 dt=15112
+step 66400 loss=0.3211 pos=169779200 dt=15201
+step 66500 loss=0.3254 pos=169881600 dt=15305
+step 66600 loss=0.2763 pos=169984000 dt=15394
+step 66700 loss=0.2760 pos=170086400 dt=15491
+step 66800 loss=0.2709 pos=170188800 dt=15580
+step 66900 loss=0.3125 pos=170291200 dt=15685
+step 67000 loss=0.2877 pos=170393600 dt=15774
+EVAL step 67000 pos=170393600 | T=2 loss=0.308 from=0.403 joint=0.730 hard=0.888 | T=16 loss=0.344 from=0.406 joint=0.689 hard=0.833
+step 67100 loss=0.7565 pos=170496000 dt=15917
+step 67200 loss=0.3055 pos=170598400 dt=16007
+step 67300 loss=0.2939 pos=170700800 dt=16101
+step 67400 loss=0.3126 pos=170803200 dt=16191
+step 67500 loss=0.2649 pos=170905600 dt=16295
+step 67600 loss=0.3084 pos=171008000 dt=16384
+step 67700 loss=0.2830 pos=171110400 dt=16479
+step 67800 loss=0.3052 pos=171212800 dt=16569
+step 67900 loss=0.2964 pos=171315200 dt=16669
+step 68000 loss=0.3032 pos=171417600 dt=16758
+EVAL step 68000 pos=171417600 | T=2 loss=0.316 from=0.403 joint=0.715 hard=0.868 | T=16 loss=0.368 from=0.414 joint=0.662 hard=0.791
+step 68100 loss=0.2724 pos=171520000 dt=16898
+step 68200 loss=0.2780 pos=171622400 dt=16987
+step 68300 loss=0.2696 pos=171724800 dt=17089
+step 68400 loss=0.2721 pos=171827200 dt=17178
+step 68500 loss=0.2276 pos=171929600 dt=17272
+step 68600 loss=0.2598 pos=172032000 dt=17361
+step 68700 loss=0.2820 pos=172134400 dt=17462
+step 68800 loss=0.2405 pos=172236800 dt=17550
+step 68900 loss=0.3340 pos=172339200 dt=17644
+step 69000 loss=0.3388 pos=172441600 dt=17733
+EVAL step 69000 pos=172441600 | T=2 loss=0.335 from=0.411 joint=0.703 hard=0.852 | T=16 loss=0.384 from=0.403 joint=0.652 hard=0.784
+step 69100 loss=0.3413 pos=172544000 dt=17871
+step 69200 loss=0.3231 pos=172646400 dt=17960
+step 69300 loss=0.3070 pos=172748800 dt=18062
+step 69400 loss=0.3158 pos=172851200 dt=18151
+step 69500 loss=0.3350 pos=172953600 dt=18244
+step 69600 loss=0.3128 pos=173056000 dt=18334
+step 69700 loss=0.2841 pos=173158400 dt=18437
+step 69800 loss=0.3293 pos=173260800 dt=18526
+step 69900 loss=0.3224 pos=173363200 dt=18620
+step 70000 loss=0.3215 pos=173465600 dt=18709
+EVAL step 70000 pos=173465600 | T=2 loss=0.342 from=0.402 joint=0.708 hard=0.857 | T=16 loss=0.385 from=0.405 joint=0.668 hard=0.809
+step 70100 loss=0.3121 pos=173568000 dt=18856
+step 70200 loss=0.3035 pos=173670400 dt=18945
+step 70300 loss=0.2804 pos=173772800 dt=19040
+step 70400 loss=0.2988 pos=173875200 dt=19129
+step 70500 loss=0.3203 pos=173977600 dt=19237
+step 70600 loss=0.2822 pos=174080000 dt=19326
+step 70700 loss=0.3290 pos=174182400 dt=19419
+step 70800 loss=0.3019 pos=174284800 dt=19509
+step 70900 loss=0.2899 pos=174387200 dt=19609
+step 71000 loss=0.3075 pos=174489600 dt=19699
+EVAL step 71000 pos=174489600 | T=2 loss=0.308 from=0.413 joint=0.733 hard=0.893 | T=16 loss=0.342 from=0.415 joint=0.686 hard=0.824
+step 71100 loss=0.3048 pos=174592000 dt=19837
+step 71200 loss=0.2740 pos=174694400 dt=19926
+step 71300 loss=0.3167 pos=174796800 dt=20026
+step 71400 loss=0.2867 pos=174899200 dt=20116
+step 71500 loss=0.2961 pos=175001600 dt=20209
+step 71600 loss=0.2980 pos=175104000 dt=20298
+step 71700 loss=0.2658 pos=175206400 dt=20391
+step 71800 loss=0.2747 pos=175308800 dt=20481
+step 71900 loss=0.2865 pos=175411200 dt=20583
+step 72000 loss=0.2995 pos=175513600 dt=20672
+EVAL step 72000 pos=175513600 | T=2 loss=0.310 from=0.407 joint=0.719 hard=0.870 | T=16 loss=0.343 from=0.410 joint=0.672 hard=0.808
+step 72100 loss=0.3041 pos=175616000 dt=20810
+step 72200 loss=0.3482 pos=175718400 dt=20899
+step 72300 loss=0.3280 pos=175820800 dt=21000
+step 72400 loss=0.2606 pos=175923200 dt=21089
+step 72500 loss=0.3199 pos=176025600 dt=21183
+step 72600 loss=0.2956 pos=176128000 dt=21272
+step 72700 loss=0.3228 pos=176230400 dt=21366
+step 72800 loss=0.2793 pos=176332800 dt=21455
+step 72900 loss=0.2817 pos=176435200 dt=21548
+step 73000 loss=0.3171 pos=176537600 dt=21637
+EVAL step 73000 pos=176537600 | T=2 loss=0.304 from=0.410 joint=0.730 hard=0.889 | T=16 loss=0.348 from=0.414 joint=0.678 hard=0.819
+step 73100 loss=0.3010 pos=176640000 dt=21775
+step 73200 loss=0.3352 pos=176742400 dt=21865
+step 73300 loss=0.3355 pos=176844800 dt=21965
+step 73400 loss=0.2756 pos=176947200 dt=22054
+step 73500 loss=0.2899 pos=177049600 dt=22150
+step 73600 loss=0.2806 pos=177152000 dt=22239
+step 73700 loss=0.3270 pos=177254400 dt=22340
+step 73800 loss=0.2653 pos=177356800 dt=22429
+step 73900 loss=0.3124 pos=177459200 dt=22524
+step 74000 loss=0.2801 pos=177561600 dt=22613
+EVAL step 74000 pos=177561600 | T=2 loss=0.337 from=0.409 joint=0.716 hard=0.867 | T=16 loss=0.394 from=0.405 joint=0.645 hard=0.774
+step 74100 loss=0.2710 pos=177664000 dt=22760
+step 74200 loss=0.3140 pos=177766400 dt=22849
+step 74300 loss=0.2752 pos=177868800 dt=22943
+step 74400 loss=0.2736 pos=177971200 dt=23032
+step 74500 loss=0.2286 pos=178073600 dt=23130
+step 74600 loss=0.2323 pos=178176000 dt=23219
+step 74700 loss=0.2313 pos=178278400 dt=23312
+step 74800 loss=0.1640 pos=178380800 dt=23400
+step 74900 loss=0.2166 pos=178483200 dt=23498
+step 75000 loss=0.3110 pos=178585600 dt=23587
+EVAL step 75000 pos=178585600 | T=2 loss=0.316 from=0.405 joint=0.705 hard=0.853 | T=16 loss=0.363 from=0.402 joint=0.628 hard=0.748
+step 75100 loss=0.2911 pos=178688000 dt=23726
+step 75200 loss=0.2973 pos=178790400 dt=23815
+step 75300 loss=0.3175 pos=178892800 dt=23952
+step 75400 loss=0.3106 pos=178995200 dt=24041
+step 75500 loss=0.2859 pos=179097600 dt=24136
+step 75600 loss=0.2991 pos=179200000 dt=24226
+step 75700 loss=0.2723 pos=179302400 dt=24324
+step 75800 loss=0.3307 pos=179404800 dt=24413
+step 75900 loss=0.3115 pos=179507200 dt=24506
+step 76000 loss=0.3192 pos=179609600 dt=24596
+EVAL step 76000 pos=179609600 | T=2 loss=0.342 from=0.411 joint=0.709 hard=0.860 | T=16 loss=0.391 from=0.406 joint=0.648 hard=0.781
+step 76100 loss=0.3118 pos=179712000 dt=24740
+step 76200 loss=0.2924 pos=179814400 dt=24829
+step 76300 loss=0.3070 pos=179916800 dt=24923
+step 76400 loss=0.3022 pos=180019200 dt=25013
+step 76500 loss=0.2884 pos=180121600 dt=25110
+step 76600 loss=0.3243 pos=180224000 dt=25200
+step 76700 loss=0.2870 pos=180326400 dt=25293
+step 76800 loss=0.2730 pos=180428800 dt=25383
+step 76900 loss=0.3352 pos=180531200 dt=25479
+step 77000 loss=0.3038 pos=180633600 dt=25568
+EVAL step 77000 pos=180633600 | T=2 loss=0.302 from=0.409 joint=0.735 hard=0.898 | T=16 loss=0.353 from=0.401 joint=0.678 hard=0.820
+step 77100 loss=0.2807 pos=180736000 dt=25708
+step 77200 loss=0.2927 pos=180838400 dt=25797
+step 77300 loss=0.3105 pos=180940800 dt=25896
+step 77400 loss=0.2940 pos=181043200 dt=25986
+step 77500 loss=0.3039 pos=181145600 dt=26081
+step 77600 loss=0.3129 pos=181248000 dt=26170
+step 77700 loss=0.2600 pos=181350400 dt=26271
+step 77800 loss=0.2751 pos=181452800 dt=26361
+step 77900 loss=0.3169 pos=181555200 dt=26455
+step 78000 loss=0.3028 pos=181657600 dt=26544
+EVAL step 78000 pos=181657600 | T=2 loss=0.325 from=0.410 joint=0.710 hard=0.860 | T=16 loss=0.374 from=0.412 joint=0.641 hard=0.772
+step 78100 loss=0.2929 pos=181760000 dt=26689
+step 78200 loss=0.3035 pos=181862400 dt=26778
+step 78300 loss=0.3082 pos=181964800 dt=26873
+step 78400 loss=0.3180 pos=182067200 dt=26962
+step 78500 loss=0.3069 pos=182169600 dt=27063
+step 78600 loss=0.3248 pos=182272000 dt=27153
+step 78700 loss=0.3135 pos=182374400 dt=27248
+step 78800 loss=0.2854 pos=182476800 dt=27338
+step 78900 loss=0.2731 pos=182579200 dt=27439
+step 79000 loss=0.2966 pos=182681600 dt=27528
+EVAL step 79000 pos=182681600 | T=2 loss=0.298 from=0.411 joint=0.722 hard=0.877 | T=16 loss=0.339 from=0.413 joint=0.669 hard=0.807

log_AMh.txt

@@ -0,0 +1,137 @@
+cfg AMh d=1280 H=10 tied=1 nl=8 lr=8 T=2 shards=875..1000 hours=168.0
+step 50900 loss=0.3917 pos=153907200 dt=95
+step 51000 loss=0.4107 pos=154009600 dt=185
+EVAL step 51000 pos=154009600 | T=2 loss=0.445 from=0.405 joint=0.655 hard=0.781 | T=16 loss=0.474 from=0.407 joint=0.635 hard=0.762
+step 51100 loss=0.4135 pos=154112000 dt=326
+step 51200 loss=0.4099 pos=154214400 dt=415
+push fail Client error '412 Precondition Failed' for url 'https://huggingface.co/api/models/Asilarkness/rdbt-chess/commit/main' (R
+step 51300 loss=0.3282 pos=154316800 dt=515
+step 51400 loss=0.3681 pos=154419200 dt=604
+step 51500 loss=0.4218 pos=154521600 dt=699
+step 51600 loss=0.3980 pos=154624000 dt=788
+step 51700 loss=0.3347 pos=154726400 dt=883
+step 51800 loss=0.3547 pos=154828800 dt=972
+step 51900 loss=0.3505 pos=154931200 dt=1073
+step 52000 loss=0.3422 pos=155033600 dt=1162
+EVAL step 52000 pos=155033600 | T=2 loss=0.347 from=0.403 joint=0.705 hard=0.856 | T=16 loss=0.371 from=0.401 joint=0.675 hard=0.816
+step 52100 loss=0.3503 pos=155136000 dt=1303
+step 52200 loss=0.3859 pos=155238400 dt=1392
+step 52300 loss=0.3707 pos=155340800 dt=1492
+step 52400 loss=0.3568 pos=155443200 dt=1581
+step 52500 loss=0.3015 pos=155545600 dt=1677
+step 52600 loss=0.3437 pos=155648000 dt=1766
+step 52700 loss=0.3491 pos=155750400 dt=1866
+step 52800 loss=0.3557 pos=155852800 dt=1955
+step 52900 loss=0.3372 pos=155955200 dt=2049
+step 53000 loss=0.3606 pos=156057600 dt=2139
+EVAL step 53000 pos=156057600 | T=2 loss=0.350 from=0.399 joint=0.697 hard=0.843 | T=16 loss=0.374 from=0.394 joint=0.673 hard=0.815
+step 53100 loss=0.3794 pos=156160000 dt=2284
+step 53200 loss=0.3563 pos=156262400 dt=2373
+step 53300 loss=0.3162 pos=156364800 dt=2467
+step 53400 loss=0.3686 pos=156467200 dt=2556
+step 53500 loss=0.3522 pos=156569600 dt=2659
+step 53600 loss=0.3463 pos=156672000 dt=2749
+step 53700 loss=0.3442 pos=156774400 dt=2843
+step 53800 loss=0.3653 pos=156876800 dt=2933
+step 53900 loss=0.3525 pos=156979200 dt=3041
+step 54000 loss=0.3388 pos=157081600 dt=3131
+EVAL step 54000 pos=157081600 | T=2 loss=0.372 from=0.400 joint=0.698 hard=0.843 | T=16 loss=0.405 from=0.400 joint=0.657 hard=0.789
+step 54100 loss=0.3106 pos=157184000 dt=3269
+step 54200 loss=0.3566 pos=157286400 dt=3358
+step 54300 loss=0.3099 pos=157388800 dt=3457
+step 54400 loss=0.3172 pos=157491200 dt=3546
+step 54500 loss=0.3468 pos=157593600 dt=3642
+step 54600 loss=0.3384 pos=157696000 dt=3731
+step 54700 loss=0.3083 pos=157798400 dt=3825
+step 54800 loss=0.2953 pos=157900800 dt=3914
+step 54900 loss=0.3168 pos=158003200 dt=4014
+step 55000 loss=0.3219 pos=158105600 dt=4103
+EVAL step 55000 pos=158105600 | T=2 loss=0.345 from=0.404 joint=0.719 hard=0.872 | T=16 loss=0.374 from=0.402 joint=0.687 hard=0.832
+step 55100 loss=0.3557 pos=158208000 dt=4242
+step 55200 loss=0.3399 pos=158310400 dt=4332
+step 55300 loss=0.3836 pos=158412800 dt=4432
+step 55400 loss=0.3220 pos=158515200 dt=4521
+step 55500 loss=0.3432 pos=158617600 dt=4615
+step 55600 loss=0.3102 pos=158720000 dt=4705
+step 55700 loss=0.3129 pos=158822400 dt=4808
+step 55800 loss=0.3050 pos=158924800 dt=4897
+step 55900 loss=0.2511 pos=159027200 dt=4992
+step 56000 loss=0.2883 pos=159129600 dt=5081
+EVAL step 56000 pos=159129600 | T=2 loss=0.333 from=0.409 joint=0.721 hard=0.877 | T=16 loss=0.367 from=0.404 joint=0.690 hard=0.834
+step 56100 loss=0.3240 pos=159232000 dt=5228
+step 56200 loss=0.3312 pos=159334400 dt=5317
+step 56300 loss=0.2868 pos=159436800 dt=5411
+step 56400 loss=0.3257 pos=159539200 dt=5500
+step 56500 loss=0.2641 pos=159641600 dt=5593
+step 56600 loss=0.2392 pos=159744000 dt=5682
+step 56700 loss=0.2813 pos=159846400 dt=5783
+step 56800 loss=0.1972 pos=159948800 dt=5871
+step 56900 loss=0.3436 pos=160051200 dt=5967
+step 57000 loss=0.3485 pos=160153600 dt=6056
+EVAL step 57000 pos=160153600 | T=2 loss=0.342 from=0.408 joint=0.694 hard=0.838 | T=16 loss=0.372 from=0.401 joint=0.638 hard=0.763
+step 57100 loss=0.3486 pos=160256000 dt=6195
+step 57200 loss=0.3012 pos=160358400 dt=6284
+step 57300 loss=0.3468 pos=160460800 dt=6379
+step 57400 loss=0.3220 pos=160563200 dt=6468
+step 57500 loss=0.3351 pos=160665600 dt=6562
+step 57600 loss=0.3024 pos=160768000 dt=6651
+step 57700 loss=0.3362 pos=160870400 dt=6754
+step 57800 loss=0.3118 pos=160972800 dt=6843
+step 57900 loss=0.3177 pos=161075200 dt=6938
+step 58000 loss=0.3249 pos=161177600 dt=7027
+EVAL step 58000 pos=161177600 | T=2 loss=0.325 from=0.403 joint=0.715 hard=0.868 | T=16 loss=0.357 from=0.401 joint=0.669 hard=0.802
+step 58100 loss=0.3109 pos=161280000 dt=7172
+step 58200 loss=0.3215 pos=161382400 dt=7261
+step 58300 loss=0.3336 pos=161484800 dt=7360
+step 58400 loss=0.3004 pos=161587200 dt=7449
+step 58500 loss=0.3209 pos=161689600 dt=7553
+step 58600 loss=0.3295 pos=161792000 dt=7642
+step 58700 loss=0.3420 pos=161894400 dt=7738
+step 58800 loss=0.3744 pos=161996800 dt=7827
+step 58900 loss=0.3284 pos=162099200 dt=7929
+step 59000 loss=0.3205 pos=162201600 dt=8018
+EVAL step 59000 pos=162201600 | T=2 loss=0.329 from=0.401 joint=0.719 hard=0.876 | T=16 loss=0.368 from=0.400 joint=0.669 hard=0.801
+step 59100 loss=0.3187 pos=162304000 dt=8160
+step 59200 loss=0.3235 pos=162406400 dt=8249
+step 59300 loss=0.3225 pos=162508800 dt=8346
+step 59400 loss=0.3087 pos=162611200 dt=8435
+step 59500 loss=0.3179 pos=162713600 dt=8529
+step 59600 loss=0.3018 pos=162816000 dt=8618
+step 59700 loss=0.3195 pos=162918400 dt=8714
+step 59800 loss=0.3172 pos=163020800 dt=8803
+step 59900 loss=0.2993 pos=163123200 dt=8904
+step 60000 loss=0.3174 pos=163225600 dt=8994
+EVAL step 60000 pos=163225600 | T=2 loss=0.348 from=0.408 joint=0.719 hard=0.875 | T=16 loss=0.372 from=0.403 joint=0.667 hard=0.803
+step 60100 loss=0.3313 pos=163328000 dt=9132
+step 60200 loss=0.3029 pos=163430400 dt=9222
+step 60300 loss=0.3334 pos=163532800 dt=9326
+step 60400 loss=0.3197 pos=163635200 dt=9415
+step 60500 loss=0.3125 pos=163737600 dt=9511
+step 60600 loss=0.3203 pos=163840000 dt=9600
+step 60700 loss=0.3140 pos=163942400 dt=9703
+step 60800 loss=0.3151 pos=164044800 dt=9792
+step 60900 loss=0.3093 pos=164147200 dt=9888
+step 61000 loss=0.3105 pos=164249600 dt=9977
+EVAL step 61000 pos=164249600 | T=2 loss=0.314 from=0.407 joint=0.724 hard=0.879 | T=16 loss=0.342 from=0.399 joint=0.670 hard=0.805
+step 61100 loss=0.2862 pos=164352000 dt=10121
+step 61200 loss=0.2993 pos=164454400 dt=10210
+step 61300 loss=0.2832 pos=164556800 dt=10303
+step 61400 loss=0.3164 pos=164659200 dt=10393
+step 61500 loss=0.3021 pos=164761600 dt=10489
+step 61600 loss=0.2966 pos=164864000 dt=10578
+step 61700 loss=0.3129 pos=164966400 dt=10680
+step 61800 loss=0.2911 pos=165068800 dt=10769
+step 61900 loss=0.3172 pos=165171200 dt=10865
+step 62000 loss=0.3108 pos=165273600 dt=10954
+EVAL step 62000 pos=165273600 | T=2 loss=0.323 from=0.409 joint=0.718 hard=0.873 | T=16 loss=0.357 from=0.408 joint=0.663 hard=0.799
+step 62100 loss=0.2952 pos=165376000 dt=11094
+step 62200 loss=0.2984 pos=165478400 dt=11183
+step 62300 loss=0.2591 pos=165580800 dt=11277
+step 62400 loss=0.2387 pos=165683200 dt=11366
+step 62500 loss=0.2587 pos=165785600 dt=11462
+step 62600 loss=0.2128 pos=165888000 dt=11551
+step 62700 loss=0.2281 pos=165990400 dt=11647
+step 62800 loss=0.2124 pos=166092800 dt=11735
+step 62900 loss=0.3102 pos=166195200 dt=11829
+step 63000 loss=0.2859 pos=166297600 dt=11918
+EVAL step 63000 pos=166297600 | T=2 loss=0.316 from=0.402 joint=0.709 hard=0.856 | T=16 loss=0.353 from=0.398 joint=0.647 hard=0.773

merge_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92990320db6cc4221739158f9649e4e52fdb50e9857bfda2e727fc14a3b42f19
+size 914722111

sweep_AMa.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749fcd6249c123988f5364c09cc4e08565ea5a388fd745c87d8897410380a628
+size 457367549

sweep_AMb.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb8a209e195983241d7b93f09e2e6f4e4bb050d829354206f82f5be68c1979
+size 457367549

sweep_AMc.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05915148901aa197b3c8024e05b994fd5819cfea682be4007032c1e0c164e727
+size 457367549

sweep_AMd.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac14e854aecfd4a8e3d2022c5811fc7f68f69ad37e30dae101c9564b8f96f2b
+size 457367549

sweep_AMe.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1e137b25dd7863c92399a9d2db41a6f48fe926073b45f41b0b62b68cfd59c1
+size 457367549

sweep_AMf.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a879209116b504f475c77490725066eb08f366ce3f60d0103eed04f987d472
+size 457367549

sweep_AMg.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b8cf633797e6771905b17229ac5cfde0ddf079577a523d64ee2810279de5c4
+size 457367549

sweep_AMh.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99899b549dbcf8958f40e9530c423aceb514faed5c77a3c9282c22a30f6e21f8
+size 457367549