MarxistLeninist's picture
Add verified SSM best/final model-only checkpoints and reproduction code
2eb1bef verified
Raw History Blame Contribute Delete
3.33 kB
{
"step": 5000,
"target_steps": 5000,
"training_byte_presentations": 327680000,
"best_val_bpc": 1.2638741508689288,
"trained_seconds": 30490.677423749818,
"history": [
{
"step": 0,
"val_bpc": 8.230412358759347,
"train_bpc": 8.220299207906214,
"eval_seconds": 123.7192199982237
},
{
"step": 250,
"val_bpc": 1.835812197625522,
"train_bpc": 1.8785740292894582,
"eval_seconds": 123.95440824679099
},
{
"step": 500,
"val_bpc": 1.6601418494024889,
"train_bpc": 1.6716485937337426,
"eval_seconds": 123.74076940095983
},
{
"step": 750,
"val_bpc": 1.5641321236272796,
"train_bpc": 1.5769101710229738,
"eval_seconds": 129.98021768406034
},
{
"step": 1000,
"val_bpc": 1.50169415835013,
"train_bpc": 1.5285551134607955,
"eval_seconds": 131.54773884708993
},
{
"step": 1250,
"val_bpc": 1.4599168781323497,
"train_bpc": 1.4786076287632905,
"eval_seconds": 127.58252290007658
},
{
"step": 1500,
"val_bpc": 1.4341153437827294,
"train_bpc": 1.4344793667760904,
"eval_seconds": 131.07179372385144
},
{
"step": 1750,
"val_bpc": 1.4062503862030742,
"train_bpc": 1.4047359943682607,
"eval_seconds": 128.03853586595505
},
{
"step": 2000,
"val_bpc": 1.3854908531477192,
"train_bpc": 1.3674528858857864,
"eval_seconds": 127.23636911995709
},
{
"step": 2250,
"val_bpc": 1.3642272775312927,
"train_bpc": 1.3453224464437001,
"eval_seconds": 128.75828602397814
},
{
"step": 2500,
"val_bpc": 1.343896172284818,
"train_bpc": 1.3389308369866975,
"eval_seconds": 132.5842414519284
},
{
"step": 2750,
"val_bpc": 1.3288723761865813,
"train_bpc": 1.2839706432950002,
"eval_seconds": 128.34218460088596
},
{
"step": 3000,
"val_bpc": 1.307802269228568,
"train_bpc": 1.277774313151257,
"eval_seconds": 131.79394624591805
},
{
"step": 3250,
"val_bpc": 1.2963670377557936,
"train_bpc": 1.2609810865558062,
"eval_seconds": 128.8529860621784
},
{
"step": 3500,
"val_bpc": 1.2895530304166285,
"train_bpc": 1.2142150116389254,
"eval_seconds": 129.19841887499206
},
{
"step": 3750,
"val_bpc": 1.2806939624350606,
"train_bpc": 1.2024289121257548,
"eval_seconds": 128.19036824209616
},
{
"step": 4000,
"val_bpc": 1.2659000191074083,
"train_bpc": 1.185868264655861,
"eval_seconds": 123.65431169094518
},
{
"step": 4250,
"val_bpc": 1.275563765105269,
"train_bpc": 1.157049000176563,
"eval_seconds": 131.2331091708038
},
{
"step": 4500,
"val_bpc": 1.2706390528617064,
"train_bpc": 1.1362285313569906,
"eval_seconds": 127.13878921791911
},
{
"step": 4750,
"val_bpc": 1.2638741508689288,
"train_bpc": 1.145057220699322,
"eval_seconds": 129.4903279200662
},
{
"step": 5000,
"val_bpc": 1.268647525903973,
"train_bpc": 1.1285570245937606,
"eval_seconds": 130.86139751016162
}
],
"complete": true
}