{ "models": [ { "idx": 0, "seed": 42, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 1.6, "dropout": 0.1, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.095866685089716, "val_loss": 3.3719550461065575, "paths": [ "/home/jovyan/slowrun/checkpoints/model_0.pt" ] }, { "idx": 1, "seed": 43, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 1.8, "dropout": 0.1, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.0963785699410264, "val_loss": 3.373510341956967, "paths": [ "/home/jovyan/slowrun/checkpoints/model_1.pt" ] }, { "idx": 2, "seed": 44, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 1.6, "dropout": 0.12, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.0952586997499123, "val_loss": 3.3700663582223362, "paths": [ "/home/jovyan/slowrun/checkpoints/model_2.pt" ] }, { "idx": 3, "seed": 45, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 1.4, "dropout": 0.1, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.095667712804597, "val_loss": 3.3713214811731556, "paths": [ "/home/jovyan/slowrun/checkpoints/model_3.pt" ] }, { "idx": 4, "seed": 46, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 1.8, "dropout": 0.08, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.096950224608351, "val_loss": 3.3753217853483606, "paths": [ "/home/jovyan/slowrun/checkpoints/model_4.pt" ] }, { "idx": 5, "seed": 47, "hparams": { "matrix_lr": 0.07, "scalar_lr": 0.5, "weight_decay": 1.6, "dropout": 0.1, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.0949341978294176, "val_loss": 3.3690793897284834, "paths": [ "/home/jovyan/slowrun/checkpoints/model_5.pt" ] }, { "idx": 6, "seed": 48, "hparams": { "matrix_lr": 0.08, "scalar_lr": 0.5, "weight_decay": 2.0, "dropout": 0.12, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.0980855906776907, "val_loss": 3.3788153976690576, "paths": [ "/home/jovyan/slowrun/checkpoints/model_6.pt" ] }, { "idx": 7, "seed": 49, "hparams": { "matrix_lr": 0.09, "scalar_lr": 0.5, "weight_decay": 1.6, "dropout": 0.1, "num_epochs": 16, "ema_decay": 0.999 }, "val_bpb": 1.096767, "val_loss": 3.374763, "paths": [ "/home/jovyan/slowrun/checkpoints/model_7.pt" ] } ], "ensembles": [ { "num_checkpoints": 2, "ensemble_bpb": 1.0741511153509162, "ensemble_loss": 3.305124651233176 }, { "num_checkpoints": 4, "ensemble_bpb": 1.0611368083045234, "ensemble_loss": 3.2650819475755295 }, { "num_checkpoints": 6, "ensemble_bpb": 1.0571252225423302, "ensemble_loss": 3.2527488215884826 } ] }