| { | |
| "cfg": { | |
| "vocab": 352, | |
| "max_len": 1024, | |
| "dropout": 0.1, | |
| "n_layer": 8, | |
| "d_model": 512, | |
| "n_head": 8, | |
| "d_ff": 1536 | |
| }, | |
| "seq_len": 1024, | |
| "stage": "B", | |
| "base": { | |
| "repo": "viknesh100/Apollo-M", | |
| "path": "best/model.pt", | |
| "step": 4000, | |
| "val": 0.9084840003936713 | |
| }, | |
| "base_eval": { | |
| "A": 0.8319055180396897, | |
| "B": 0.6355204991648611 | |
| }, | |
| "sources": [ | |
| "pop909", | |
| "nottingham" | |
| ], | |
| "replay_frac": 0.25 | |
| } |