| { | |
| "prev_hidden_dims": 128, | |
| "curr_hidden_dims": 512, | |
| "time_embedding_dims": 8, | |
| "lstm_embedding_dims": 128, | |
| "dropout_rate": 0.2, | |
| "num_layers": 4, | |
| "num_heads": 4, | |
| "batch_size": 8, | |
| "learning_rate": "1e-4", | |
| "weight_decay": "1e-4", | |
| "grad_accum_steps": 16 | |
| } |