config.json

{
  "d_model": 32,
  "expansion": 32,
  "k": 32,
  "lr": 0.0003,
  "batch_size": 4096,
  "seed": 0,
  "unit_norm_decoder": true,
  "n_features": 1024,
  "layer": 0,
  "base_source": "trained:relu-2layer-seed2"
}