{
  "decoder_layers": 7,
  "decoder_start_id": 0,
  "encoder_layers": 7,
  "eos_id": 1,
  "expanded_width": 2048,
  "format_version": 1,
  "head_width": 64,
  "heads": 8,
  "norm_epsilon": 1e-06,
  "pad_id": 0,
  "relative_buckets": 32,
  "relative_max_distance": 128,
  "storage_vocabulary_size": 40000,
  "vocabulary_size": 32128,
  "width": 512
}