{ "hidden": 512, "layers": 8, "heads": 8, "vocab_size": 28, "max_positions": 83, "training_step": 27000 }