defaults:
  - _base
  - _self_

# Size Identity
size_name: small

# Dimensions
n_layers: 12
n_heads: 12
hidden_dim: 768
max_seq_len: 1024