File size: 138 Bytes
3b2d368
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
defaults:
  - _base
  - _self_

# Size Identity
size_name: large

# Dimensions
n_layers: 36
n_heads: 20
hidden_dim: 1280
max_seq_len: 1024