File size: 148 Bytes
bc5f04e
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
default_model: m1

m1:
  arch: moe_1
  embed_dim: 128
  block: 4
  head: 4
  num_mha: 2
  num_ffn: 2
  steps: 2
  model_save_path: "models/TF/M1.h5"