File size: 148 Bytes
bc5f04e | 1 2 3 4 5 6 7 8 9 10 11 | default_model: m1
m1:
arch: moe_1
embed_dim: 128
block: 4
head: 4
num_mha: 2
num_ffn: 2
steps: 2
model_save_path: "models/TF/M1.h5" |
bc5f04e | 1 2 3 4 5 6 7 8 9 10 11 | default_model: m1
m1:
arch: moe_1
embed_dim: 128
block: 4
head: 4
num_mha: 2
num_ffn: 2
steps: 2
model_save_path: "models/TF/M1.h5" |