appvoid commited on
Commit
2cff02e
·
verified ·
1 Parent(s): 8a5f35c

Update bet_model.py

Browse files
Files changed (1) hide show
  1. bet_model.py +1 -1
bet_model.py CHANGED
@@ -451,7 +451,7 @@ def verify_architecture(model, rank=0):
451
  vocab_size=259, hidden_size=324, intermediate_size=864,
452
  prelude_layers=1, body_blocks=6, coda_layers=1,
453
  num_heads=6, num_kv_heads=2, head_dim=54,
454
- lora_rank=16, hyper_lanes=2, max_seq_len=1024, max_loops=8,
455
  rope_theta=10_000.0, rms_eps=1e-6,
456
  ddl_beta_init=1.0, ddl_k_eps=1e-2, ddl_v_sigmoid_scale=4.0,
457
  )
 
451
  vocab_size=259, hidden_size=324, intermediate_size=864,
452
  prelude_layers=1, body_blocks=6, coda_layers=1,
453
  num_heads=6, num_kv_heads=2, head_dim=54,
454
+ lora_rank=16, hyper_lanes=2, max_seq_len=1024, max_loops=10,
455
  rope_theta=10_000.0, rms_eps=1e-6,
456
  ddl_beta_init=1.0, ddl_k_eps=1e-2, ddl_v_sigmoid_scale=4.0,
457
  )