summer summer commited on
Commit
4c70c4d
·
verified ·
1 Parent(s): b6d1505

Update configuration_loop_gqa_action.py

Browse files
Files changed (1) hide show
  1. configuration_loop_gqa_action.py +0 -4
configuration_loop_gqa_action.py CHANGED
@@ -28,16 +28,12 @@ class LoopGQAActionConfig(PretrainedConfig):
28
  self.n_kv_heads = n_kv_heads
29
  self.head_dim = head_dim
30
  self.n_layers = n_layers
31
-
32
  self.loop_count = loop_count
33
  self.max_loops = max_loops
34
-
35
  self.max_seq_len = max_seq_len
36
  self.rope_theta = rope_theta
37
  self.loop_theta = loop_theta
38
-
39
  self.mlp_ratio = mlp_ratio
40
-
41
  self.vocab_size = vocab_size
42
  self.tokenizer_name = tokenizer_name
43
 
 
28
  self.n_kv_heads = n_kv_heads
29
  self.head_dim = head_dim
30
  self.n_layers = n_layers
 
31
  self.loop_count = loop_count
32
  self.max_loops = max_loops
 
33
  self.max_seq_len = max_seq_len
34
  self.rope_theta = rope_theta
35
  self.loop_theta = loop_theta
 
36
  self.mlp_ratio = mlp_ratio
 
37
  self.vocab_size = vocab_size
38
  self.tokenizer_name = tokenizer_name
39