Erbium08 commited on
Commit
ec4a836
·
verified ·
1 Parent(s): 7193cf5

Update configuration_gouda.py

Browse files
Files changed (1) hide show
  1. configuration_gouda.py +8 -0
configuration_gouda.py CHANGED
@@ -3,6 +3,14 @@ from transformers import PreTrainedConfig
3
 
4
  class GoudaConfig(PreTrainedConfig):
5
  model_type = "gouda-gouda"
 
 
 
 
 
 
 
 
6
 
7
  def __init__(
8
  self,
 
3
 
4
  class GoudaConfig(PreTrainedConfig):
5
  model_type = "gouda-gouda"
6
+ attribute_map = {
7
+ "num_hidden_layers": "n_layer",
8
+ "hidden_size": "n_embd",
9
+ "num_attention_heads": "n_head",
10
+ "num_key_value_heads": "n_kv_head",
11
+ "intermediate_size": "mlp_hidden",
12
+ "max_position_embeddings": "max_seq_len",
13
+ }
14
 
15
  def __init__(
16
  self,