specsGuy commited on
Commit
01b3355
·
verified ·
1 Parent(s): 8229a47

Update configuration_deepseekocr.py

Browse files
Files changed (1) hide show
  1. configuration_deepseekocr.py +2 -0
configuration_deepseekocr.py CHANGED
@@ -61,6 +61,8 @@ class DeepseekOCRConfig(PretrainedConfig):
61
  self.num_key_value_heads = num_key_value_heads
62
  self.max_position_embeddings = max_position_embeddings
63
  self.moe_intermediate_size = moe_intermediate_size
 
 
64
 
65
  # Mixture of Experts & attention params
66
  self.n_group = n_group
 
61
  self.num_key_value_heads = num_key_value_heads
62
  self.max_position_embeddings = max_position_embeddings
63
  self.moe_intermediate_size = moe_intermediate_size
64
+ self.attention_dropout = kwargs.get("attention_dropout", 0.0)
65
+
66
 
67
  # Mixture of Experts & attention params
68
  self.n_group = n_group