pogram1st commited on
Commit
78b8ecc
·
verified ·
1 Parent(s): 5de4467

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. modeling_multitask_toxicity.py +7 -3
modeling_multitask_toxicity.py CHANGED
@@ -1,6 +1,6 @@
1
  import torch
2
  import torch.nn as nn
3
- from transformers import PreTrainedModel, AutoModel
4
  from .configuration_multitask_toxicity import MultiTaskToxicityConfig
5
 
6
  class MultiTaskToxicityEncoder(PreTrainedModel):
@@ -9,14 +9,18 @@ class MultiTaskToxicityEncoder(PreTrainedModel):
9
  def __init__(self, config):
10
  super().__init__(config)
11
  self.config = config
12
- self.encoder = AutoModel.from_pretrained(config.base_model_name)
 
 
13
 
14
- hidden_size = self.encoder.config.hidden_size
15
  self.dropout = nn.Dropout(config.dropout_prob)
16
 
17
  self.profanity_head = nn.Linear(hidden_size, 1)
18
  self.threat_head = nn.Linear(hidden_size, 1)
19
  self.illegal_head = nn.Linear(hidden_size, 1)
 
 
20
 
21
  def forward(self, input_ids, attention_mask=None, **kwargs):
22
  outputs = self.encoder(input_ids=input_ids, attention_mask=attention_mask)
 
1
  import torch
2
  import torch.nn as nn
3
+ from transformers import PreTrainedModel, AutoModel, AutoConfig
4
  from .configuration_multitask_toxicity import MultiTaskToxicityConfig
5
 
6
  class MultiTaskToxicityEncoder(PreTrainedModel):
 
9
  def __init__(self, config):
10
  super().__init__(config)
11
  self.config = config
12
+ base_config = AutoConfig.from_pretrained(config.base_model_name)
13
+
14
+ self.encoder = AutoModel.from_config(base_config)
15
 
16
+ hidden_size = base_config.hidden_size
17
  self.dropout = nn.Dropout(config.dropout_prob)
18
 
19
  self.profanity_head = nn.Linear(hidden_size, 1)
20
  self.threat_head = nn.Linear(hidden_size, 1)
21
  self.illegal_head = nn.Linear(hidden_size, 1)
22
+
23
+ self.post_init()
24
 
25
  def forward(self, input_ids, attention_mask=None, **kwargs):
26
  outputs = self.encoder(input_ids=input_ids, attention_mask=attention_mask)