Upload folder using huggingface_hub
Browse files
modeling_multitask_toxicity.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import torch
|
| 2 |
import torch.nn as nn
|
| 3 |
-
from transformers import PreTrainedModel, AutoModel
|
| 4 |
from .configuration_multitask_toxicity import MultiTaskToxicityConfig
|
| 5 |
|
| 6 |
class MultiTaskToxicityEncoder(PreTrainedModel):
|
|
@@ -9,14 +9,18 @@ class MultiTaskToxicityEncoder(PreTrainedModel):
|
|
| 9 |
def __init__(self, config):
|
| 10 |
super().__init__(config)
|
| 11 |
self.config = config
|
| 12 |
-
|
|
|
|
|
|
|
| 13 |
|
| 14 |
-
hidden_size =
|
| 15 |
self.dropout = nn.Dropout(config.dropout_prob)
|
| 16 |
|
| 17 |
self.profanity_head = nn.Linear(hidden_size, 1)
|
| 18 |
self.threat_head = nn.Linear(hidden_size, 1)
|
| 19 |
self.illegal_head = nn.Linear(hidden_size, 1)
|
|
|
|
|
|
|
| 20 |
|
| 21 |
def forward(self, input_ids, attention_mask=None, **kwargs):
|
| 22 |
outputs = self.encoder(input_ids=input_ids, attention_mask=attention_mask)
|
|
|
|
| 1 |
import torch
|
| 2 |
import torch.nn as nn
|
| 3 |
+
from transformers import PreTrainedModel, AutoModel, AutoConfig
|
| 4 |
from .configuration_multitask_toxicity import MultiTaskToxicityConfig
|
| 5 |
|
| 6 |
class MultiTaskToxicityEncoder(PreTrainedModel):
|
|
|
|
| 9 |
def __init__(self, config):
|
| 10 |
super().__init__(config)
|
| 11 |
self.config = config
|
| 12 |
+
base_config = AutoConfig.from_pretrained(config.base_model_name)
|
| 13 |
+
|
| 14 |
+
self.encoder = AutoModel.from_config(base_config)
|
| 15 |
|
| 16 |
+
hidden_size = base_config.hidden_size
|
| 17 |
self.dropout = nn.Dropout(config.dropout_prob)
|
| 18 |
|
| 19 |
self.profanity_head = nn.Linear(hidden_size, 1)
|
| 20 |
self.threat_head = nn.Linear(hidden_size, 1)
|
| 21 |
self.illegal_head = nn.Linear(hidden_size, 1)
|
| 22 |
+
|
| 23 |
+
self.post_init()
|
| 24 |
|
| 25 |
def forward(self, input_ids, attention_mask=None, **kwargs):
|
| 26 |
outputs = self.encoder(input_ids=input_ids, attention_mask=attention_mask)
|