faizeeb commited on
Commit
da3ecb2
·
1 Parent(s): 73f0575

Create toxic_detection.py

Browse files
Files changed (1) hide show
  1. toxic_detection.py +30 -0
toxic_detection.py ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import pickle
2
+ import numpy as np
3
+ from tensorflow.keras.models import load_model
4
+ from tensorflow.keras.preprocessing.text import Tokenizer
5
+ from tensorflow.keras.preprocessing.sequence import pad_sequences
6
+
7
+ class ToxicClassifier:
8
+ def __init__(self):
9
+ self.max_features = 13522
10
+ self.max_len = 250
11
+ self.model_path = 'Models/Abusive_Threat_model.hdf5'
12
+ self.tokenizer_path = 'Tokenizers/tokenizerOf_ToxicModel.pkl'
13
+ self.model = load_model(self.model_path)
14
+ weights = load_model(self.model_path).get_weights()
15
+ self.model.set_weights(weights)
16
+ self.tokenizer = Tokenizer(self.max_features)
17
+ with open(self.tokenizer_path, 'rb') as f:
18
+ self.tokenizer = pickle.load(f)
19
+
20
+ def predict(self, text):
21
+ tokenized_sentences = self.tokenizer.texts_to_sequences([text])
22
+ train_padding = pad_sequences(tokenized_sentences, self.max_len)
23
+ prediction = self.model.predict(train_padding)
24
+ id = np.argmax(prediction)
25
+ if id == 0:
26
+ return "It is normal"
27
+ elif id == 1:
28
+ return "It is abusive"
29
+ elif id == 2:
30
+ return "It is a threat"