ashuonnet commited on
Commit
3a552ec
·
1 Parent(s): 6489c85

Update Main.py

Browse files
Files changed (1) hide show
  1. Main.py +7 -6
Main.py CHANGED
@@ -13,19 +13,20 @@ class Main:
13
  #self.NUM_LABELS = 12
14
  self.DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
15
  MODEL_PATH = './models/bert-base-uncased'
16
- self.STATE_DICT = torch.load('./models/model_e6.tar', map_location=DEVICE)
17
  #tokenizer = BertTokenizerFast('../input/bert-base-uncased/vocab.txt', lowercase=True)
18
  self.tokenizer = BertTokenizerFast('./models/bert-base-uncased/vocab.txt',lowercase=True)
19
- MODEL = BertForTokenClassification.from_pretrained(MODEL_PATH,state_dict=self.STATE_DICT['model_state_dict'], num_labels=12)
 
20
 
21
- tags_vals = ["UNKNOWN", "O", "Name", "Degree","Skills","College Name","Email Address","Designation","Companies worked at","Graduation Year","Years of Experience","Location"]
22
  #self.tag2idx = {t: i for i, t in enumerate(tags_vals)}
23
- self.idx2tag = {i:t for i, t in enumerate(tags_vals)}
24
 
25
  #self.data = self.trim_entity_spans(self.convert_dataturks_to_spacy('./data/annotated_resumes.json'))
26
 
27
- self.model = MODEL
28
- self.model.to(self.DEVICE);
29
 
30
  def process_resume(self,text):
31
  max_len = self.MAX_LEN
 
13
  #self.NUM_LABELS = 12
14
  self.DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
15
  MODEL_PATH = './models/bert-base-uncased'
16
+ self.STATE_DICT = torch.load('./models/model_e6.tar', map_location=self.DEVICE)
17
  #tokenizer = BertTokenizerFast('../input/bert-base-uncased/vocab.txt', lowercase=True)
18
  self.tokenizer = BertTokenizerFast('./models/bert-base-uncased/vocab.txt',lowercase=True)
19
+ self.model = BertForTokenClassification.from_pretrained(MODEL_PATH,state_dict=self.STATE_DICT['model_state_dict'], num_labels=12)
20
+ self.model.to(self.DEVICE);
21
 
22
+ self.tags_vals = ["UNKNOWN", "O", "Name", "Degree","Skills","College Name","Email Address","Designation","Companies worked at","Graduation Year","Years of Experience","Location"]
23
  #self.tag2idx = {t: i for i, t in enumerate(tags_vals)}
24
+ self.idx2tag = {i:t for i, t in enumerate(self.tags_vals)}
25
 
26
  #self.data = self.trim_entity_spans(self.convert_dataturks_to_spacy('./data/annotated_resumes.json'))
27
 
28
+ #self.model = MODEL
29
+
30
 
31
  def process_resume(self,text):
32
  max_len = self.MAX_LEN