Elvis-t9 commited on
Commit
26c19ec
·
verified ·
1 Parent(s): 6602016

Update modeling_cge2.py

Browse files
Files changed (1) hide show
  1. modeling_cge2.py +6 -1
modeling_cge2.py CHANGED
@@ -493,7 +493,12 @@ class CgeForEmbedding(CGEModel):
493
  all_embeddings = all_embeddings[0]
494
  return all_embeddings
495
 
496
-
 
 
 
 
 
497
  def encode(self, sentences, batch_size=16, convert_to_numpy=False,
498
  convert_to_tensor=True, show_progress_bar=True, max_seq_length=None, **kwargs):
499
  if max_seq_length is None:
 
493
  all_embeddings = all_embeddings[0]
494
  return all_embeddings
495
 
496
+ def forward(self, input_ids: torch.Tensor, attention_mask: torch.Tensor):
497
+ outputs = self.plm_model(input_ids, attention_mask, output_hidden_states=True)
498
+ hidden_states = outputs.hidden_states[self.keep_max_layer]
499
+ embeddings = self.get_sentence_embedding(self.embedding_method, hidden_states, 'disc', attention_mask)
500
+ return {"sentence_embeddings": embeddings}
501
+
502
  def encode(self, sentences, batch_size=16, convert_to_numpy=False,
503
  convert_to_tensor=True, show_progress_bar=True, max_seq_length=None, **kwargs):
504
  if max_seq_length is None: