devankit7873 commited on
Commit
900cee2
·
verified ·
1 Parent(s): 8967eee

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -118,6 +118,7 @@ class DecisionHead(nn.Module):
118
  self.act = nn.GELU()
119
  self.dropout = nn.Dropout(dropout)
120
  self.out_proj = nn.Linear(intermediate_size, max_choices)
 
121
 
122
  def forward(self, x: torch.Tensor, num_choices: torch.Tensor = None) -> torch.Tensor:
123
  h = self.dropout(self.act(self.dense(self.norm(x))))
 
118
  self.act = nn.GELU()
119
  self.dropout = nn.Dropout(dropout)
120
  self.out_proj = nn.Linear(intermediate_size, max_choices)
121
+ self.score_proj = nn.Linear(intermediate_size, 1)
122
 
123
  def forward(self, x: torch.Tensor, num_choices: torch.Tensor = None) -> torch.Tensor:
124
  h = self.dropout(self.act(self.dense(self.norm(x))))