Spaces:

mramazan
/

AnimeRecBERT

Sleeping

AnimeRecBERT / models /bert_modules /utils /feed_forward.py

Upload 41 files

0edbb0d verified about 1 year ago

488 Bytes

import torch.nn as nn
from .gelu import GELU


class PositionwiseFeedForward(nn.Module):
    "Implements FFN equation."

    def __init__(self, d_model, d_ff, dropout=0.1):
        super(PositionwiseFeedForward, self).__init__()
        self.w_1 = nn.Linear(d_model, d_ff)
        self.w_2 = nn.Linear(d_ff, d_model)
        self.dropout = nn.Dropout(dropout)
        self.activation = GELU()

    def forward(self, x):
        return self.w_2(self.dropout(self.activation(self.w_1(x))))

	import torch.nn as nn
	from .gelu import GELU


	class PositionwiseFeedForward(nn.Module):
	"Implements FFN equation."

	def __init__(self, d_model, d_ff, dropout=0.1):
	super(PositionwiseFeedForward, self).__init__()
	self.w_1 = nn.Linear(d_model, d_ff)
	self.w_2 = nn.Linear(d_ff, d_model)
	self.dropout = nn.Dropout(dropout)
	self.activation = GELU()

	def forward(self, x):
	return self.w_2(self.dropout(self.activation(self.w_1(x))))