File size: 819 Bytes
a3baf17 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | import torch
from torch import nn
# vocab_size, model_dim -> input for embedding layer
class UnEmbedding(nn.Module):
def __init__(self, vocab_size, dimensions_model):
super().__init__()
self.v = vocab_size
self.d = dimensions_model
self.UnEmbedding_stack = nn.Sequential(
nn.Linear(self.d, self.v)
)
def forward(self, x):
logits = self.UnEmbedding_stack(x)
return logits
class Embedding(nn.Module):
def __init__(self, vocab_size, dimensions_model):
super().__init__()
self.v = vocab_size
self.d = dimensions_model
self.embedding = nn.Embedding(self.v,self.d)
def forward(self, x):
logits = self.embedding(x)
return logits
|