import torch from torch import nn # vocab_size, model_dim -> input for embedding layer class UnEmbedding(nn.Module): def __init__(self, vocab_size, dimensions_model): super().__init__() self.v = vocab_size self.d = dimensions_model self.UnEmbedding_stack = nn.Sequential( nn.Linear(self.d, self.v) ) def forward(self, x): logits = self.UnEmbedding_stack(x) return logits class Embedding(nn.Module): def __init__(self, vocab_size, dimensions_model): super().__init__() self.v = vocab_size self.d = dimensions_model self.embedding = nn.Embedding(self.v,self.d) def forward(self, x): logits = self.embedding(x) return logits