walke007's picture
Upload Part 2 checkpoints and recorded results
a3baf17 verified
Raw History Blame Contribute Delete
819 Bytes
import torch
from torch import nn
# vocab_size, model_dim -> input for embedding layer
class UnEmbedding(nn.Module):
def __init__(self, vocab_size, dimensions_model):
super().__init__()
self.v = vocab_size
self.d = dimensions_model
self.UnEmbedding_stack = nn.Sequential(
nn.Linear(self.d, self.v)
)
def forward(self, x):
logits = self.UnEmbedding_stack(x)
return logits
class Embedding(nn.Module):
def __init__(self, vocab_size, dimensions_model):
super().__init__()
self.v = vocab_size
self.d = dimensions_model
self.embedding = nn.Embedding(self.v,self.d)
def forward(self, x):
logits = self.embedding(x)
return logits