KPT-pona / model.py
aroderg's picture
init
5b34281 verified
Raw History Blame Contribute Delete
558 Bytes
import torch
import torch.nn as nn
class KPTPona(nn.Module):
def __init__(self, vocab_size, embedding_dim=128, hidden_dim=256, num_layers=1):
super(KPTPona, self).__init__()
self.embedding = nn.Embedding(vocab_size, embedding_dim)
self.lstm = nn.LSTM(embedding_dim, hidden_dim, num_layers=num_layers, batch_first=True)
self.fc = nn.Linear(hidden_dim, vocab_size)
def forward(self, x):
embedded = self.embedding(x)
output, _ = self.lstm(embedded)
logits = self.fc(output)
return logits