MiniTransformer Lavcraft Model
Just for fun text generation
Usage
from safetensors.torch import load_file
safetensors_model = MiniTransformer().to(device)
safetensors_weights = load_file("HPL-v1.safetensors")
safetensors_model.load_state_dict(safetensors_weights)
safetensors_model.eval()
def generate_advanced(model, start_text="В ", max_new_tokens=300, temperature=0.8, top_k=5):
model.eval()
context_idx = torch.tensor([char_to_int.get(ch, 0) for ch in start_text], dtype=torch.long, device=device).unsqueeze(0)
for _ in range(max_new_tokens):
cond_idx = context_idx[:, -block_size:]
with torch.no_grad():
logits = model(cond_idx)
next_letter_logits = logits[:, -1, :] / temperature
v, _ = torch.topk(next_letter_logits, top_k)
next_letter_logits[next_letter_logits < v[:, [-1]]] = float('-inf')
probs = F.softmax(next_letter_logits, dim=-1)
next_token = torch.multinomial(probs, num_samples=1)
context_idx = torch.cat((context_idx, next_token), dim=1)
return "".join([int_to_char[i] for i in context_idx.tolist()[0]])
prompt = "Меня зовут Джейсон "
st_result = generate_advanced(safetensors_model, start_text=prompt, max_new_tokens=1000, top_k=3, temperature=0.5)
print(f"[Тест SafeTensors]: {st_result}")
- Downloads last month
- 34