HPL-rus / README.md
bashkirtsevich's picture
Upload 4 files
581d38d verified
|
Raw History Blame Contribute Delete
1.48 kB
metadata
language: ru
tags:
  - text-generation
  - pytorch
  - character-level
license: mit

MiniTransformer Lavcraft Model

Just for fun text generation

Usage

from safetensors.torch import load_file

safetensors_model = MiniTransformer().to(device)

safetensors_weights = load_file("HPL-v1.safetensors")
safetensors_model.load_state_dict(safetensors_weights)
safetensors_model.eval()

def generate_advanced(model, start_text="В ", max_new_tokens=300, temperature=0.8, top_k=5):
    model.eval()
    context_idx = torch.tensor([char_to_int.get(ch, 0) for ch in start_text], dtype=torch.long, device=device).unsqueeze(0)

    for _ in range(max_new_tokens):
        cond_idx = context_idx[:, -block_size:]
        with torch.no_grad():
            logits = model(cond_idx)
            next_letter_logits = logits[:, -1, :] / temperature

            v, _ = torch.topk(next_letter_logits, top_k)
            next_letter_logits[next_letter_logits < v[:, [-1]]] = float('-inf')

            probs = F.softmax(next_letter_logits, dim=-1)
            next_token = torch.multinomial(probs, num_samples=1)
            context_idx = torch.cat((context_idx, next_token), dim=1)
            
    return "".join([int_to_char[i] for i in context_idx.tolist()[0]])


prompt = "Меня зовут Джейсон "
st_result = generate_advanced(safetensors_model, start_text=prompt, max_new_tokens=1000, top_k=3, temperature=0.5)
print(f"[Тест SafeTensors]: {st_result}")