|
Download README.md from bashkirtsevich/HPL-rus: direct link, hf CLI and curl.
- Browser
- Download file 1.48 kB
-
https://huggingface.co/bashkirtsevich/HPL-rus/resolve/main/README.md
- Command line
-
hf download hf://bashkirtsevich/HPL-rus/README.md
-
curl -L -o README.md https://huggingface.co/bashkirtsevich/HPL-rus/resolve/main/README.md
1.48 kB
metadata
language: ru
tags:
- text-generation
- pytorch
- character-level
license: mit
MiniTransformer Lavcraft Model
Just for fun text generation
Usage
from safetensors.torch import load_file
safetensors_model = MiniTransformer().to(device)
safetensors_weights = load_file("HPL-v1.safetensors")
safetensors_model.load_state_dict(safetensors_weights)
safetensors_model.eval()
def generate_advanced(model, start_text="В ", max_new_tokens=300, temperature=0.8, top_k=5):
model.eval()
context_idx = torch.tensor([char_to_int.get(ch, 0) for ch in start_text], dtype=torch.long, device=device).unsqueeze(0)
for _ in range(max_new_tokens):
cond_idx = context_idx[:, -block_size:]
with torch.no_grad():
logits = model(cond_idx)
next_letter_logits = logits[:, -1, :] / temperature
v, _ = torch.topk(next_letter_logits, top_k)
next_letter_logits[next_letter_logits < v[:, [-1]]] = float('-inf')
probs = F.softmax(next_letter_logits, dim=-1)
next_token = torch.multinomial(probs, num_samples=1)
context_idx = torch.cat((context_idx, next_token), dim=1)
return "".join([int_to_char[i] for i in context_idx.tolist()[0]])
prompt = "Меня зовут Джейсон "
st_result = generate_advanced(safetensors_model, start_text=prompt, max_new_tokens=1000, top_k=3, temperature=0.5)
print(f"[Тест SafeTensors]: {st_result}")