|
Download README.md from bashkirtsevich/HPL-rus: direct link, hf CLI and curl.
- Browser
- Download file 1.48 kB
-
https://huggingface.co/bashkirtsevich/HPL-rus/resolve/main/README.md
- Command line
-
hf download hf://bashkirtsevich/HPL-rus/README.md
-
curl -L -o README.md https://huggingface.co/bashkirtsevich/HPL-rus/resolve/main/README.md
1.48 kB
| language: ru | |
| tags: | |
| - text-generation | |
| - pytorch | |
| - character-level | |
| license: mit | |
| # MiniTransformer Lavcraft Model | |
| Just for fun text generation | |
| ## Usage | |
| ```python | |
| from safetensors.torch import load_file | |
| safetensors_model = MiniTransformer().to(device) | |
| safetensors_weights = load_file("HPL-v1.safetensors") | |
| safetensors_model.load_state_dict(safetensors_weights) | |
| safetensors_model.eval() | |
| def generate_advanced(model, start_text="В ", max_new_tokens=300, temperature=0.8, top_k=5): | |
| model.eval() | |
| context_idx = torch.tensor([char_to_int.get(ch, 0) for ch in start_text], dtype=torch.long, device=device).unsqueeze(0) | |
| for _ in range(max_new_tokens): | |
| cond_idx = context_idx[:, -block_size:] | |
| with torch.no_grad(): | |
| logits = model(cond_idx) | |
| next_letter_logits = logits[:, -1, :] / temperature | |
| v, _ = torch.topk(next_letter_logits, top_k) | |
| next_letter_logits[next_letter_logits < v[:, [-1]]] = float('-inf') | |
| probs = F.softmax(next_letter_logits, dim=-1) | |
| next_token = torch.multinomial(probs, num_samples=1) | |
| context_idx = torch.cat((context_idx, next_token), dim=1) | |
| return "".join([int_to_char[i] for i in context_idx.tolist()[0]]) | |
| prompt = "Меня зовут Джейсон " | |
| st_result = generate_advanced(safetensors_model, start_text=prompt, max_new_tokens=1000, top_k=3, temperature=0.5) | |
| print(f"[Тест SafeTensors]: {st_result}") | |
| ``` |