--- language: ru tags: - text-generation - pytorch - character-level license: mit --- # MiniTransformer Lavcraft Model Just for fun text generation ## Usage ```python from safetensors.torch import load_file safetensors_model = MiniTransformer().to(device) safetensors_weights = load_file("HPL-v1.safetensors") safetensors_model.load_state_dict(safetensors_weights) safetensors_model.eval() def generate_advanced(model, start_text="В ", max_new_tokens=300, temperature=0.8, top_k=5): model.eval() context_idx = torch.tensor([char_to_int.get(ch, 0) for ch in start_text], dtype=torch.long, device=device).unsqueeze(0) for _ in range(max_new_tokens): cond_idx = context_idx[:, -block_size:] with torch.no_grad(): logits = model(cond_idx) next_letter_logits = logits[:, -1, :] / temperature v, _ = torch.topk(next_letter_logits, top_k) next_letter_logits[next_letter_logits < v[:, [-1]]] = float('-inf') probs = F.softmax(next_letter_logits, dim=-1) next_token = torch.multinomial(probs, num_samples=1) context_idx = torch.cat((context_idx, next_token), dim=1) return "".join([int_to_char[i] for i in context_idx.tolist()[0]]) prompt = "Меня зовут Джейсон " st_result = generate_advanced(safetensors_model, start_text=prompt, max_new_tokens=1000, top_k=3, temperature=0.5) print(f"[Тест SafeTensors]: {st_result}") ```