| from hanuman_pkg import from_pretrained | |
| def main(): | |
| repo_id = "ZombitX64/GPT4All-Model" | |
| model, tokenizer = from_pretrained(repo_id) | |
| prompt = "สวัสดีครับ ช่วยแนะนำประเทศไทยแบบสั้น ๆ" | |
| inputs = tokenizer(prompt, return_tensors="pt") | |
| out = model.generate(inputs["input_ids"], max_new_tokens=50, temperature=1.2, top_k=50, top_p=0.95) | |
| print(tokenizer.decode(out[0], skip_special_tokens=True)) | |
| if __name__ == "__main__": | |
| main() | |