fdbw commited on
Commit
83fe48a
·
verified ·
1 Parent(s): e636b1e

Delete genealogy_bot.py

Browse files
Files changed (1) hide show
  1. genealogy_bot.py +0 -21
genealogy_bot.py DELETED
@@ -1,21 +0,0 @@
1
- from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
2
- from peft import PeftModel
3
- from config import BASE_MODEL, MODEL_DIR
4
-
5
- class GenealogyBot:
6
- def __init__(self):
7
- self.tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR)
8
- base_model = AutoModelForCausalLM.from_pretrained(
9
- BASE_MODEL,
10
- torch_dtype="auto",
11
- trust_remote_code=True
12
- )
13
- self.model = PeftModel.from_pretrained(base_model, MODEL_DIR)
14
- self.model.eval()
15
- self.pipe = pipeline("text-generation", model=self.model, tokenizer=self.tokenizer, max_new_tokens=100)
16
-
17
- def query(self, question: str) -> str:
18
- prompt = f"<start_of_turn>user\n{question}<end_of_turn>\n<start_of_turn>model\n"
19
- result = self.pipe(prompt)
20
- answer = result[0]['generated_text'].split("<start_of_turn>model\n")[-1].split("<end_of_turn>")[0]
21
- return answer.strip()