DeepMount00
/

mamba_790_hf_qa

Question Answering

text-generation

text-generation-inference

Model card Files Files and versions

DeepMount00 commited on Apr 7, 2024

Commit

59feb7d

·

verified ·

1 Parent(s): 5413914

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -28,11 +28,11 @@ def predict(contesto, domanda):
     input_ids = tokenizer([prompt], return_tensors="pt").to(device)
-    generate_ids = model.generate(**input_ids, max_new_tokens=150, eos_token_id=0)
     answer = tokenizer.batch_decode(generate_ids)
     try:
-        final_answer = answer[0].split("##RISPOSTA: ")[1].split('\n', 1)[0]
     except IndexError:
         final_answer = ""
     return final_answer

     input_ids = tokenizer([prompt], return_tensors="pt").to(device)
+    generate_ids = model.generate(**input_ids, max_new_tokens=150, eos_token_id=8112)
     answer = tokenizer.batch_decode(generate_ids)
     try:
+        final_answer = answer[0].split("##RISPOSTA: ")[1].split("##END")[0].strip("\n")
     except IndexError:
         final_answer = ""
     return final_answer