debug

README.md

@@ -23,7 +23,7 @@ For example, to chat with the finance model:
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 model = AutoModelForCausalLM.from_pretrained("AdaptLLM/finance-chat")
-tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-chat")
+tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-chat", use_fast=False)
 
 # Put your input here:
 user_input = '''Use this fact to answer the question: Title of each class Trading Symbol(s) Name of each exchange on which registered
@@ -42,7 +42,7 @@ inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_
 outputs = model.generate(input_ids=inputs, max_length=4096)[0]
 
 answer_start = int(inputs.shape[-1])
-pred = tokenizer.decode(outputs[answer_start:], skip_special_tokens=True, do_sample=False)
+pred = tokenizer.decode(outputs[answer_start:], skip_special_tokens=True)
 
 print(f'### User Input:\n{user_input}\n\n### Assistant Output:\n{pred}')
 ```