Burman-AI commited on
Commit
58f84df
·
verified ·
1 Parent(s): 2086452

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -11,12 +11,13 @@ load_in_4bit = False
11
  # Initialize model and tokenizer (run only once using st.cache_resource)
12
  @st.cache_resource
13
  def load_model_and_tokenizer(model_name, dtype, load_in_4bit):
14
- tokenizer = AutoTokenizer.from_pretrained(model_name)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
  torch_dtype=dtype,
18
  load_in_4bit=load_in_4bit,
19
  device_map="auto",
 
20
  )
21
  model.eval()
22
  return model, tokenizer
 
11
  # Initialize model and tokenizer (run only once using st.cache_resource)
12
  @st.cache_resource
13
  def load_model_and_tokenizer(model_name, dtype, load_in_4bit):
14
+ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
15
  model = AutoModelForCausalLM.from_pretrained(
16
  model_name,
17
  torch_dtype=dtype,
18
  load_in_4bit=load_in_4bit,
19
  device_map="auto",
20
+ trust_remote_code=True,
21
  )
22
  model.eval()
23
  return model, tokenizer