DevStudio-AI commited on
Commit
8f44924
·
verified ·
1 Parent(s): e8de58b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -12,10 +12,11 @@ HF_TOKEN = os.environ.get("HF_TOKEN")
12
 
13
  print("Loading tokenizer and base model...")
14
 
15
- # Pass the token parameter to ensure complete, authenticated downloads
16
  tokenizer = AutoTokenizer.from_pretrained(
17
  MODEL_ID,
18
- token=HF_TOKEN
 
19
  )
20
 
21
  # We load the model in 16-bit on CPU first
 
12
 
13
  print("Loading tokenizer and base model...")
14
 
15
+ # Pass the token parameter and force use_fast=False to bypass the tokenizer.json loading bug [1.3.1]
16
  tokenizer = AutoTokenizer.from_pretrained(
17
  MODEL_ID,
18
+ token=HF_TOKEN,
19
+ use_fast=False
20
  )
21
 
22
  # We load the model in 16-bit on CPU first