Neon-tech commited on
Commit
024dae1
·
verified ·
1 Parent(s): 39d2822

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import gradio as gr
4
  model_name = "Qwen/Qwen3.5-35B-A3B-FP8"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
8
 
9
  def chat(message, history):
10
  messages = []
 
4
  model_name = "Qwen/Qwen3.5-35B-A3B-FP8"
5
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", offload_folder="/app/offload")
8
 
9
  def chat(message, history):
10
  messages = []