risper7 commited on
Commit
24ec97a
Β·
verified Β·
1 Parent(s): be1075f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -48,7 +48,7 @@ model = AutoModelForCausalLM.from_pretrained(
48
  use_auth_token=True
49
  )
50
 
51
- model = dispatch_model(model, device_map='auto', offload_folder='./disk_offload')
52
 
53
  tokenizer = AutoTokenizer.from_pretrained(model_id,use_auth_token=True)
54
 
 
48
  use_auth_token=True
49
  )
50
 
51
+ model = accelerator.prepare(model)
52
 
53
  tokenizer = AutoTokenizer.from_pretrained(model_id,use_auth_token=True)
54