ajsbsd commited on
Commit
a67f3c8
·
verified ·
1 Parent(s): 6756da9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -68,7 +68,8 @@ model = AutoModelForCausalLM.from_pretrained(
68
  model_id,
69
  device_map="auto",
70
  torch_dtype=torch.bfloat16,
71
- trust_remote_code=True
 
72
  )
73
 
74
  @spaces.GPU
 
68
  model_id,
69
  device_map="auto",
70
  torch_dtype=torch.bfloat16,
71
+ trust_remote_code=True,
72
+ attn_implementation="eager",
73
  )
74
 
75
  @spaces.GPU