uwe311 commited on
Commit
a9ded16
·
1 Parent(s): f976808

Fix: eager attention (FlashAttention2 not available)

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ model = AutoModelForCausalLM.from_pretrained(
42
  device_map="auto",
43
  trust_remote_code=True,
44
  torch_dtype=torch.bfloat16,
45
- attn_implementation="flash_attention_2",
46
  )
47
  print("✅ Modell geladen!")
48
 
 
42
  device_map="auto",
43
  trust_remote_code=True,
44
  torch_dtype=torch.bfloat16,
45
+ attn_implementation="eager",
46
  )
47
  print("✅ Modell geladen!")
48