Update app.py

app.py

@@ -83,7 +83,7 @@ async def lifespan(app: FastAPI):
         n_draft=2,
         use_mlock=False,
         use_mmap=True,
-        flash_attn=False,
+        flash_attn=True,
     )
     print("Server ready!")