Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -68,8 +68,8 @@ async def lifespan(app: FastAPI):
|
|
| 68 |
n_ctx=4096,
|
| 69 |
|
| 70 |
# Threading optimizations
|
| 71 |
-
n_threads=
|
| 72 |
-
n_threads_batch=
|
| 73 |
numa=NUMA_STRATEGY,
|
| 74 |
|
| 75 |
# ⚡ TURBOQUANT EQUIVALENT SETTINGS:
|
|
|
|
| 68 |
n_ctx=4096,
|
| 69 |
|
| 70 |
# Threading optimizations
|
| 71 |
+
n_threads=4,
|
| 72 |
+
n_threads_batch=4,
|
| 73 |
numa=NUMA_STRATEGY,
|
| 74 |
|
| 75 |
# ⚡ TURBOQUANT EQUIVALENT SETTINGS:
|