ArushCodes commited on
Commit
4fd6e55
·
verified ·
1 Parent(s): 47bd8ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -68,8 +68,8 @@ async def lifespan(app: FastAPI):
68
  n_ctx=4096,
69
 
70
  # Threading optimizations
71
- n_threads=8,
72
- n_threads_batch=8,
73
  numa=NUMA_STRATEGY,
74
 
75
  # ⚡ TURBOQUANT EQUIVALENT SETTINGS:
 
68
  n_ctx=4096,
69
 
70
  # Threading optimizations
71
+ n_threads=4,
72
+ n_threads_batch=4,
73
  numa=NUMA_STRATEGY,
74
 
75
  # ⚡ TURBOQUANT EQUIVALENT SETTINGS: