Update app.py

app.py

@@ -1,4 +1,5 @@
 import os
+import asyncio
 import gradio as gr
 import uvicorn
 from fastapi import FastAPI, Request
@@ -7,9 +8,13 @@ import time  # For precise timestamps
 import asyncio
 from starlette.middleware.base import BaseHTTPMiddleware
 
-async def set_max_threads():
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    # This runs right when the server boots up
     limiter = anyio.to_thread.current_default_thread_limiter()
     limiter.total_tokens = 1000
+    print("🚀 SUCCESS: Boosted backend worker thread pool capacity to 1000 tokens.")
+    yield
 
 # --- 1. DEFINING THE THROTTLING MIDDLEWARE ---
 class VideoThrottlingMiddleware(BaseHTTPMiddleware):
@@ -46,10 +51,6 @@ class VideoThrottlingMiddleware(BaseHTTPMiddleware):
 
 app = FastAPI()
 
-@app.on_event("startup")
-async def startup_event():
-    await set_max_threads()
-
 # --- 2. ACTIVATING THE MIDDLEWARE ---
 app.add_middleware(VideoThrottlingMiddleware, max_concurrent_streams=40)   # allow max_concurrent_streams from 15 to 50 or 60