Update app.py

app.py

@@ -1,12 +1,16 @@
 import os
 import gradio as gr
 import uvicorn
-from fastapi import FastAPI
+from fastapi import FastAPI, Request
 from fastapi.staticfiles import StaticFiles
 import time  # For precise timestamps
 import asyncio
 from starlette.middleware.base import BaseHTTPMiddleware
 
+async def set_max_threads():
+    limiter = anyio.to_thread.current_default_thread_limiter()
+    limiter.total_tokens = 1000
+
 # --- 1. DEFINING THE THROTTLING MIDDLEWARE ---
 class VideoThrottlingMiddleware(BaseHTTPMiddleware):
     def __init__(self, app, max_concurrent_streams: int = 40):
@@ -42,6 +46,10 @@ class VideoThrottlingMiddleware(BaseHTTPMiddleware):
 
 app = FastAPI()
 
+@app.on_event("startup")
+async def startup_event():
+    await set_max_threads()
+
 # --- 2. ACTIVATING THE MIDDLEWARE ---
 app.add_middleware(VideoThrottlingMiddleware, max_concurrent_streams=40)   # allow max_concurrent_streams from 15 to 50 or 60