File size: 721 Bytes
cc15101
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
"""Phase S -central config for rate limiting, size caps and concurrency."""
import os

# ----- SLIDING-WINDOW LIMITS: (max_requests, window_seconds) per identity -----
RATE_LIMIT_CHAT  = (20, 60)
RATE_LIMIT_AGENT = (10, 60)
RATE_LIMIT_AUTH  = (5, 300)
RATE_LIMIT_READ  = (120, 60)

# ----- REQUEST SIZE & TOKEN CAPS -----
MAX_OUTPUT_TOKENS = 1024
MAX_MESSAGES      = 50
MAX_MESSAGE_CHARS = 8000
MAX_PROMPT_CHARS  = 16000
MAX_BODY_BYTES    = 64 * 1024

# ----- CONCURRENCY -----
MAX_CONCURRENT_GENERATIONS = 3
GENERATION_QUE_TIMEOUT     = 30

# ----- REDIS -----
REDIS_URL = os.environ.get("REDIS_URL", "redis://localhost:6379/0")
RATE_LIMIT_ENABLED = os.environ.get("RATE_LIMIT_ENABLED", "1") != "0"