File size: 265 Bytes
5b570cf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from cachetools import (
    TTLCache
)

embedding_cache = TTLCache(
    maxsize=10000,
    ttl=86400
)

retrieval_cache = TTLCache(
    maxsize=5000,
    ttl=900
)

response_cache = TTLCache(
    maxsize=5000,
    ttl=300
)

user_cache_keys = {}