simple-rag / app /core /cache.py
vara201's picture
Simple rag V1
5b570cf
Raw History Blame Contribute Delete
265 Bytes
from cachetools import (
TTLCache
)
embedding_cache = TTLCache(
maxsize=10000,
ttl=86400
)
retrieval_cache = TTLCache(
maxsize=5000,
ttl=900
)
response_cache = TTLCache(
maxsize=5000,
ttl=300
)
user_cache_keys = {}