Spaces:
Sleeping
Sleeping
File size: 265 Bytes
5b570cf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | from cachetools import (
TTLCache
)
embedding_cache = TTLCache(
maxsize=10000,
ttl=86400
)
retrieval_cache = TTLCache(
maxsize=5000,
ttl=900
)
response_cache = TTLCache(
maxsize=5000,
ttl=300
)
user_cache_keys = {} |