subh-007 commited on
Commit
80e8cd0
·
verified ·
1 Parent(s): 53f5eb7

fix(telegram,llm,ocr): upload app/pipeline/answer.py

Browse files
Files changed (1) hide show
  1. app/pipeline/answer.py +1 -1
app/pipeline/answer.py CHANGED
@@ -247,7 +247,7 @@ async def stream_answer_pipeline(
247
 
248
  cache = get_semantic_cache()
249
  t_cache = time.perf_counter()
250
- cache_lookup_model = provider.model if getattr(provider, "is_byok", False) else None
251
  cached_hit = cache.get(session.session_id, query, model=cache_lookup_model)
252
  latencies["cache_ms"] = round((time.perf_counter() - t_cache) * 1000, 2)
253
 
 
247
 
248
  cache = get_semantic_cache()
249
  t_cache = time.perf_counter()
250
+ cache_lookup_model = provider.model
251
  cached_hit = cache.get(session.session_id, query, model=cache_lookup_model)
252
  latencies["cache_ms"] = round((time.perf_counter() - t_cache) * 1000, 2)
253