Spaces:
Build error
Build error
File size: 2,071 Bytes
d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 0aa781d 3cdce90 0aa781d d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 3cdce90 d545f81 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | """
Response Generation module for XENO Bot
Handles LLM response generation
"""
from typing import Dict, List
from src.config import LLM_MODEL_NAME, SYSTEM_PROMPT, genai_client
def generate_xeno_response(
context: str, question: str, chat_history: List[Dict[str, str]], timer=None
) -> str:
"""
Generate a response using the LLM
Args:
context: Formatted context from knowledge base
question: User's question
chat_history: List of previous messages
timer: Optional timer object for tracking
Returns:
Generated response text
"""
if timer:
with timer.time_step("llm_generation"):
return _generate_response_impl(context, question, chat_history)
else:
return _generate_response_impl(context, question, chat_history)
def _generate_response_impl(
context: str, question: str, chat_history: List[Dict[str, str]]
) -> str:
"""Internal implementation of response generation"""
# Format chat history
formatted_history = (
"\n".join(
[f"{msg['role'].capitalize()}: {msg['content']}" for msg in chat_history]
)
if chat_history
else "None"
)
# Build prompt
prompt = f"{SYSTEM_PROMPT}\n### HISTORY ###\n{formatted_history}\n### CONTEXT ###\n{context}\n### QUESTION ###\n{question}"
# Generate response
response = genai_client.models.generate_content(
model=LLM_MODEL_NAME, contents=prompt
)
return response.text
def format_chat_history(messages: List[Dict[str, str]]) -> str:
"""
Format chat history for display or logging
Args:
messages: List of message dictionaries with 'role' and 'content'
Returns:
Formatted string representation of chat history
"""
if not messages:
return "No previous conversation"
formatted = []
for msg in messages:
role = msg.get("role", "unknown").capitalize()
content = msg.get("content", "")
formatted.append(f"{role}: {content}")
return "\n".join(formatted)
|